diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/events.out.tfevents.1738070050.gamma.3608610.0 b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/events.out.tfevents.1738070050.gamma.3608610.0
new file mode 100644
index 0000000000000000000000000000000000000000..fc2b9471686361f40d4f64beb9cd2c5f320d73a8
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/events.out.tfevents.1738070050.gamma.3608610.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1f0be946fcf38fd02b1d7f97fb4b9885963b825155585c39222469d15a86a2
+size 4254
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/hparams.yaml b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/hparams.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/hparams.yaml
@@ -0,0 +1 @@
+{}
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/metrics.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/metrics.csv
new file mode 100644
index 0000000000000000000000000000000000000000..4e1b4ab5bce03903e30426bd87c581c2a15ab068
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/metrics.csv
@@ -0,0 +1,46 @@
+step,train/NCE,train/NER,val/NCE,val/NER
+0,0.33062858616120605,0.12727272708430765,,
+1,0.33062765797068716,0.12727272708430765,,
+2,,,0.33062765797068716,0.12727272708430765
+2,0.33062765797068716,0.12727272708430765,,
+3,0.33062685929512436,0.12727272708430765,,
+4,,,0.33062685929512436,0.12727272708430765
+4,0.33062685929512436,0.12727272708430765,,
+5,0.33062595269043143,0.12727272708430765,,
+6,,,0.33062595269043143,0.12727272708430765
+6,0.33062595269043143,0.12727272708430765,,
+7,0.3306250892573906,0.12727272708430765,,
+8,,,0.3306250892573906,0.12727272708430765
+8,0.3306250892573906,0.12727272708430765,,
+9,0.33062422582434975,0.12727272708430765,,
+10,,,0.33062422582434975,0.12727272708430765
+10,0.33062422582434975,0.12727272708430765,,
+11,0.3306233192196569,0.12727272708430765,,
+12,,,0.3306233192196569,0.12727272708430765
+12,0.3306233192196569,0.12727272708430765,,
+13,0.330622477372442,0.12727272708430765,,
+14,,,0.330622477372442,0.12727272708430765
+14,0.330622477372442,0.12727272708430765,,
+15,0.3306216571110532,0.12727272708430765,,
+16,,,0.3306216571110532,0.12727272708430765
+16,0.3306216571110532,0.12727272708430765,,
+17,0.3306207505063603,0.12727272708430765,,
+18,,,0.3306207505063603,0.12727272708430765
+18,0.3306207505063603,0.12727272708430765,,
+19,0.3306199302449715,0.12727272708430765,,
+20,,,0.3306199302449715,0.12727272708430765
+20,0.3306199302449715,0.12727272708430765,,
+21,0.3306190236402786,0.12727272708430765,,
+22,,,0.3306190236402786,0.12727272708430765
+22,0.3306190236402786,0.12727272708430765,,
+23,0.3306181817930638,0.12727272708430765,,
+24,,,0.3306181817930638,0.12727272708430765
+24,0.3306181817930638,0.12727272708430765,,
+25,0.3306173183600229,0.12727272708430765,,
+26,,,0.3306173183600229,0.12727272708430765
+26,0.3306173183600229,0.12727272708430765,,
+27,0.33061641175533,0.12727272708430765,,
+28,,,0.33061641175533,0.12727272708430765
+28,0.33061641175533,0.12727272708430765,,
+29,0.3306155914939412,0.12727272708430765,,
+30,,,0.3306155914939412,0.12727272708430765
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/state.ckpt b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/state.ckpt
new file mode 100644
index 0000000000000000000000000000000000000000..2097a7c910628f8d8ac73bf0538bbff7db72dad9
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/state.ckpt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9708f487067a22a07148a8f32c789ee8b699316218ba2173e1710703e0098a
+size 1740
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
new file mode 100644
index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
new file mode 100644
index 0000000000000000000000000000000000000000..94702529396ccb79308358116b836c79b2cc9b2e
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
@@ -0,0 +1,400 @@
+31224,-4.0196643,-0.018971538,-7.144364,-10.019999
+80227,-8.1774226e-05,-16.749388,-11.874783,-9.500033
+79086,-3.933899e-06,-16.81181,-14.249703,-12.624948
+75303,-7.5002875,-16.749592,-10.749988,-0.0005745429
+56417,-11.751112,-17.00042,-0.00081196235,-7.1262975
+11319,-1.7013214,-14.450628,-10.701021,-0.20146197
+12625,-0.00018332708,-15.56199,-12.499883,-8.625133
+87626,-9.127142,-0.0014487734,-6.6268415,-11.127237
+43853,-9.750324,-17.12463,-8.500025,-0.00026186852
+23828,-9.3200865,-15.319394,-2.6947858,-0.07004349
+27858,-2.2400422,-14.051849,-0.11474181,-6.2405224
+12604,-2.3516781,-14.413486,-0.10137772,-6.726632
+8180,-7.875705,-16.750011,-0.0004042762,-10.625639
+37466,-13.753634,-15.565442,-5.628334,-0.0036023266
+48185,-6.876731,-0.0010380124,-14.2514305,-12.1266775
+77755,-9.250733,-13.687541,-0.00043251697,-8.000788
+29286,-0.0010369406,-12.500343,-14.625736,-6.8760715
+87038,-9.250724,-15.687531,-7.5004234,-0.0006492414
+33094,-7.0016484,-0.0009550063,-10.501348,-11.001876
+17990,-0.5645098,-9.438816,-2.0642095,-1.1895342
+125393,-10.499969,-15.811776,-10.874669,-4.6609744e-05
+25066,-7.876156,-0.00046242512,-10.375855,-9.87658
+93021,-13.881009,-17.255316,-5.1307077,-0.0059309206
+91364,-11.00044,-16.562244,-0.0001401803,-9.000614
+56219,-0.0005990856,-7.999906,-12.875299,-8.251195
+108119,-4.018045,-9.642351,-6.267744,-0.020151177
+108029,-0.08929974,-13.651108,-7.7139997,-2.4653292
+82606,-13.125374,-17.37468,-7.625073,-0.00049018767
+34733,-13.004705,-17.004015,-5.379406,-0.004623556
+40806,-5.6028207e-06,-16.874311,-15.312206,-12.1252165
+89870,-9.774684e-05,-15.686904,-13.374797,-9.250089
+120589,-14.125305,-14.812113,-4.410734e-06,-12.625361
+107229,-7.3760357,-17.250341,-0.00073513185,-9.126149
+81763,-7.376416,-13.125723,-0.0011158914,-7.626352
+126587,-0.20152491,-8.200832,-9.701225,-1.7027538
+105931,-12.500707,-1.3232144e-05,-12.125407,-12.375788
+51593,-0.062138807,-16.186445,-8.686838,-2.8121016
+105827,-6.929657,-15.241464,-1.804356,-0.18099321
+92547,-8.625875,-0.00018261196,-15.000576,-12.750977
+11098,-9.7525425,-14.93935,-0.002243028,-6.1275377
+15535,-6.751966,-0.0012728217,-9.751667,-10.002713
+104144,-8.625554,-14.812362,-0.00025459862,-9.501697
+84409,-7.510157e-06,-17.249313,-14.374708,-11.875043
+55188,-10.250888,-14.6251955,-0.0005884823,-7.5009713
+97914,-2.8124971,-13.374305,-0.062196612,-8.312579
+9697,-5.1315846,-14.193392,-6.256284,-0.007857013
+43614,-11.637521,-15.136828,-4.38722,-0.012522403
+57056,-13.003671,-16.252977,-5.628371,-0.0036032768
+98595,-4.8837485,-0.008055342,-7.758448,-10.508726
+11602,-9.375682,-14.0624895,-0.000381397,-8.125913
+29109,-11.000326,-16.874634,-2.682173e-05,-11.500353
+114682,-5.878508,-0.0028147385,-11.628207,-12.753529
+63374,-12.000701,-7.3909487e-06,-14.8754015,-14.000991
+77864,-6.0042734,-15.37858,-0.0039732098,-6.504365
+81631,-6.377489,-16.001795,-0.0021886698,-7.62784
+124163,-3.681872,-14.806179,-0.30657154,-1.431886
+81563,-8.893324,-13.267632,-4.0180254,-0.018293824
+13895,-7.8760824,-0.00038902345,-15.063282,-11.626149
+12863,-12.395619,-17.519926,-3.8953183,-0.020550776
+45732,-9.380367,-5.879675,-0.0050678365,-6.130715
+49404,-14.37548,-15.687287,-0.0001802282,-8.625489
+487,-9.875752,-5.876845e-05,-13.125453,-12.127058
+64317,-16.44061,-17.752417,-5.752809,-0.0031790216
+6331,-0.00021729493,-12.124525,-11.624918,-8.503188
+73812,-12.260059,-14.509367,-0.009758742,-4.634997
+15701,-15.700018,-15.199326,-4.3872175,-0.012513692
+104663,-1.537788e-05,-16.311821,-12.999715,-11.249986
+90606,-0.043008704,-11.167316,-14.792709,-3.1681247
+127552,-0.00017951308,-17.374485,-17.937378,-8.625268
+126761,-1.5790713,-13.453378,-1.4537709,-0.57956016
+92697,-0.0022115076,-14.126518,-7.251911,-6.5025806
+107122,-9.0004635,-13.749771,-0.0001643761,-10.128319
+74380,-1.5030525,-9.752359,-6.877752,-0.2530085
+66285,-5.1259863e-06,-17.561813,-13.874704,-12.375147
+70163,-2.7121475,-13.461455,-0.086847045,-4.0871363
+75972,-5.7535176,-14.627824,-0.0032171656,-10.129057
+30713,-15.738096,-15.237404,-0.112796366,-2.2380428
+118867,-1.9311718e-05,-16.249325,-15.124719,-10.874999
+84835,-9.250874,-0.00017987064,-9.500574,-11.626075
+60503,-13.625306,-16.49961,-6.675698e-06,-12.125264
+11807,-14.7305765,-16.917385,-3.167777,-0.043009274
+27906,-2.7418098e-06,-18.061808,-14.124703,-13.125659
+30093,-7.6261883,-0.0004950728,-13.000888,-12.188665
+45657,-16.000303,-15.99961,-1.7881378e-06,-13.375192
+97197,-1.3232144e-05,-16.87432,-15.249714,-11.250126
+48440,-6.0031886,-0.0024953915,-12.252889,-11.003199
+14971,-1.3113013e-06,-17.31181,-15.812201,-13.625036
+61380,-12.625041,-16.061848,-7.124741,-0.0008086272
+7177,-3.0493212,-0.048627753,-13.111521,-9.549485
+40241,-0.0086502135,-12.7579565,-10.258349,-4.758906
+38583,-8.509515,-0.008822745,-4.759216,-11.5096245
+104941,-2.0861407e-05,-16.686827,-10.999722,-12.375621
+39377,-6.876731,-0.0010376552,-15.063931,-12.126757
+65329,-9.570039,-13.069346,-2.694738,-0.07002771
+81089,-9.375779,-8.6780594e-05,-14.18798,-13.565284
+6143,-0.14510117,-11.581908,-6.0198007,-2.0202246
+63753,-1.537788e-05,-16.436821,-14.624715,-11.124995
+5084,-14.6268015,-16.81361,-0.0015021004,-6.501996
+125282,-9.875419,-14.687226,-0.00011789104,-9.626119
+7980,-7.7602115,-9.44702,-4.509911,-0.011571433
+42346,-9.876043,-16.375353,-6.8757443,-0.0010845738
+73055,-9.251307,-17.000614,-0.0010071688,-7.001386
+31696,-4.159201,-11.033507,-0.033900704,-4.0344024
+101343,-4.0184684,-15.9552765,-0.018168574,-10.643669
+115075,-1.1920922e-06,-17.81181,-15.187201,-13.8750725
+29447,-11.254704,-16.879011,-5.379405,-0.0046342355
+89441,-0.004091227,-14.815898,-11.253791,-5.5042224
+15843,-0.0076814746,-10.131989,-10.257381,-4.8826213
+110126,-8.752944,-11.252252,-0.0026443773,-6.0035877
+36142,-13.012579,-17.261885,-4.387278,-0.012514751
+2846,-13.125563,-16.999868,-7.6252623,-0.0004900685
+85390,-0.0028185425,-11.252125,-13.502518,-5.878059
+108138,-12.793044,-16.479849,-3.1677434,-0.04301327
+7571,-15.6414795,-14.265787,-2.5786805,-0.07890782
+62381,-12.000703,-1.060957e-05,-14.125403,-12.500635
+65963,-12.2142105,-16.213518,-0.088910334,-2.4643111
+39384,-4.887569e-06,-17.686813,-16.312206,-12.253194
+62356,-8.225407e-06,-18.374313,-14.999709,-11.750144
+20478,-8.001033,-0.00034016545,-15.125733,-12.251198
+101968,-11.375315,-18.999622,-1.5616295e-05,-12.375247
+124810,-15.1253195,-13.687127,-2.0384581e-05,-10.876021
+9300,-11.500355,-17.249662,-5.5549986e-05,-10.0004
+35593,-14.393166,-17.079971,-4.0178657,-0.018155698
+53670,-12.001111,-16.187918,-0.0008104139,-7.126088
+44789,-0.0003456472,-15.812152,-11.500045,-8.000439
+25135,-6.377461,-0.0017680979,-13.627161,-9.627496
+32124,-2.622601e-06,-17.936808,-15.624703,-12.875192
+36646,-1.6004473,-13.912254,-9.350147,-0.22551396
+34191,-14.81485,-17.439157,-6.0020504,-0.0024770787
+65307,-14.943423,-17.692728,-5.130623,-0.0059308023
+32731,-4.141729,-0.016035639,-13.641429,-11.39219
+112637,-9.463607,-9.900414,-3.6508064,-0.026444536
+18943,-5.007219,-12.631527,-0.006918641,-8.5075865
+117291,-3.564294e-05,-17.124344,-15.374735,-10.250111
+67975,-13.548653,-16.922962,-3.0483534,-0.048600387
+104676,-5.2559996,-0.005306445,-10.005699,-10.38101
+109059,-4.7593293,-0.008636031,-11.13403,-11.26119
+86252,-15.75113,-18.500439,-6.87583,-0.0010331299
+109620,-5.960463e-07,-19.186806,-17.937199,-14.374968
+35543,-8.770529,-15.769836,-3.8952296,-0.02070702
+96155,-2.5800745,-0.0793813,-7.8297744,-8.83044
+33646,-5.131712,-16.25602,-0.006411696,-7.6319003
+64061,-0.02641667,-8.963224,-5.1511164,-3.9045596
+6764,-0.00026127262,-16.249567,-17.56246,-8.250453
+63078,-5.8785086,-0.0028159274,-11.50321,-12.753533
+88343,-5.629292,-0.0035992383,-14.628993,-13.691886
+50106,-7.639656,-0.013962918,-4.5143557,-6.0181317
+35688,-15.125481,-17.187284,-0.00017987064,-8.625483
+78697,-6.6270275,-0.0013341345,-13.251727,-11.814835
+13749,-10.750858,-0.00016628313,-9.000559,-10.751682
+44428,-0.4288856,-12.303192,-7.803585,-1.0545394
+13880,-2.193427e-05,-17.686827,-14.6247225,-10.750003
+107805,-6.501821,-17.688627,-0.0015207881,-10.876808
+47687,-3.81469e-06,-15.999311,-18.499702,-12.500069
+3328,-8.377458,-15.439265,-0.0021578616,-6.252639
+27574,-10.3747225,-15.18653,-9.499423,-0.00010632903
+6049,-14.938197,-3.5762723e-06,-13.625398,-13.126254
+121371,-13.563208,-1.394739e-05,-12.062908,-11.875931
+93977,-1.1371827,-15.573991,-0.38688242,-9.137261
+87794,-12.000311,-17.999615,-1.03711545e-05,-12.375482
+1284,-7.8763895,-0.0006961783,-10.751089,-8.129109
+86737,-11.523275,-16.397581,-3.772976,-0.023261985
+9800,-0.6309966,-11.130304,-14.818197,-0.75944996
+60632,-9.130422,-0.004727852,-5.3801208,-13.755667
+69196,-6.8767333,-0.001040156,-15.188933,-11.751772
+109514,-10.500589,-16.374893,-0.00028868322,-8.251002
+75454,-2.0214524,-0.145759,-7.771152,-5.8963923
+68262,-5.1312423,-13.5680485,-0.005941823,-11.194527
+51383,-1.6110079,-0.23531465,-9.798207,-4.6115856
+39024,-4.635484,-0.00979097,-11.885185,-10.260411
+53372,-11.798611,-15.110418,-3.048311,-0.048609246
+61955,-11.134837,-15.759145,-4.6345363,-0.009772908
+46407,-0.11653973,-2.2408464,-14.0537405,-5.616831
+56851,-4.635093,-16.8219,-0.00979274,-10.135104
+117835,-7.0012283,-17.125534,-0.0009278522,-11.001494
+41315,-6.3770866,-16.188894,-0.0017863045,-9.377021
+54086,-1.2993728e-05,-15.249321,-13.562214,-11.374958
+1123,-1.2636105e-05,-17.061821,-12.249712,-11.750099
+6738,-6.1279783,-0.0022847757,-12.127678,-9.252899
+65022,-12.632619,-15.381927,-4.88232,-0.0076117953
+29011,-6.6267924,-13.563599,-6.751492,-0.0024978886
+209,-9.701141,-13.512949,-0.8258424,-0.57612634
+117949,-1.0132739e-05,-17.999315,-12.999711,-11.750107
+112253,-11.264195,-15.013503,-4.2638955,-0.014180609
+117575,-8.768599,-14.705406,-0.018299209,-4.0186677
+12151,-7.7507424,-16.56255,-0.00044204952,-11.375711
+6503,-6.1561832,-11.15549,-1.4058827,-0.28406882
+47388,-8.625893,-0.00020025155,-12.000593,-11.126447
+122533,-1.0533471,-11.115154,-11.053047,-0.42893714
+77557,-0.0042599174,-13.503567,-5.5039597,-8.629596
+3593,-2.6583385,-0.6576451,-4.533038,-0.9135008
+39857,-0.00093464076,-11.500242,-11.250635,-7.000911
+82941,-13.875695,-3.2186456e-06,-13.625396,-13.750716
+2835,-1.1563234e-05,-16.499317,-12.874711,-11.624944
+12119,-5.8782625,-15.002569,-0.0029622505,-8.753332
+2255,-0.0003729363,-13.1246805,-8.125073,-9.500633
+99071,-6.3523407,-13.601647,-0.22704038,-1.602624
+73970,-9.125707,-13.562514,-0.0004060636,-8.125705
+73312,-13.263632,-12.950439,-0.5758326,-0.8260859
+109736,-13.000709,-1.6450747e-05,-13.125409,-11.314309
+2581,-1.9109201,-0.16022694,-15.035621,-9.160928
+64922,-4.3874793,-14.074287,-7.887179,-0.012891053
+85830,-3.1351552e-05,-17.561836,-15.624732,-10.375338
+122144,-4.635517,-0.009823904,-14.135217,-9.510466
+62330,-7.501261,-0.0005677519,-13.000961,-11.251333
+112561,-10.250964,-13.000272,-0.00066341803,-7.3767667
+48434,-6.37744,-0.0017464398,-16.377138,-10.00234
+119944,-7.7511945,-0.00050162605,-11.250895,-9.751263
+120940,-0.009102868,-4.8834095,-14.321302,-6.5091133
+77443,-12.750342,-17.374651,-4.3033626e-05,-10.125384
+23685,-0.05534666,-13.804653,-7.680046,-2.9303212
+47231,-4.5117917,-0.011098202,-14.636491,-9.761774
+91022,-6.62702,-0.0013272295,-13.876721,-13.501987
+714,-13.633629,-16.445436,-4.758329,-0.008618185
+25730,-12.376473,-15.500781,-0.001174118,-6.7515454
+97729,-0.0011481605,-9.750456,-7.250848,-7.8762193
+30236,-0.0006629415,-13.6249695,-10.250362,-7.37584
+2443,-7.1265,-0.00080695964,-15.251201,-12.752316
+52656,-0.020579038,-14.644886,-3.8952787,-10.395747
+116972,-13.002242,-15.56405,-6.126942,-0.002188075
+43770,-3.8155732,-10.31488,-0.06527289,-3.1910172
+10949,-5.007463,-0.006769817,-13.632164,-9.757375
+100306,-10.375728,-3.397407e-05,-13.250428,-13.813449
+29745,-7.5012727,-0.0005800234,-12.000974,-10.754492
+60439,-11.12484,-15.249147,-10.37454,-4.6252135e-05
+109824,-4.2657948,-0.015101391,-7.3904943,-8.015953
+102648,-14.7514715,-14.375779,-0.001170784,-6.751529
+62099,-0.57639027,-0.825697,-14.513591,-8.826516
+33686,-9.500776,-8.2608625e-05,-13.812977,-11.876576
+116606,-6.037852,-13.162159,-0.1625513,-1.9129859
+85384,-9.005298,-14.504605,-5.254999,-0.0053589735
+31834,-9.126916,-11.876224,-0.001616482,-6.5026464
+58133,-13.125616,-18.374922,-7.5003147,-0.00055512274
+95196,-5.0073466,-16.006653,-0.0070463726,-8.0076475
+11675,-6.377409,-0.0017160941,-14.81461,-11.127575
+34902,-3.0535207,-8.302828,-0.053220328,-5.428723
+112691,-13.694005,-16.755814,-5.006206,-0.006719967
+33713,-8.7505665,-15.312374,-0.00026746988,-9.125604
+109135,-0.03814561,-14.349953,-9.162846,-3.288177
+60521,-12.001024,-11.750332,-0.000723577,-7.251239
+76695,-0.5746027,-11.698911,-11.886804,-0.82769334
+98619,-11.00032,-18.187126,-2.1457441e-05,-12.250473
+13731,-7.8760896,-0.00039605403,-12.25079,-11.3771105
+14492,-7.6262,-0.00050710695,-14.3134,-10.878117
+81006,-15.377775,-15.752083,-0.002475295,-6.002761
+114491,-7.3396215,-11.213928,-2.4643207,-0.089628726
+120167,-16.839088,-14.713398,-0.026289532,-3.6517172
+69602,-10.000769,-7.509903e-05,-11.250469,-11.003769
+81057,-9.500525,-11.499833,-0.00022468426,-8.875905
+118239,-10.500725,-3.111314e-05,-13.000425,-13.500759
+26999,-4.14348,-14.892787,-0.018179344,-6.143538
+103729,-7.001494,-10.750802,-0.0011935261,-8.251454
+70324,-4.255681e-05,-15.311851,-10.499743,-11.124995
+88697,-14.50224,-17.189047,-6.1269403,-0.002186172
+79720,-10.12574,-4.6490542e-05,-12.375441,-13.001625
+119098,-11.401373,-13.963181,-3.651073,-0.026318677
+16374,-0.17240584,-1.9217128,-14.797107,-4.422349
+8973,-5.007442,-0.0067485035,-12.819641,-10.257533
+92670,-0.002006186,-13.001314,-6.2517056,-9.502193
+46136,-8.37604,-0.00034683887,-9.750741,-9.75327
+113240,-0.0005533356,-15.81236,-15.250253,-7.5004773
+92271,-6.939163,-15.438471,-1.3138633,-0.31436697
+47020,-12.178732,-12.17804,-1.0534317,-0.42886043
+68952,-0.023328487,-15.710135,-9.398028,-3.7733276
+93704,-9.125427,-16.437235,-0.00012790339,-10.875943
+126515,-15.063199,-5.4836123e-06,-12.5004,-13.375705
+1648,-12.016336,-13.890644,-0.016036225,-4.1413507
+4147,-16.066618,-17.065924,-5.5038147,-0.0040797107
+106815,-10.828962,-16.82827,-2.578663,-0.07892985
+18919,-2.3520238,-11.788831,-0.10172375,-6.477889
+88395,-8.600853,-15.537661,-0.22555268,-1.6007712
+83361,-6.5022054,-0.0015122179,-11.626906,-13.127164
+69550,-12.250704,-1.180165e-05,-12.687904,-12.439566
+59782,-5.565782,-13.190089,-2.815482,-0.06582398
+62607,-12.501893,-13.251201,-1.5015926,-0.25203255
+49031,-12.504922,-16.50423,-0.004622844,-5.3798833
+24073,-14.06384,-18.000645,-6.5010405,-0.0015037669
+34883,-12.937802,-16.18711,-3.0994368e-06,-14.312764
+78080,-0.00193028,-16.688736,-12.876631,-6.252349
+59546,-3.4089956,-12.408303,-7.7836947,-0.034068704
+123805,-2.2386901,-0.11299687,-9.61339,-8.613732
+87807,-8.12599,-0.00029702543,-15.12569,-13.876043
+53821,-1.134683,-11.82149,-12.071883,-0.38792542
+90016,-9.000884,-0.0001905975,-9.750585,-11.626229
+75870,-12.875505,-15.562313,-0.00020609163,-8.500449
+58764,-14.626974,-18.68878,-6.251673,-0.0019295661
+64575,-2.1576649e-05,-17.311827,-16.06222,-10.74997
+85818,-12.630206,-16.754515,-5.2549067,-0.005238853
+15652,-12.375328,-17.937136,-2.860982e-05,-10.625382
+85976,-7.7688675,-15.768174,-0.018567212,-4.0188756
+15080,-7.1265187,-0.0008255411,-15.438719,-10.751425
+79945,-7.376334,-0.00064090214,-12.626034,-11.377601
+76385,-13.283441,-15.532748,-3.4081407,-0.033664905
+115581,-7.6293344,-7.878641,-0.0040341197,-5.756766
+61199,-11.750708,-1.41858045e-05,-13.875408,-12.125747
+85813,-15.312804,-16.624613,-5.0067774e-06,-12.250563
+67537,-10.750941,-0.0002489972,-8.500642,-10.630135
+89261,-9.125614,-13.562422,-0.0003134713,-8.500665
+22046,-15.001071,-17.31288,-6.8757715,-0.001033368
+22926,-0.0010343208,-15.687841,-13.500734,-6.8759737
+49488,-8.6282835,-15.627591,-0.0029830502,-5.8782988
+96660,-5.1331687,-0.0074751433,-6.5078683,-9.760481
+63730,-14.937247,-14.811555,-0.06194655,-2.8123071
+9677,-7.140382e-05,-16.311876,-11.249772,-9.750184
+120201,-14.000683,-18.56249,-7.3753834,-0.00062755914
+35208,-16.43786,-16.499666,-5.8410846e-05,-9.7504225
+30950,-14.689501,-16.563808,-2.1267018,-0.12695913
+66963,-1.2239246,-16.348232,-0.3486243,-8.224818
+16156,-4.261582,-15.13589,-10.636283,-0.014224917
+69670,-7.2514243,-0.0007310817,-12.813624,-10.876896
+13477,-8.75134,-0.00064721616,-13.43854,-7.6265836
+50904,-7.8760757,-0.0003823503,-15.438275,-13.001018
+7930,-9.375417,-16.312223,-0.00011610311,-10.375519
+26294,-10.112588,-13.549396,-2.237288,-0.11293299
+35749,-4.018566,-16.705372,-0.018265732,-9.018504
+55850,-5.879271,-16.253576,-0.003970716,-6.754316
+64767,-3.1797552,-12.491563,-3.9294548,-0.06321033
+22057,-14.208062,-16.45737,-3.8952632,-0.02054844
+87663,-14.254143,-17.06595,-5.5038433,-0.004080067
+35864,-14.633661,-18.382967,-4.7583613,-0.008617122
+33007,-9.500415,-14.4372225,-0.000115387935,-10.125836
+81372,-2.1451006,-13.144407,-4.0198,-0.14504282
+97703,-9.5007715,-7.867504e-05,-15.062972,-12.50099
+118589,-5.9960475e-05,-15.499368,-13.499761,-9.7502165
+65741,-0.0009129647,-15.062719,-13.500612,-7.0010743
+119601,-12.875323,-15.624631,-2.4199193e-05,-10.75039
+114504,-7.8758035,-17.25011,-0.00050329417,-9.000968
+92452,-8.106199e-06,-17.436813,-11.874707,-13.626248
+11152,-0.026705721,-12.401013,-7.7764053,-3.6524043
+44669,-7.626127,-12.625434,-0.00082625577,-8.001216
+121963,-6.751867,-0.0011735227,-14.001567,-12.626969
+63486,-5.6284447,-12.627751,-8.003144,-0.0039396067
+123055,-7.6520677,-14.026376,-0.026767932,-3.6520834
+119717,-0.018427134,-13.705235,-4.1431265,-6.038928
+88042,-11.37544,-16.187244,-7.750139,-0.000442407
+54428,-9.375811,-0.000116937474,-11.750511,-10.626089
+125274,-0.011848078,-13.323655,-4.5115476,-7.137052
+46816,-15.367436,-15.241744,-2.9296377,-0.05489641
+8553,-7.126284,-17.563091,-0.0009835887,-8.626284
+56455,-9.50077,-7.5933436e-05,-15.31297,-13.875804
+101092,-0.00028618056,-14.249593,-8.249986,-10.625593
+55570,-0.0005540505,-13.874862,-15.312755,-7.5007343
+2531,-4.804019e-05,-15.686854,-11.749747,-10.125087
+55854,-6.252625,-0.0019318267,-14.752325,-12.377608
+65143,-1.1086402e-05,-16.561817,-13.124712,-11.62498
+28422,-14.378247,-18.377556,-5.752948,-0.0031790216
+36329,-7.627104,-14.188911,-6.3768034,-0.002190692
+8061,-3.1688395,-0.043146294,-12.29354,-8.669291
+107678,-10.250732,-3.874227e-05,-13.625433,-13.000698
+53009,-0.0046533393,-12.253961,-10.379354,-5.3802505
+62879,-0.000431802,-14.81224,-13.750133,-7.7511625
+26784,-3.6521125,-0.026419109,-14.026812,-8.902074
+21912,-13.845872,-14.97018,-3.408071,-0.03366675
+113597,-2.7775379e-05,-15.061834,-17.93723,-10.500077
+82760,-1.6927575e-05,-16.811823,-15.062218,-11.000037
+26160,-6.0031886,-0.0024957482,-14.94039,-10.753121
+23421,-7.126521,-0.0008279233,-12.188722,-10.876874
+41793,-1.9947731,-6.8690796,-1.744473,-0.3737064
+103325,-7.263141,-0.38744766,-1.1378405,-13.450616
+33557,-12.500697,-5.245195e-06,-13.812898,-14.250901
+81209,-9.375778,-8.60654e-05,-14.937979,-13.875729
+107064,-5.4744096,-14.723717,-10.22411,-0.0042383135
+98221,-0.002807606,-12.752115,-16.377506,-5.8778734
+16139,-13.04294,-15.979748,-3.1676397,-0.04301727
+62717,-6.377435,-0.0017419178,-13.877136,-10.127503
+28151,-1.9073468e-06,-16.936808,-16.1872,-13.250012
+22888,-7.5015187,-0.00082518376,-9.251219,-8.641325
+24637,-7.0012393,-17.125544,-0.0009386901,-10.501439
+92809,-10.250696,-17.250002,-7.3753967,-0.00066210754
+91862,-6.6268578,-13.376164,-0.00155721,-8.376969
+7412,-9.1790735e-06,-16.874315,-15.43721,-11.625046
+52442,-1.2237442,-14.660551,-0.34844366,-9.348937
+87399,-0.0011581626,-13.250464,-6.875858,-9.001464
+112712,-0.00048792377,-17.437294,-17.375187,-7.625529
+54201,-0.0066928505,-15.5060005,-14.318893,-5.0101905
+117074,-7.909303,-13.78361,-0.0340028,-3.4093466
+25137,-0.97406256,-10.72337,-9.7237625,-0.47421736
+16780,-0.010107287,-13.884415,-4.759807,-6.510133
+72881,-10.375959,-13.875267,-0.00065853365,-7.3760104
+110597,-7.251408,-0.0007146427,-13.251108,-12.564442
+89655,-1.0847986e-05,-16.49932,-12.12471,-12.125727
+48391,-8.375949,-0.00025602878,-11.750649,-10.93862
+110182,-9.2621325e-05,-16.686901,-11.749792,-9.375106
+87621,-11.814296,-11.876103,-6.2514963,-0.0019438436
+122711,-5.8410846e-05,-15.936865,-9.999758,-11.25612
+115720,-0.000335637,-17.999641,-15.312536,-8.000411
+66486,-7.126499,-0.0008056494,-14.438699,-13.626671
+68169,-3.0493047,-0.048611403,-13.486505,-9.799433
+110138,-6.002978,-17.252283,-0.0026777862,-8.503073
+21580,-5.753882,-0.0031885281,-13.378582,-11.378959
+102553,-9.62576,-6.782779e-05,-14.562961,-13.501825
+78769,-5.7538714,-0.00317819,-15.003572,-13.003861
+93593,-8.375936,-0.0002430382,-11.500636,-12.876
+16612,-5.131649,-0.0059559247,-11.506349,-10.757171
+59583,-4.394907,-13.019214,-4.8946066,-0.020028379
+76885,-0.0003551806,-13.624661,-10.875054,-8.001445
+120777,-6.252629,-0.0019353961,-13.689829,-11.878574
+121894,-0.0040772175,-16.440884,-17.253777,-5.5044174
+88371,-1.9073468e-06,-17.624308,-15.687202,-13.250338
+68747,-10.875324,-14.749632,-2.3483954e-05,-12.375509
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
new file mode 100644
index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
new file mode 100644
index 0000000000000000000000000000000000000000..8f7b163d8ff6f8d07d8f56d9c0e15fa58ed5ffc2
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
@@ -0,0 +1,400 @@
+31224,-4.6480513,-0.0223579,-4.397751,-8.4014635
+80227,-0.016467843,-12.140775,-4.1411676,-7.767442
+79086,-0.0007042788,-12.7500105,-7.375404,-9.502396
+75303,-2.6971502,-11.196457,-5.3218503,-0.07504118
+56417,-4.306848,-11.806156,-0.056547835,-3.1821754
+11319,-0.5454953,-9.294802,-3.7951949,-0.92161745
+12625,-0.014969399,-10.389277,-4.639669,-5.2656236
+87626,-6.883471,-0.0077775274,-5.0081706,-10.134926
+43853,-3.7870734,-9.78638,-4.286773,-0.03714876
+23828,-5.505696,-10.130004,-2.130395,-0.13112716
+27858,-2.024526,-12.023833,-0.14922534,-5.0263615
+12604,-1.2337091,-10.108016,-0.35840866,-4.6090426
+8180,-3.6546903,-12.341497,-0.0293899,-5.780091
+37466,-6.687752,-10.187058,-2.8124511,-0.06330332
+48185,-5.256539,-0.005845594,-7.5062385,-9.632184
+77755,-4.396354,-9.645662,-0.021053873,-4.7739606
+29286,-1.0862426,-7.710549,-0.46094215,-3.4615655
+87038,-3.9156976,-9.040005,-3.9153972,-0.040798955
+33094,-5.3871484,-0.011455003,-5.011848,-8.765209
+17990,-1.8066143,-9.180922,-0.30631384,-2.3072734
+125393,-6.5054,-10.254706,-5.5051,-0.005612212
+25066,-6.6289463,-0.0032530506,-6.378646,-8.38259
+93021,-7.070432,-11.069738,-2.695132,-0.07085052
+91364,-5.8866873,-11.948494,-0.011386647,-4.763059
+56219,-0.28780895,-5.4121156,-1.4125085,-6.1651683
+108119,-2.0958261,-5.7201324,-2.5955255,-0.22421233
+108029,-0.024335014,-9.273642,-6.8990345,-3.7749345
+82606,-6.5386496,-10.787957,-3.2883494,-0.03955452
+34733,-5.8795667,-10.253875,-2.1292663,-0.12983052
+40806,-0.0007544294,-12.250062,-7.375454,-9.00387
+89870,-0.004517825,-11.503825,-5.5042176,-7.756524
+120589,-6.5040536,-9.50336,-0.0037531666,-6.131073
+107229,-2.9373689,-11.186677,-0.062068563,-4.938869
+81763,-2.7533493,-8.252656,-0.12804902,-2.878571
+126587,-0.12143687,-5.6207438,-5.2461367,-2.2493918
+105931,-6.8779683,-0.002275023,-6.752668,-9.505051
+51593,-0.06583626,-12.315143,-4.065536,-3.067067
+105827,-4.071361,-11.320668,-1.8210605,-0.19713505
+92547,-6.003479,-0.002785614,-8.25318,-9.88168
+11098,-4.994896,-10.244204,-0.11959549,-2.2451398
+15535,-6.1331806,-0.0074874484,-5.25788,-9.390159
+104144,-3.1733074,-11.297614,-0.04800712,-5.299174
+84409,-0.0010949337,-12.437902,-7.0007944,-8.6267605
+55188,-4.40021,-9.024516,-0.024909353,-4.405793
+97914,-3.2934008,-9.917708,-0.04310051,-5.2966805
+9697,-2.2581456,-10.382452,-3.8828452,-0.13372262
+43614,-5.6711674,-10.045474,-3.1708672,-0.046519842
+57056,-7.159134,-10.658442,-3.4088337,-0.034468196
+98595,-4.767995,-0.017301582,-4.7676945,-8.769336
+11602,-4.0307636,-9.905071,-0.03046343,-4.4068565
+29109,-3.2917929,-12.2286,-0.041492354,-5.669023
+114682,-5.264529,-0.013835949,-4.764229,-10.1411295
+63374,-6.627461,-0.0017677409,-7.7521605,-11.257895
+77864,-2.8225994,-11.196906,-0.072298974,-4.577325
+81631,-2.026441,-9.900749,-0.15114093,-4.7772017
+124163,-2.9897587,-11.426566,-0.3644583,-1.3660343
+81563,-3.3847291,-6.259036,-1.2594289,-0.38509795
+13895,-4.759431,-0.008737428,-10.0091305,-9.3852
+12863,-6.329954,-11.204263,-2.5796542,-0.08077193
+45732,-4.4151664,-1.1644732,-0.41486606,-4.173926
+49404,-6.777719,-11.152026,-0.027418705,-3.6537828
+487,-5.878733,-0.0030399798,-8.628434,-9.756135
+64317,-8.798542,-11.04785,-3.048243,-0.048779674
+6331,-0.001623266,-10.250931,-6.7513227,-7.7817335
+73812,-5.2760253,-9.4003315,-0.0257247,-3.9020128
+15701,-9.3623495,-9.986657,-2.237051,-0.113062136
+104663,-0.0034804503,-11.877789,-5.75318,-8.128958
+90606,-0.15737014,-7.031677,-4.2820697,-2.0332088
+127552,-0.0004868514,-12.249794,-7.7501864,-9.876621
+126761,-0.90482056,-10.279127,-1.65452,-0.9059261
+92697,-0.09716857,-7.971475,-2.4718683,-4.8504677
+107122,-2.468006,-9.592314,-0.09270545,-5.5950947
+74380,-5.6459923,-8.895301,-2.0206916,-0.1464515
+66285,-0.0042070933,-12.253513,-5.5039067,-9.006282
+70163,-1.339302,-9.33861,-0.4640015,-2.2152987
+75972,-1.5049798,-10.566787,-0.25467944,-5.8825836
+30713,-7.94355,-11.130357,-0.6932497,-0.69378406
+118867,-0.0003688847,-11.874677,-8.12507,-9.626565
+84835,-6.2689466,-0.018253325,-4.1436462,-8.020763
+60503,-5.6295314,-11.691339,-0.004230835,-7.3804736
+11807,-7.6272197,-11.126527,-2.1269193,-0.12749898
+27906,-0.008739555,-11.133046,-4.758439,-9.134508
+30093,-5.13626,-0.010566597,-5.3859596,-9.887623
+45657,-7.6269617,-12.376268,-0.0016613504,-6.7520022
+97197,-0.00072881836,-12.000036,-7.375428,-9.252876
+48440,-6.253854,-0.003160484,-6.7535534,-9.630709
+14971,-0.00038699768,-11.999695,-8.000088,-10.001398
+61380,-6.4103184,-10.534625,-3.4100173,-0.035328493
+7177,-3.289204,-0.038510557,-8.038904,-8.666466
+40241,-0.03215255,-9.031459,-4.2818522,-4.033936
+38583,-6.0329866,-0.032293487,-3.5326865,-8.785574
+104941,-0.0046977154,-13.2540045,-5.3793974,-9.507626
+39377,-4.512149,-0.011455356,-8.011848,-9.388396
+65329,-2.5335603,-9.782867,-0.9082601,-0.65905005
+81089,-5.754851,-0.004157472,-7.0045505,-9.514426
+6143,-0.2695932,-8.0189,-2.2692926,-2.020453
+63753,-0.001713714,-11.75102,-6.5014133,-8.502218
+5084,-6.1807094,-10.9300165,-0.43040898,-1.0565015
+125282,-4.1464787,-10.833286,-0.021178061,-5.275477
+7980,-4.2518096,-6.7511163,-2.251509,-0.12857036
+42346,-5.026533,-10.650841,-3.9012327,-0.027167913
+73055,-3.058209,-9.807517,-0.057908576,-4.6845384
+31696,-2.3813725,-7.630679,-0.13107216,-3.5086741
+101343,-2.2394357,-11.863744,-0.11413558,-6.617032
+115075,-0.00036542892,-12.562172,-8.125065,-9.626746
+29447,-5.2977986,-10.797107,-3.1724985,-0.04805836
+89441,-0.23022473,-10.854531,-1.6049243,-5.355783
+15843,-0.264843,-7.8891497,-1.5145426,-4.390866
+110126,-3.222596,-6.346903,-0.09729556,-2.9738038
+36142,-6.44626,-11.320567,-2.6959586,-0.07157789
+2846,-6.399761,-9.774068,-3.774461,-0.024977721
+85390,-0.16875103,-8.668058,-1.9184506,-4.794579
+108138,-5.391175,-10.265482,-1.1408746,-0.3917558
+7571,-9.225116,-9.849423,-2.3498158,-0.10041502
+62381,-6.628228,-0.0025349883,-6.877928,-8.628578
+65963,-5.6832743,-10.932581,-0.18297386,-1.8091714
+39384,-0.00013302872,-13.311939,-9.249832,-10.251116
+62356,-0.0016630165,-13.12597,-6.501363,-8.75223
+20478,-4.8836493,-0.007955886,-8.633348,-8.639907
+101968,-4.0229797,-12.397288,-0.022679824,-5.3990464
+124810,-5.0137534,-9.138061,-0.013452829,-5.0192647
+9300,-5.6320662,-11.631373,-0.006766028,-5.759366
+35593,-7.2141585,-10.213466,-2.4638581,-0.08979209
+53670,-5.4796305,-10.353937,-0.10432996,-2.3552551
+44789,-0.004216234,-11.566024,-5.753916,-6.8806357
+25135,-4.8843546,-0.008661204,-7.009054,-8.763995
+32124,-0.0010176486,-11.500325,-7.000717,-9.253404
+36646,-0.6491558,-9.148463,-2.6488554,-0.8997415
+34191,-8.179517,-11.178824,-2.929216,-0.055230703
+65307,-7.292817,-11.479624,-3.1675162,-0.043741655
+32731,-3.0520098,-0.051316544,-5.926709,-9.305295
+112637,-3.4746234,-6.9739304,-0.7243231,-0.72683215
+18943,-2.4743865,-9.098695,-0.09908633,-4.604269
+117291,-0.0005455913,-11.999853,-7.750245,-9.127084
+67975,-6.532254,-10.781561,-1.4069542,-0.28284648
+104676,-2.063912,-0.18821844,-3.1886113,-5.689633
+109059,-2.365576,-0.11488263,-4.2402754,-8.375632
+86252,-7.783969,-11.5332775,-3.4086688,-0.034085758
+109620,-0.0001859492,-13.936994,-8.8748865,-10.003048
+35543,-5.1619124,-9.16122,-1.4116123,-0.28712985
+96155,-2.2824733,-0.15677994,-3.157173,-7.5418515
+33646,-3.900354,-11.27466,-0.025053408,-5.404863
+64061,-0.1315634,-7.88087,-2.256263,-4.008683
+6764,-0.006973926,-10.881282,-5.1316733,-6.883834
+63078,-5.26001,-0.009316659,-5.5097094,-10.386683
+88343,-4.265339,-0.014645922,-7.6400385,-11.393429
+50106,-5.8918505,-0.01615705,-4.39155,-7.0313644
+35688,-7.063072,-11.999879,-0.062771894,-2.8137436
+78697,-4.0220556,-0.021362448,-5.771755,-9.157014
+13749,-5.635454,-0.009760631,-5.135154,-8.262952
+44428,-0.1778065,-8.177114,-4.052506,-1.9293963
+13880,-0.0018139114,-12.876121,-6.3765135,-9.127293
+107805,-3.4110487,-12.9728565,-0.0357483,-6.161994
+47687,-0.00083780946,-12.312645,-7.250538,-9.001802
+3328,-3.781948,-11.656256,-0.031647615,-4.7836847
+27574,-6.3809557,-9.880263,-5.3806553,-0.0063697645
+6049,-7.127668,-0.0019745394,-6.8773675,-8.8805
+121371,-7.0030365,-0.0023432912,-6.627736,-9.130408
+93977,-0.7605537,-11.25986,-0.63525337,-5.885925
+87794,-5.8792734,-12.56608,-0.0039732098,-6.754965
+1284,-6.253878,-0.0031847255,-6.8785777,-8.390545
+86737,-5.19359,-9.942896,-1.3182898,-0.31909388
+9800,-1.319488,-9.068795,-4.9441876,-0.32091075
+60632,-5.5134187,-0.01272546,-4.7631183,-9.517962
+69196,-6.129118,-0.003425209,-6.7538176,-9.504809
+109514,-4.7664533,-11.390761,-0.016153062,-4.8926425
+75454,-4.4053116,-0.029618377,-4.155011,-6.656088
+68262,-1.8061097,-11.805416,-0.18080927,-6.8070445
+51383,-2.5883253,-0.08763201,-4.9630246,-6.3399396
+39024,-5.133897,-0.008203738,-6.1335964,-9.134834
+53372,-6.8931317,-10.392439,-2.017832,-0.14385743
+61955,-5.6037374,-9.8530445,-2.3534372,-0.10400427
+46407,-2.6983433,-0.07264989,-6.073043,-7.7005706
+56851,-2.243387,-12.180194,-0.11808668,-5.244339
+117835,-5.13368,-12.132988,-0.008379539,-6.013987
+41315,-2.6990204,-12.698328,-0.073720075,-5.574364
+54086,-0.00095572084,-11.375263,-7.125655,-8.877056
+1123,-0.010100561,-11.509407,-4.6348,-8.011394
+6738,-4.8850126,-0.009319375,-6.509712,-8.38563
+65022,-5.615864,-9.3651705,-2.2405634,-0.11667298
+29011,-4.7691307,-9.518439,-4.5188303,-0.019654872
+209,-5.691608,-10.628414,-1.3163073,-0.31679782
+117949,-0.007988053,-12.694796,-4.8826876,-7.8845377
+112253,-5.4489565,-8.323262,-2.6986554,-0.0745507
+117575,-4.522962,-9.397269,-0.39766213,-1.1483134
+12151,-3.2888048,-12.225613,-0.038504362,-7.664565
+6503,-3.4595206,-8.833827,-1.0842199,-0.46164826
+47388,-6.1316447,-0.005951896,-5.6313443,-8.6366
+122533,-3.1913424,-7.6906486,-3.691042,-0.06883539
+77557,-0.07178484,-10.321092,-2.6964843,-6.323447
+3593,-3.1815822,-0.055888925,-4.5562816,-6.059775
+39857,-0.005064634,-9.379372,-6.129764,-5.881643
+82941,-7.378354,-0.0026609034,-6.2530537,-9.131788
+2835,-0.0014011576,-11.625709,-6.6261005,-9.626826
+12119,-1.8122207,-10.436528,-0.18692033,-4.9378986
+2255,-0.039524958,-10.476332,-3.2892246,-6.5409274
+99071,-1.8894544,-10.0137615,-0.38915396,-1.7650924
+73970,-5.4005213,-8.649829,-0.025220925,-3.9012713
+73312,-5.6365504,-7.760857,-0.76125,-0.6369058
+109736,-7.2518907,-0.0011972171,-7.8765903,-9.131545
+2581,-4.3884726,-0.012779013,-9.013173,-8.76418
+64922,-1.4658601,-9.340168,-2.8405595,-0.34158954
+85830,-0.00089212187,-12.750198,-7.2505918,-8.627442
+122144,-5.6313195,-0.005626437,-6.256019,-9.133273
+62330,-5.3818793,-0.0061859097,-6.506579,-9.51013
+112561,-3.5477111,-9.297019,-0.047410768,-4.0500007
+48434,-5.132362,-0.006668694,-7.6320615,-8.25788
+119944,-6.0072412,-0.0065479013,-5.631941,-7.633486
+120940,-0.59677404,-0.8460808,-4.4714737,-4.7226863
+77443,-6.6407647,-12.265072,-0.015464513,-4.2662187
+23685,-4.1153574,-10.239665,-0.49005654,-0.99141204
+47231,-5.3816805,-0.005987327,-6.63138,-9.882714
+91022,-6.004116,-0.0034225953,-7.0038157,-10.1302185
+714,-6.269287,-9.893593,-2.0189865,-0.14471836
+25730,-6.018753,-10.643061,-0.01845288,-4.146032
+97729,-0.024512306,-7.898819,-3.774212,-7.026535
+30236,-0.0066470234,-9.130954,-5.3813467,-6.2580204
+2443,-5.255994,-0.0053006345,-10.380693,-10.141097
+52656,-0.10061393,-9.09992,-2.3503134,-8.228041
+116972,-6.7807264,-10.030033,-3.5304258,-0.030945849
+43770,-2.7792535,-6.90356,-0.15395321,-2.530756
+10949,-6.51207,-0.011376982,-4.63677,-8.887353
+100306,-6.627472,-0.0017790457,-7.7521715,-10.628891
+29745,-5.1355247,-0.009831578,-5.6352243,-8.017762
+60439,-3.7611518,-8.76046,-2.2608514,-0.13659371
+109824,-4.9006615,-0.024968652,-4.150361,-6.529914
+102648,-5.4921436,-10.616451,-0.11684312,-2.2430742
+62099,-2.9670753,-0.091382354,-3.341775,-7.5936847
+33686,-5.132362,-0.0066691674,-7.3820615,-9.010732
+116606,-2.4846947,-8.984003,-0.9843945,-0.61090714
+85384,-4.1781254,-7.802432,-3.302825,-0.053944252
+31834,-4.287745,-7.6620517,-0.037444714,-3.7921894
+58133,-6.531078,-10.905385,-3.530777,-0.031240871
+95196,-2.5861871,-11.647995,-0.08588666,-4.9637914
+11675,-4.2649918,-0.014298603,-9.889692,-9.270027
+34902,-2.0375993,-6.2869062,-0.16229896,-4.0392194
+112691,-7.5294895,-10.403797,-3.529189,-0.030351954
+33713,-3.4116495,-12.160957,-0.036349002,-5.9129157
+109135,-2.7143836,-11.463692,-0.0890833,-3.9646645
+60521,-3.1837854,-8.808093,-0.058485094,-4.184516
+76695,-0.20212182,-8.326429,-6.8268213,-1.705518
+98619,-4.762055,-11.761361,-0.011754301,-5.766846
+13731,-6.630695,-0.005001652,-5.6303945,-9.399487
+14492,-4.3889484,-0.013255213,-8.013648,-7.767987
+81006,-6.189305,-10.813612,-0.06400456,-2.814612
+114491,-5.3182673,-7.817574,-1.3179675,-0.3188049
+120167,-8.100672,-9.97498,-0.10037222,-2.3523066
+69602,-6.3817496,-0.0060561723,-5.506449,-8.162213
+81057,-4.777426,-7.5267324,-0.027125336,-4.0282955
+118239,-7.004151,-0.0034577602,-6.0038505,-9.505003
+26999,-1.9169648,-11.853772,-0.16666451,-5.0426254
+103729,-2.474555,-5.473861,-0.099254526,-5.1007175
+70324,-0.00054499554,-12.124851,-7.6252446,-9.876516
+88697,-7.1740756,-11.673384,-3.0487752,-0.04939155
+79720,-6.1294594,-0.003765993,-6.504159,-9.385533
+119098,-6.0039825,-8.878289,-2.1286824,-0.12965578
+16374,-3.1698723,-0.04417905,-6.9195714,-8.421526
+8973,-3.7749672,-0.024273932,-7.024667,-8.776999
+92670,-0.039240506,-8.538548,-3.2889404,-6.9163513
+46136,-5.50931,-0.008616649,-5.5090094,-7.6405864
+113240,-0.0011453028,-12.625453,-7.000845,-8.376622
+92271,-4.2748046,-10.649113,-1.1495041,-0.40157115
+47020,-7.882286,-9.131594,-0.75698596,-0.6340553
+68952,-3.185687,-10.559994,-0.060386736,-4.0614567
+93704,-5.2586913,-11.382998,-0.008391123,-5.7627087
+126515,-7.75218,-0.0014866263,-6.8768797,-10.627868
+1648,-5.4471283,-10.383935,-0.6968279,-0.69816494
+4147,-7.363004,-10.612311,-2.2377038,-0.11357432
+106815,-4.8939867,-10.893294,-1.143686,-0.39475134
+18919,-1.9329427,-9.18225,-0.18264231,-3.8117518
+88395,-5.5059414,-11.255249,-1.5056411,-0.2561195
+83361,-5.257255,-0.0065615205,-6.6319547,-11.25768
+69550,-7.0018826,-0.0011893588,-8.251583,-10.949036
+59782,-2.6294136,-9.25372,-1.8791128,-0.2548174
+62607,-6.785267,-9.534574,-1.9099663,-0.16168155
+49031,-7.064296,-11.188603,-0.31399518,-1.3145003
+24073,-7.778373,-11.90268,-3.5280724,-0.030239541
+34883,-5.2574553,-12.006763,-0.0071551506,-6.2580953
+78080,-0.0023688609,-11.376676,-6.2520685,-7.755987
+59546,-0.9666104,-7.5909166,-2.7163098,-0.5923855
+123805,-5.755109,-0.0044158804,-6.7548084,-9.506906
+87807,-6.6273284,-0.0016350485,-8.127028,-11.129134
+53821,-1.7172971,-10.216603,-4.091997,-0.21852072
+90016,-6.6347494,-0.009056206,-4.884449,-8.887223
+75870,-5.884818,-10.634125,-0.009517888,-5.0105476
+58764,-7.6005473,-11.0998535,-2.3502467,-0.10077206
+64575,-0.0005563142,-12.999863,-7.750256,-9.001162
+85818,-5.790362,-10.789669,-3.2900615,-0.041164763
+15652,-5.26143,-11.698237,-0.011129326,-5.137657
+85976,-4.3632216,-10.36253,-0.23792143,-1.6146191
+15080,-5.8799405,-0.004247216,-6.62964,-9.006133
+79945,-3.8993363,-0.023643114,-5.8990355,-7.906333
+76385,-7.2666593,-10.265967,-2.016359,-0.14372322
+115581,-2.832582,-6.831888,-0.082281515,-3.9608016
+61199,-6.8776026,-0.0019098154,-7.127302,-9.504865
+85813,-7.627724,-11.502031,-0.0024239225,-6.2533007
+67537,-6.50723,-0.0065362947,-5.3819294,-7.76718
+89261,-3.6989918,-8.698298,-0.07369139,-3.0763717
+22046,-7.5339217,-11.158229,-3.408621,-0.03421433
+22926,-0.006146457,-10.380453,-5.380846,-6.5072503
+49488,-3.2900684,-11.476876,-0.16476806,-2.16589
+96660,-4.773627,-0.022933258,-4.2733264,-8.154834
+63730,-6.2239294,-10.848235,-1.223628,-0.3512068
+9677,-0.0072500706,-12.6315565,-5.1319494,-6.633505
+120201,-7.4016323,-10.52594,-3.6513321,-0.026953612
+35208,-5.765953,-11.01526,-0.015652772,-4.391504
+30950,-7.552882,-10.55219,-1.052582,-0.43014634
+66963,-0.7636197,-11.762926,-0.6383194,-5.1436744
+16156,-2.132703,-10.38201,-5.007403,-0.13380083
+69670,-4.63815,-0.01245671,-6.01285,-8.267301
+13477,-3.534682,-0.033988625,-6.0343814,-6.2900915
+50904,-7.1284423,-0.002748999,-6.253142,-10.8787365
+7930,-5.5050044,-12.566812,-0.0047041224,-7.380451
+26294,-4.563552,-9.187859,-1.8132517,-0.19073693
+35749,-1.9162059,-12.165514,-0.16590549,-5.1665483
+55850,-2.1396644,-11.701472,-0.1393641,-4.3911805
+64767,-2.4289522,-9.55326,-2.5536518,-0.1815184
+22057,-7.429904,-10.679211,-1.8046035,-0.18051036
+87663,-8.038089,-10.537396,-3.2877886,-0.0384142
+35864,-7.6678824,-11.16719,-3.167582,-0.04352049
+33007,-5.0122347,-10.386542,-0.01193419,-5.2636385
+81372,-2.1424336,-8.516742,-2.1421332,-0.26784417
+97703,-6.8769417,-0.0012482955,-8.751642,-9.754353
+118589,-0.0043712542,-10.503678,-5.7540708,-6.755473
+65741,-0.0035773823,-9.502885,-6.628277,-6.1311784
+119601,-5.387494,-11.449302,-0.012193895,-4.888099
+114504,-4.4001446,-11.274452,-0.02484412,-4.4022417
+92452,-0.0025533,-12.93936,-6.002253,-9.505622
+11152,-0.08494288,-9.2092495,-3.3346424,-3.085485
+44669,-4.5344205,-9.033727,-0.03411986,-3.7857502
+121963,-5.3825684,-0.0068748365,-6.132268,-9.389522
+63486,-2.4822001,-9.481508,-3.9818997,-0.10790328
+123055,-2.9317267,-10.056033,-0.30642635,-1.5578921
+119717,-0.18414453,-10.183452,-1.8088441,-5.448375
+88042,-5.448398,-9.822705,-2.698098,-0.07439048
+54428,-6.629101,-0.0034075074,-6.2538004,-8.757723
+125274,-0.056177355,-10.555484,-2.930877,-6.6827917
+46816,-7.7521544,-9.626461,-1.5018537,-0.25258875
+8553,-2.472091,-12.096397,-0.09679055,-4.848501
+56455,-6.877183,-0.0014896021,-7.7518826,-10.503045
+101092,-0.030039083,-9.1543455,-3.5297387,-8.655881
+55570,-0.012231225,-10.6365385,-4.636931,-6.0136023
+2531,-0.011636242,-10.135943,-4.511336,-7.513942
+55854,-4.3886347,-0.012941184,-7.8883343,-9.6414585
+65143,-0.002637838,-12.564445,-6.0023375,-8.753423
+28422,-7.174196,-11.423503,-3.0488954,-0.04938803
+36329,-3.1904478,-8.314755,-3.8151474,-0.06553396
+8061,-4.0199137,-0.019220417,-7.5196133,-7.523842
+107678,-6.503458,-0.002764929,-6.7531576,-9.2539835
+53009,-0.077600084,-7.2019067,-3.8272996,-2.9535882
+62879,-0.0010548034,-11.437862,-8.000755,-7.252757
+26784,-3.9061444,-0.030450942,-4.6558437,-7.906968
+21912,-7.949886,-9.699194,-0.824586,-0.57773226
+113597,-0.00074525713,-11.2500515,-7.500445,-8.62717
+82760,-0.001394015,-13.188201,-6.6260934,-9.627974
+26160,-6.2536144,-0.0029210064,-7.003314,-9.380127
+23421,-5.631081,-0.005387905,-6.3807807,-9.262216
+41793,-0.84198153,-5.591288,-1.466681,-1.0944493
+103325,-4.1457453,-0.020051748,-5.520445,-11.0213995
+33557,-7.377251,-0.0015580432,-7.0019507,-10.753046
+81209,-6.627994,-0.0023007132,-7.0026937,-9.6282625
+107064,-2.696255,-11.070561,-5.6959543,-0.07346656
+98221,-0.0048211045,-11.754128,-8.504521,-5.38187
+16139,-6.10207,-9.101376,-2.3517685,-0.10264237
+62717,-4.8856015,-0.009908184,-6.385301,-7.3880916
+28151,-0.00021467288,-12.437022,-8.624915,-10.376628
+22888,-5.384149,-0.008455902,-5.6338487,-8.267329
+24637,-1.607614,-9.231921,-0.23231359,-4.98504
+92809,-4.672212,-10.296521,-3.296912,-0.04749262
+91862,-2.5841706,-7.208477,-0.08387006,-5.4607453
+7412,-0.0013922293,-11.750699,-6.626092,-9.75247
+52442,-1.6031963,-11.165003,-0.22789584,-5.980956
+87399,-0.090549804,-10.464856,-2.4652493,-6.466249
+112712,-0.0020717364,-12.626379,-6.2517715,-8.879424
+54201,-0.02898571,-10.278293,-5.153685,-3.7828717
+117074,-5.1190844,-10.118392,-0.118784525,-2.2445135
+25137,-0.9206534,-8.79496,-3.795353,-0.5462546
+16780,-0.10314411,-10.22745,-2.3528438,-5.8539343
+72881,-4.9059863,-9.9052925,-0.030685766,-3.7824116
+110597,-5.1330004,-0.0073069944,-6.6327,-9.641905
+89655,-0.012943538,-12.07475,-4.3876433,-7.7647305
+48391,-5.132976,-0.0072829705,-6.8826756,-8.010142
+110182,-0.004312264,-12.253619,-5.6290116,-7.255771
+87621,-5.0960484,-5.970355,-2.4707484,-0.09782874
+122711,-0.0033899243,-11.627698,-5.7530894,-8.505383
+115720,-0.011761606,-12.511069,-5.7614613,-4.7627006
+66486,-4.1448994,-0.019206151,-5.769599,-9.775586
+68169,-3.1706607,-0.044967443,-6.29536,-8.79997
+110138,-2.705508,-11.704816,-0.08020757,-4.582369
+21580,-3.4099066,-0.034213405,-7.5346065,-9.786907
+102553,-6.253095,-0.0024019221,-7.7527947,-10.0093
+78769,-4.3890123,-0.013318973,-7.138712,-10.641346
+93593,-4.392315,-0.016621562,-5.5170145,-9.26929
+16612,-5.2578907,-0.0071979957,-6.2575903,-9.901595
+59583,-2.4955785,-8.6198845,-1.9952779,-0.24667461
+76885,-0.0003830653,-10.749691,-8.500084,-8.751999
+120777,-3.8966556,-0.020962356,-8.021356,-9.150487
+121894,-0.0035103862,-12.127817,-7.25321,-5.881377
+88371,-0.00078790134,-12.687595,-7.2504873,-9.502602
+68747,-3.5312648,-8.405573,-0.030964456,-6.909347
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/events.out.tfevents.1738079352.gamma.3806751.0 b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/events.out.tfevents.1738079352.gamma.3806751.0
new file mode 100644
index 0000000000000000000000000000000000000000..0db4e5f2e1d14c6f77e6f6e63bde1d3a55f32e09
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/events.out.tfevents.1738079352.gamma.3806751.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4071fde8cbde3925690a5172352ce7412c76f1e50f43a6af307dd4675a0168fe
+size 4442
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/hparams.yaml b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/hparams.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/hparams.yaml
@@ -0,0 +1 @@
+{}
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/metrics.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/metrics.csv
new file mode 100644
index 0000000000000000000000000000000000000000..9f894f4295313e1c3138a303e162802f877f3d0b
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/metrics.csv
@@ -0,0 +1,52 @@
+step,train/NCE,train/NER,val/NCE,val/NER
+0,0.4244293614204648,0.13636363542153818,,
+1,0.42442772089768716,0.13636363542153818,,
+2,,,0.42442772089768716,0.13636363542153818
+2,0.42442772089768716,0.13636363542153818,,
+3,0.42442612354656156,0.13636363542153818,,
+4,,,0.42442612354656156,0.13636363542153818
+4,0.42442612354656156,0.13636363542153818,,
+5,0.42442452619543597,0.13636363542153818,,
+6,,,0.42442452619543597,0.13636363542153818
+6,0.42442452619543597,0.13636363542153818,,
+7,0.4244228856726584,0.13636363542153818,,
+8,,,0.4244228856726584,0.13636363542153818
+8,0.4244228856726584,0.13636363542153818,,
+9,0.4244212451498808,0.13636363542153818,,
+10,,,0.4244212451498808,0.13636363542153818
+10,0.4244212451498808,0.13636363542153818,,
+11,0.4244196909704072,0.13636363542153818,,
+12,,,0.4244196909704072,0.13636363542153818
+12,0.4244196909704072,0.13636363542153818,,
+13,0.4244180504476296,0.13636363542153818,,
+14,,,0.4244180504476296,0.13636363542153818
+14,0.4244180504476296,0.13636363542153818,,
+15,0.424416453096504,0.13636363542153818,,
+16,,,0.424416453096504,0.13636363542153818
+16,0.424416453096504,0.13636363542153818,,
+17,0.4244148125737264,0.13636363542153818,,
+18,,,0.4244148125737264,0.13636363542153818
+18,0.4244148125737264,0.13636363542153818,,
+19,0.42441317205094875,0.13636363542153818,,
+20,,,0.42441317205094875,0.13636363542153818
+20,0.42441317205094875,0.13636363542153818,,
+21,0.42441161787147524,0.13636363542153818,,
+22,,,0.42441161787147524,0.13636363542153818
+22,0.42441161787147524,0.13636363542153818,,
+23,0.4244099773486976,0.13636363542153818,,
+24,,,0.4244099773486976,0.13636363542153818
+24,0.4244099773486976,0.13636363542153818,,
+25,0.42440833682592,0.13636363542153818,,
+26,,,0.42440833682592,0.13636363542153818
+26,0.42440833682592,0.13636363542153818,,
+27,0.4244067394747944,0.13636363542153818,,
+28,,,0.4244067394747944,0.13636363542153818
+28,0.4244067394747944,0.13636363542153818,,
+29,0.42440518529532084,0.13636363542153818,,
+30,,,0.42440518529532084,0.13636363542153818
+30,0.42440518529532084,0.13636363542153818,,
+31,0.4244035447725432,0.13636363542153818,,
+32,,,0.4244035447725432,0.13636363542153818
+32,0.4244035447725432,0.13636363542153818,,
+33,0.4244019042497656,0.13636363542153818,,
+34,,,0.4244019042497656,0.13636363542153818
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/state.ckpt b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/state.ckpt
new file mode 100644
index 0000000000000000000000000000000000000000..40e65c11c872b59929c2778abc1ed43a28c02c2d
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/state.ckpt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c255887a0595a2e8a6b48ec5506b68749d1586c03d2d6053eee07bc74cb44e7
+size 1740
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
new file mode 100644
index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
new file mode 100644
index 0000000000000000000000000000000000000000..fc24d0c5f969d5804c97c5be6f16e2c4c36f3df0
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
@@ -0,0 +1,400 @@
+31224,-13.625688,-1.7881378e-06,-14.625032,-16.251034
+80227,-0.014178023,-18.63849,-4.263522,-12.13944
+79086,0.0,-22.061813,-20.311844,-19.625284
+75303,-14.499667,-18.99898,-17.12401,-5.960463e-07
+56417,-18.375658,-19.499971,-1.5497195e-06,-13.375927
+11319,-8.249987,-16.249302,-15.999331,-0.00026151098
+12625,-2.3841855e-07,-18.811813,-17.249344,-15.500261
+87626,-13.5007105,-2.6106494e-05,-10.625055,-14.626081
+43853,-12.999775,-10.374089,-15.49912,-3.373566e-05
+23828,-16.813602,-10.000413,-6.625445,-0.001372587
+27858,-13.500657,-20.812471,-1.7881378e-06,-14.750935
+12604,-7.1264634,-15.125777,-0.00080743607,-12.626709
+8180,-16.875656,-22.68747,0.0,-18.875904
+37466,-19.999855,-10.874167,-8.749198,-0.00017760607
+48185,-16.375687,-2.3841855e-07,-19.87503,-16.500956
+77755,-16.875656,-17.24997,-7.152555e-07,-14.375934
+29286,-0.070590176,-10.569904,-2.6949348,-7.4458456
+87038,-14.124959,-8.374273,-13.624304,-0.00023266947
+33094,-13.750688,-1.5497195e-06,-15.875032,-15.001058
+17990,-2.1385624,-10.1378765,-0.13790697,-4.5138144
+125393,-13.998885,-11.373199,-16.498228,-1.239769e-05
+25066,-14.125688,-1.6689287e-06,-14.250032,-14.87633
+93021,-19.687393,-12.749206,-8.874236,-0.00014292172
+91364,-22.063156,-21.49997,0.0,-17.000916
+56219,-0.00057525776,-9.124889,-7.74992,-10.250895
+108119,-10.0039,-5.5032134,-8.128244,-0.004423714
+108029,-0.0046171485,-14.503931,-19.253962,-5.380385
+82606,-18.31227,-11.999083,-9.749113,-6.4490145e-05
+34733,-15.375089,-10.124403,-8.1244335,-0.00033659037
+40806,0.0,-22.061813,-21.249344,-19.750296
+89870,0.0,-19.936813,-19.999344,-16.875254
+120589,-23.313156,-18.12497,0.0,-19.000967
+107229,-16.625656,-21.74997,-1.1920928e-07,-17.62591
+81763,-12.750696,-12.8750105,-4.0768748e-05,-10.2509575
+126587,-5.3789177,-11.128231,-14.378262,-0.004638863
+105931,-19.688187,-3.576278e-07,-16.12503,-15.376034
+51593,-0.00026115344,-21.437075,-19.249605,-8.250515
+105827,-14.798265,-15.92258,-3.047611,-0.048636496
+92547,-15.875686,-1.1920928e-07,-20.12503,-18.001143
+11098,-19.000656,-17.74997,-5.960463e-07,-14.375912
+15535,-9.125799,-0.00011395759,-13.000144,-12.751099
+104144,-16.750656,-17.62497,-4.7683704e-07,-14.875911
+84409,0.0,-23.499313,-22.686844,-21.375257
+55188,-20.250656,-19.99997,0.0,-19.125938
+97914,-17.625656,-19.24997,0.0,-17.750933
+9697,-8.374918,-15.374232,-14.749263,-0.00023123929
+43614,-14.99982,-10.624134,-9.749165,-8.2966224e-05
+57056,-16.759521,-10.633835,-4.6338663,-0.009788963
+98595,-9.125797,-0.00011145447,-12.875142,-16.251085
+11602,-14.625656,-18.249971,-1.4305105e-06,-13.876001
+29109,-17.875656,-20.87497,0.0,-18.500902
+114682,-14.625687,-7.152555e-07,-16.00003,-15.876033
+63374,-17.750687,0.0,-19.25003,-17.00114
+77864,-13.875656,-19.749971,-1.3113013e-06,-15.000961
+81631,-7.626144,-17.562958,-0.00048816207,-14.626447
+124163,-9.152038,-15.776352,-0.026382072,-3.6523156
+81563,-13.841017,-6.09033,-2.465361,-0.09128639
+13895,-19.875687,-1.1920928e-07,-20.81253,-16.376049
+12863,-18.874792,-12.749107,-9.874138,-5.435796e-05
+45732,-15.570595,-2.6949089,-0.069939345,-13.94589
+49404,-21.688156,-19.12497,-1.1920928e-07,-15.87595
+487,-14.500687,-5.960463e-07,-17.43753,-16.56398
+64317,-19.689138,-11.625952,-6.2509813,-0.0019393223
+6331,0.0,-17.874313,-19.811844,-17.875576
+73812,-18.37566,-15.249974,-4.410734e-06,-12.375932
+15701,-17.480415,-8.91723,-3.1672597,-0.04317153
+104663,0.0,-22.811813,-21.874344,-19.75026
+90606,-0.2811205,-10.405434,-15.780464,-1.4063655
+127552,0.0,-21.874313,-25.811844,-20.687748
+126761,-7.134168,-14.758482,-4.7585125,-0.009420349
+92697,-0.04045007,-13.164764,-3.2897947,-6.0408773
+107122,-13.125661,-14.624975,-5.7220295e-06,-12.62645
+74380,-15.125087,-8.624401,-8.749432,-0.00033849708
+66285,0.0,-23.061813,-22.124344,-19.75027
+70163,-5.878484,-14.252797,-0.0028279335,-10.628755
+75972,-11.750663,-18.874977,-7.986991e-06,-16.500956
+30713,-21.376825,-15.876139,-0.0011692361,-6.752084
+118867,0.0,-20.436813,-21.311844,-18.500256
+84835,-15.625687,-7.152555e-07,-14.250031,-17.126062
+60503,-19.375656,-18.74997,-1.1920928e-07,-15.875915
+11807,-19.691336,-12.50315,-5.503181,-0.0040858844
+27906,0.0,-23.311813,-19.499344,-20.625278
+30093,-14.625687,-9.5367386e-07,-16.500029,-15.001026
+45657,-25.563156,-21.62497,0.0,-21.563395
+97197,0.0,-22.186813,-21.999344,-20.250319
+48440,-11.250699,-1.3232144e-05,-17.312544,-15.251014
+14971,0.0,-24.499313,-24.561844,-23.812757
+61380,-17.374748,-11.499061,-10.249091,-4.553691e-05
+7177,-13.625687,-1.3113013e-06,-20.000032,-16.251022
+40241,-1.9550132e-05,-14.499332,-16.436863,-10.875296
+38583,-14.501719,-0.0010336062,-6.8760643,-15.002022
+104941,-1.1920928e-07,-20.749313,-16.624344,-18.00029
+39377,-13.500688,-1.5497195e-06,-18.625032,-15.126072
+65329,-11.955048,-12.891862,-2.0168924,-0.14280541
+81089,-13.375688,-1.5497195e-06,-18.812532,-17.75146
+6143,-1.4066125,-8.780927,-7.530957,-0.2819142
+63753,0.0,-21.124313,-21.374344,-19.125254
+5084,-19.375668,-17.37498,-1.1444026e-05,-11.375932
+125282,-19.438156,-19.62497,-1.1920928e-07,-16.626162
+7980,-11.566821,-6.003636,-6.0036664,-0.004961204
+42346,-17.499756,-12.499066,-10.999097,-2.0503787e-05
+73055,-14.375656,-19.99997,-7.152555e-07,-16.00097
+31696,-12.625804,-12.125118,-0.00014840455,-8.876069
+101343,-11.875662,-20.937477,-6.9141147e-06,-17.750942
+115075,0.0,-23.811813,-24.249344,-22.125265
+29447,-16.374777,-10.249092,-12.624123,-3.874227e-05
+89441,-2.145765e-06,-18.624315,-13.999346,-13.500253
+15843,-7.557583e-05,-12.249389,-12.249419,-9.625342
+110126,-18.250662,-12.999975,-5.6028207e-06,-12.626023
+36142,-19.064713,-13.501525,-6.0015554,-0.002479338
+2846,-17.24979,-10.374102,-11.124132,-4.6013727e-05
+85390,-8.344616e-06,-14.249323,-13.999353,-11.875329
+108138,-18.188913,-12.625728,-6.3757586,-0.0017070497
+7571,-17.881475,-10.630788,-5.005818,-0.0067457804
+62381,-18.688187,-7.152555e-07,-17.62503,-14.125966
+65963,-18.628832,-16.378145,-0.0031748626,-5.7540984
+39384,0.0,-21.749313,-23.499344,-20.626059
+62356,0.0,-24.749313,-23.874344,-21.125292
+20478,-15.125687,-5.960463e-07,-19.18753,-15.001042
+101968,-19.875656,-22.49997,0.0,-19.750923
+124810,-21.375656,-17.62497,-1.1920928e-07,-16.12597
+9300,-22.938156,-22.24997,0.0,-18.75093
+35593,-18.015753,-11.765067,-4.1400976,-0.01605734
+53670,-18.750656,-19.99997,-2.3841855e-07,-15.250907
+44789,0.0,-22.561813,-21.624344,-19.250265
+25135,-15.625686,-1.1920928e-07,-20.56253,-17.376055
+32124,0.0,-23.249313,-23.374344,-21.250278
+36646,-11.499746,-17.374063,-14.249091,-1.0847986e-05
+34191,-17.250017,-10.749332,-8.249363,-0.0002829628
+65307,-19.062403,-12.499216,-8.749247,-0.00016234987
+32731,-6.6270113,-0.0013258009,-15.376356,-14.252674
+112637,-11.288444,-8.725258,-0.10028822,-2.3512664
+18943,-13.250657,-15.624971,-2.145765e-06,-15.12597
+117291,0.0,-23.061813,-23.874344,-21.125269
+67975,-17.845917,-14.03273,-3.4077609,-0.033676893
+104676,-8.250949,-0.00026329866,-13.500294,-14.001218
+109059,-6.127872,-0.002185696,-13.502215,-14.128258
+86252,-20.749796,-13.49911,-9.999141,-4.6848152e-05
+109620,0.0,-23.124313,-23.124344,-21.500267
+35543,-12.75128,-8.375594,-6.625626,-0.0015605426
+96155,-10.250722,-3.6119764e-05,-14.250067,-15.126256
+33646,-11.625664,-19.749979,-9.059865e-06,-16.500973
+64061,-0.0058271056,-8.317641,-7.942671,-5.257042
+6764,0.0,-21.749313,-23.874344,-17.625261
+63078,-11.500696,-1.0132739e-05,-17.75004,-17.126043
+88343,-10.375717,-3.1232346e-05,-18.437561,-16.876226
+50106,-14.000761,-7.6767836e-05,-9.500106,-13.751419
+35688,-22.250656,-19.24997,-9.5367386e-07,-13.875901
+78697,-14.000687,-1.3113013e-06,-17.312532,-14.501142
+13749,-16.000694,-7.3909487e-06,-12.000038,-13.751129
+44428,-1.501694,-13.626008,-13.251039,-0.2520003
+13880,0.0,-24.249313,-22.936844,-22.250256
+107805,-21.625656,-23.31247,0.0,-19.75091
+47687,0.0,-24.186813,-26.124344,-22.625248
+3328,-17.750656,-19.37497,-1.1920928e-07,-16.500933
+27574,-15.374602,-10.873917,-14.873947,-1.9550132e-05
+6049,-19.188187,-5.960463e-07,-15.375031,-14.75117
+121371,-17.50069,-3.4570635e-06,-14.250034,-12.75106
+93977,-2.4645393,-18.463854,-0.088883944,-15.21481
+87794,-23.063156,-22.49997,0.0,-20.000904
+1284,-13.125693,-7.986991e-06,-14.375038,-12.126279
+86737,-17.626625,-11.500938,-6.2509694,-0.0019406311
+9800,-4.017854,-14.392168,-18.3922,-0.018155932
+60632,-14.000687,-9.5367386e-07,-18.562529,-16.001204
+69196,-19.375687,-1.1920928e-07,-17.12503,-16.125948
+109514,-18.875656,-20.56247,0.0,-18.37602
+75454,-8.50091,-0.0002237308,-11.375255,-11.626171
+68262,-10.500683,-18.312496,-2.7536968e-05,-17.938456
+51383,-5.380439,-0.0047527677,-10.504784,-9.130745
+39024,-7.8760676,-0.000381397,-15.500412,-13.501357
+53372,-14.691309,-10.753123,-5.5031543,-0.004104049
+61955,-17.000511,-10.999823,-7.124853,-0.0008219678
+46407,-10.125726,-4.0172723e-05,-19.87507,-15.62602
+56851,-11.250669,-21.937483,-1.2993728e-05,-17.625921
+117835,-19.500656,-21.18747,0.0,-18.250933
+41315,-15.750655,-21.31247,-1.1920928e-07,-17.125896
+54086,0.0,-22.811813,-22.874344,-21.437786
+1123,0.0,-23.186813,-20.374344,-21.000273
+6738,-15.750686,-2.3841855e-07,-18.75003,-16.500946
+65022,-18.812359,-11.62417,-8.749201,-0.00016759422
+29011,-10.999757,-10.749071,-10.374102,-6.93774e-05
+209,-16.86089,-11.172704,-3.0477328,-0.048644673
+117949,0.0,-23.749313,-20.124344,-20.875282
+112253,-19.18729,-12.124105,-9.249136,-0.00010168035
+117575,-17.077307,-13.76412,-0.01415099,-4.265111
+12151,-16.125656,-19.87497,-2.3841855e-07,-16.125902
+6503,-13.126635,-12.375949,-2.1259794,-0.12706348
+47388,-13.250687,-2.384183e-06,-15.250031,-14.876203
+122533,-8.002006,-6.2513213,-16.751352,-0.0022652699
+77557,-6.4372807e-06,-16.62432,-12.2493515,-13.375273
+3593,-4.089479,-0.21379316,-1.8388236,-4.090418
+39857,-1.1920928e-07,-18.186813,-18.749344,-16.250284
+82941,-18.875687,-1.1920928e-07,-17.25003,-15.876022
+2835,0.0,-22.624313,-22.624344,-21.625252
+12119,-12.125661,-17.999975,-5.6028207e-06,-16.000912
+2255,-1.3112935e-05,-18.061827,-11.249358,-15.812802
+99071,-8.625893,-16.250208,-0.00023779426,-9.751176
+73970,-20.188156,-18.87497,-2.3841855e-07,-15.125915
+73312,-16.162046,-8.598861,-0.47389093,-0.9748726
+109736,-17.938187,-4.7683704e-07,-16.81253,-14.626404
+2581,-12.5006895,-3.933899e-06,-19.937534,-15.125972
+64922,-12.374728,-16.124043,-12.124073,-9.7751135e-06
+85830,0.0,-22.499313,-23.311844,-19.875265
+122144,-11.250699,-1.3589766e-05,-18.000044,-14.37595
+62330,-13.125689,-2.503392e-06,-18.000032,-14.626173
+112561,-16.563187,-15.375001,-3.1470758e-05,-10.375958
+48434,-14.125687,-8.344647e-07,-20.56253,-16.250998
+119944,-14.500688,-1.6689287e-06,-15.750032,-13.751003
+120940,-0.07934144,-2.5786555,-13.203687,-7.8295994
+77443,-23.688156,-21.93747,0.0,-17.000896
+23685,-4.399599,-13.773913,-0.39894348,-1.149838
+47231,-11.000703,-1.6808368e-05,-18.562548,-16.125965
+91022,-8.750844,-0.00015829741,-17.250189,-17.126148
+714,-18.999748,-12.99906,-10.24909,-3.7669426e-05
+25730,-20.250658,-18.749971,-1.072883e-06,-13.750926
+97729,-6.675698e-06,-12.374321,-13.2493515,-14.125298
+30236,-1.1920928e-07,-17.749313,-19.436844,-16.250286
+2443,-16.875687,0.0,-20.18753,-17.001417
+52656,-4.76836e-06,-19.249317,-12.24935,-17.250284
+116972,-19.187326,-10.499139,-9.374169,-0.000112408045
+43770,-7.128976,-10.00329,-0.0033204204,-6.004305
+10949,-17.750687,0.0,-18.75003,-18.750948
+100306,-17.375687,0.0,-17.87503,-18.751305
+29745,-13.375688,-2.145765e-06,-18.000032,-14.251148
+60439,-18.499712,-16.124025,-13.499056,-1.4305105e-06
+109824,-9.000829,-0.00014268333,-11.750174,-11.376159
+102648,-23.125656,-20.06247,-2.3841855e-07,-15.500914
+62099,-6.6270113,-0.0013250866,-18.563856,-16.252283
+33686,-17.188187,0.0,-19.12503,-16.751085
+116606,-12.348356,-13.222671,-1.2227013,-0.34876332
+85384,-14.625365,-7.249678,-11.49971,-0.0007211945
+31834,-18.00066,-15.374972,-3.0994368e-06,-12.751107
+58133,-18.812267,-10.999083,-13.624113,-1.7881233e-05
+95196,-16.250656,-22.49997,-1.1920928e-07,-17.62596
+11675,-15.375686,-3.576278e-07,-20.25003,-15.876031
+34902,-13.250658,-15.374972,-2.503392e-06,-14.625945
+112691,-16.562813,-7.374626,-9.874657,-0.0006786666
+33713,-15.750655,-19.37497,-3.576278e-07,-15.375924
+109135,-6.89006e-05,-18.624382,-12.749413,-9.6253195
+60521,-17.000658,-13.749971,-2.384183e-06,-13.500944
+76695,-1.9099119,-13.159227,-16.346756,-0.16028076
+98619,-22.000656,-22.74997,0.0,-20.875944
+13731,-15.000685,-4.7683704e-07,-18.06253,-16.376516
+14492,-14.000688,-1.5497195e-06,-17.937532,-14.126581
+81006,-23.000656,-21.12497,0.0,-16.875904
+114491,-13.899184,-7.148498,-0.52352875,-0.8994662
+120167,-22.250658,-17.249971,-2.264974e-06,-13.000937
+69602,-18.000687,-3.576278e-07,-17.50003,-14.876962
+81057,-19.250656,-16.87497,-2.3841855e-07,-15.375933
+118239,-19.688187,-1.1920928e-07,-16.25003,-16.87599
+26999,-13.750657,-20.749971,-1.9073468e-06,-14.000914
+103729,-13.625662,-13.124976,-6.5564896e-06,-12.62592
+70324,0.0,-22.124313,-21.249344,-19.500252
+88697,-19.24977,-14.499081,-10.374111,-3.170917e-05
+79720,-15.625686,-2.3841855e-07,-18.00003,-16.626122
+119098,-15.8247795,-10.511594,-4.3866243,-0.012548421
+16374,-13.250688,-1.9073468e-06,-21.250032,-16.12596
+8973,-14.750685,-4.7683704e-07,-18.81253,-16.126099
+92670,-1.1920928e-07,-17.624313,-15.999345,-18.312822
+46136,-15.125687,-9.5367386e-07,-14.875031,-15.001173
+113240,0.0,-24.124313,-25.124344,-20.750248
+92271,-10.96377,-13.588084,-2.4631135,-0.08903663
+47020,-16.09919,-10.098503,-0.9735329,-0.4744734
+68952,-0.12270859,-10.372023,-4.622053,-2.247957
+93704,-21.813156,-20.74997,0.0,-18.12608
+126515,-22.063187,0.0,-17.75003,-17.125982
+1648,-16.939484,-13.126296,-0.0013267533,-6.6272497
+4147,-19.440441,-11.502255,-5.752285,-0.0031906671
+106815,-12.061775,-12.9360895,-2.8111198,-0.06203047
+18919,-8.3759,-13.375215,-0.00024494508,-11.251238
+88395,-17.50009,-13.499403,-7.999434,-0.00033706706
+83361,-12.750689,-2.8610189e-06,-17.93753,-16.750963
+69550,-16.125689,-1.072883e-06,-14.312531,-15.002134
+59782,-8.529752,-10.529066,-3.5290966,-0.030001255
+62607,-16.005354,-7.629667,-5.2546973,-0.005725176
+49031,-20.814482,-16.876295,-0.0013247294,-6.6272197
+24073,-19.687235,-14.624047,-10.249078,-3.5881352e-05
+34883,-21.188156,-19.99997,0.0,-19.000923
+78080,-0.00029583368,-19.437109,-17.87464,-8.1257
+59546,-10.874756,-16.62407,-13.874101,-1.9907753e-05
+123805,-2.0182726,-0.14258681,-14.142617,-13.018574
+87807,-10.875705,-1.8954097e-05,-18.62505,-17.438593
+53821,-5.1305895,-15.629903,-14.129933,-0.0059315134
+90016,-15.750687,-5.960463e-07,-14.875031,-16.626091
+75870,-24.688156,-20.37497,0.0,-18.25091
+58764,-19.125221,-13.499535,-7.624564,-0.0004898302
+64575,0.0,-21.936813,-21.374344,-18.750242
+85818,-18.249802,-11.499113,-9.624144,-7.6291035e-05
+15652,-23.313156,-21.93747,0.0,-17.875908
+85976,-15.750655,-19.24997,-4.7683704e-07,-15.000937
+15080,-17.625687,0.0,-19.31253,-17.000938
+79945,-11.250699,-1.3470559e-05,-16.437544,-14.751445
+76385,-16.767899,-10.767214,-4.017244,-0.018188007
+115581,-6.25262,-10.626934,-0.0019645453,-11.253038
+61199,-17.750687,-4.7683704e-07,-17.62503,-14.626005
+85813,-24.063156,-20.49997,0.0,-21.625904
+67537,-15.125686,-1.4305105e-06,-15.3125305,-13.877983
+89261,-17.750656,-17.87497,-2.3841855e-07,-15.125951
+22046,-19.999763,-11.374078,-10.749108,-3.2901222e-05
+22926,-2.264974e-06,-17.999315,-19.124346,-13.000266
+49488,-14.014807,-16.07662,-0.014151108,-4.265094
+96660,-6.5021973,-0.0015109086,-11.626541,-14.127634
+63730,-17.84883,-13.098143,-0.3481731,-1.2241033
+9677,0.0,-20.624313,-18.811844,-17.625261
+120201,-19.437254,-12.999065,-12.249096,-7.0333235e-06
+35208,-23.438156,-20.56247,0.0,-17.875904
+30950,-18.205044,-12.141855,-2.0168855,-0.14280231
+66963,-8.000991,-20.562805,-0.0003357562,-14.251289
+16156,-11.624736,-16.749052,-16.936583,-9.059865e-06
+69670,-16.125687,-3.576278e-07,-18.81253,-15.126443
+13477,-19.250687,-5.960463e-07,-19.68753,-14.251013
+50904,-15.625686,-1.1920928e-07,-19.43753,-17.813456
+7930,-22.313156,-22.62497,0.0,-19.500896
+26294,-14.751831,-12.751145,-1.5011756,-0.25214928
+35749,-9.750713,-22.187529,-5.8291644e-05,-17.000957
+55850,-15.625657,-20.312471,-2.384183e-06,-13.000932
+64767,-10.748974,-16.49829,-10.998319,-3.826545e-05
+22057,-18.56748,-12.7542925,-5.254323,-0.005241462
+87663,-18.812325,-9.374138,-11.499168,-9.500529e-05
+35864,-19.374788,-12.499102,-9.999132,-4.9232225e-05
+33007,-21.313156,-19.87497,0.0,-18.250921
+81372,-11.500865,-8.500179,-7.000209,-0.0011258937
+97703,-17.438187,-1.1920928e-07,-19.31253,-15.626159
+118589,0.0,-19.436813,-20.061844,-17.125265
+65741,-1.5497195e-06,-19.749317,-21.686848,-13.375274
+119601,-22.250656,-21.49997,0.0,-18.2509
+114504,-19.375656,-20.87497,0.0,-17.500925
+92452,0.0,-24.186813,-22.124344,-22.687801
+11152,-0.000821134,-15.000134,-11.000165,-7.1262074
+44669,-11.250677,-13.249991,-2.1695856e-05,-11.875943
+121963,-14.125687,-8.344647e-07,-18.00003,-16.376114
+63486,-9.624757,-14.749071,-12.749102,-6.93774e-05
+123055,-14.502156,-17.87647,-0.0015013863,-6.5024157
+119717,-0.00071249844,-16.250027,-7.2500567,-13.127842
+88042,-16.874784,-9.499099,-10.749129,-9.6435666e-05
+54428,-15.125687,-9.5367386e-07,-15.625031,-14.376147
+125274,-1.7046783e-05,-17.31183,-10.999362,-14.750294
+46816,-17.06752,-9.5043335,-5.2543645,-0.0053133224
+8553,-15.375655,-22.62497,-3.576278e-07,-15.625916
+56455,-14.750685,-4.7683704e-07,-19.75003,-16.626146
+101092,-1.1920928e-07,-20.061813,-16.374344,-18.750275
+55570,-1.1920922e-06,-18.061817,-19.936848,-13.625301
+2531,0.0,-21.374313,-18.624344,-19.500301
+55854,-13.500687,-1.4305105e-06,-19.875032,-16.251087
+65143,0.0,-23.186813,-22.186844,-21.250242
+28422,-20.999737,-14.499055,-11.749085,-8.344616e-06
+36329,-8.630148,-5.2544627,-11.629493,-0.005426439
+8061,-10.625711,-2.5510462e-05,-18.062555,-13.626053
+107678,-15.250686,-3.576278e-07,-18.12503,-16.50096
+53009,-0.0059534363,-11.005268,-11.505299,-5.131255
+62879,0.0,-21.561813,-23.311844,-18.250387
+26784,-12.25069,-4.887569e-06,-18.562536,-16.37594
+21912,-12.991534,-9.490849,-0.4283789,-1.0545255
+113597,0.0,-21.249313,-23.811844,-19.000248
+82760,0.0,-23.561813,-22.936844,-21.125257
+26160,-17.125687,-1.1920928e-07,-19.68753,-16.50096
+23421,-7.7511187,-0.00043263612,-15.1254635,-13.126637
+41793,-2.251855,-5.6886683,-4.501199,-0.127474
+103325,-14.375687,-5.960463e-07,-19.68753,-18.813454
+33557,-17.875687,-1.1920928e-07,-17.31253,-16.501133
+81209,-14.500685,-4.7683704e-07,-19.18753,-18.125978
+107064,-10.99855,-16.685366,-15.560395,-1.6927575e-05
+98221,-0.00020335037,-19.93702,-21.81205,-8.500462
+16139,-17.124878,-9.624189,-9.37422,-0.00015102676
+62717,-16.250687,-1.1920928e-07,-19.62503,-17.00103
+28151,0.0,-21.874313,-22.249344,-20.56279
+22888,-8.375939,-0.00025328767,-12.000284,-11.001831
+24637,-10.500683,-20.124996,-2.7656173e-05,-16.625967
+92809,-11.125538,-7.1248517,-10.499883,-0.00084745727
+91862,-11.625665,-14.499979,-9.536698e-06,-16.250946
+7412,0.0,-22.186813,-21.499344,-21.000263
+52442,-9.000778,-18.937593,-0.0001234932,-16.376057
+87399,-7.724464e-05,-14.374392,-9.499422,-13.250372
+112712,0.0,-21.999313,-25.374344,-19.250256
+54201,-0.007575238,-16.756891,-18.944422,-4.8866544
+117074,-15.751896,-10.87621,-1.5012417,-0.25215065
+25137,-5.5037465,-15.003059,-14.37809,-0.0040806606
+16780,-7.3909487e-06,-17.499321,-11.874352,-14.500277
+72881,-17.250656,-18.24997,-9.5367386e-07,-13.8760195
+110597,-13.750688,-1.5497195e-06,-16.437532,-14.751574
+89655,0.0,-22.686813,-19.874344,-20.500282
+48391,-14.500687,-5.960463e-07,-17.00003,-15.938871
+110182,0.0,-22.124313,-20.249344,-18.000248
+87621,-16.437704,-8.874519,-7.7495503,-0.0005710878
+122711,0.0,-20.874313,-19.499344,-20.062878
+115720,-1.072883e-06,-22.936817,-21.374348,-13.750243
+66486,-11.625694,-8.940657e-06,-21.00004,-18.501305
+68169,-11.000703,-1.716599e-05,-16.750048,-14.501082
+110138,-13.375657,-21.624971,-1.6689287e-06,-16.375942
+21580,-9.875739,-5.3523538e-05,-16.125084,-13.126111
+102553,-13.125688,-2.145765e-06,-18.500032,-16.251245
+78769,-9.000808,-0.0001234932,-17.437654,-16.501131
+93593,-13.750687,-1.1920922e-06,-18.250032,-15.750976
+16612,-6.0031667,-0.0024802894,-15.252511,-12.003683
+59583,-7.6285625,-8.752876,-5.752907,-0.003825253
+76885,0.0,-18.874313,-19.811844,-16.875286
+120777,-16.938187,-3.576278e-07,-18.62503,-14.751022
+121894,-2.3841855e-07,-21.624313,-25.186844,-15.250256
+88371,0.0,-24.374313,-23.186844,-21.125263
+68747,-20.938156,-18.74997,0.0,-19.750942
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/events.out.tfevents.1738070079.gamma.3609656.0 b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/events.out.tfevents.1738070079.gamma.3609656.0
new file mode 100644
index 0000000000000000000000000000000000000000..93565eb808f4dea68a27ddaa21cd7202577e8468
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/events.out.tfevents.1738070079.gamma.3609656.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c8044bce7f7782dee7b52d0150ea9fe45fe9ebba9c912543278e708c8c3212
+size 3698
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/hparams.yaml b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/hparams.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/hparams.yaml
@@ -0,0 +1 @@
+{}
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/metrics.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/metrics.csv
new file mode 100644
index 0000000000000000000000000000000000000000..908d5b0517cb1c7f27b93262af462622a34b20a5
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/metrics.csv
@@ -0,0 +1,40 @@
+step,train/NCE,train/NER,val/NCE,val/NER
+0,0.4017748747882001,0.1441441425713043,,
+1,0.4017744013000092,0.1441441425713043,,
+2,,,0.4017744013000092,0.1441441425713043
+2,0.4017744013000092,0.1441441425713043,,
+3,0.40177384172305625,0.1441441425713043,,
+4,,,0.40177384172305625,0.1441441425713043
+4,0.40177384172305625,0.1441441425713043,,
+5,0.40177341127924626,0.1441441425713043,,
+6,,,0.40177341127924626,0.1441441425713043
+6,0.40177341127924626,0.1441441425713043,,
+7,0.4017728947466743,0.1441441425713043,,
+8,,,0.4017728947466743,0.1441441425713043
+8,0.4017728947466743,0.1441441425713043,,
+9,0.4017724212584834,0.1441441425713043,,
+10,,,0.4017724212584834,0.1441441425713043
+10,0.4017724212584834,0.1441441425713043,,
+11,0.40177190472591146,0.1441441425713043,,
+12,,,0.40177190472591146,0.1441441425713043
+12,0.40177190472591146,0.1441441425713043,,
+13,0.4017713881933395,0.1441441425713043,,
+14,,,0.4017713881933395,0.1441441425713043
+14,0.4017713881933395,0.1441441425713043,,
+15,0.4017708716607676,0.1441441425713043,,
+16,,,0.4017708716607676,0.1441441425713043
+16,0.4017708716607676,0.1441441425713043,,
+17,0.40177039817257665,0.1441441425713043,,
+18,,,0.40177039817257665,0.1441441425713043
+18,0.40177039817257665,0.1441441425713043,,
+19,0.4017698816400047,0.1441441425713043,,
+20,,,0.4017698816400047,0.1441441425713043
+20,0.4017698816400047,0.1441441425713043,,
+21,0.4017693651074328,0.1441441425713043,,
+22,,,0.4017693651074328,0.1441441425713043
+22,0.4017693651074328,0.1441441425713043,,
+23,0.4017688916192418,0.1441441425713043,,
+24,,,0.4017688916192418,0.1441441425713043
+24,0.4017688916192418,0.1441441425713043,,
+25,0.40176841813105085,0.1441441425713043,,
+26,,,0.40176841813105085,0.1441441425713043
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/state.ckpt b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/state.ckpt
new file mode 100644
index 0000000000000000000000000000000000000000..e4066f55789221e18536fa471c5fd54de2f7a3e4
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/state.ckpt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec97fcbb1f9a50ece696cf977a5fad0c6e67c52a2498dd03a16614e6566fb7f
+size 1740
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
new file mode 100644
index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
new file mode 100644
index 0000000000000000000000000000000000000000..f67f8e429f44607a62fa33188c198084cda78cef
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
@@ -0,0 +1,400 @@
+31224,-0.7574688,-0.6329244,-9.132834,-12.508241
+80227,-2.860982e-05,-16.062984,-12.375395,-10.625478
+79086,-1.4305105e-06,-18.000458,-13.875366,-14.500478
+75303,-10.999081,-18.499537,-13.874447,-1.7642818e-05
+56417,-10.500695,-16.62615,-0.0010604003,-6.8760815
+11319,-3.048192,-16.423647,-12.923557,-0.0486097
+12625,-0.00026270276,-16.68822,-13.3756275,-8.250675
+87626,-14.499575,-3.194758e-05,-10.374941,-15.125334
+43853,-10.624658,-18.18761,-14.875024,-2.467602e-05
+23828,-12.379227,-15.004683,-5.379591,-0.0046248613
+27858,-4.75836,-17.133816,-0.008725611,-9.134069
+12604,-8.125161,-14.250617,-0.0005272429,-8.37551
+8180,-11.249671,-18.12513,-3.7311813e-05,-10.625053
+37466,-13.624815,-15.437771,-8.375181,-0.00023195437
+48185,-8.874684,-0.0001401803,-16.500048,-16.125145
+77755,-11.749977,-15.375433,-0.00034350218,-8.000353
+29286,-1.7074299,-9.207885,-0.95779544,-0.8327989
+87038,-8.624815,-16.50027,-11.000181,-0.00019643761
+33094,-10.874564,-1.966934e-05,-15.24993,-14.625462
+17990,-6.4889746,-11.989429,-0.11434018,-2.2394307
+125393,-10.874492,-16.687447,-14.374858,-1.9550132e-05
+25066,-13.374546,-1.9073468e-06,-15.687412,-15.126166
+93021,-13.375955,-17.126411,-6.6263223,-0.0013274676
+91364,-11.251832,-16.814787,-0.0021980668,-6.127251
+56219,-0.032245126,-5.4077005,-3.6576107,-6.532877
+108119,-8.998238,-11.623693,-10.623604,-0.00015686711
+108029,-0.6319857,-14.1324415,-14.382352,-0.7582972
+82606,-13.4996,-17.000055,-8.499967,-0.00020489977
+34733,-13.3787365,-16.816692,-5.504102,-0.004079948
+40806,-7.152555e-07,-16.812954,-15.250367,-14.62682
+89870,-1.28745205e-05,-15.125467,-13.625378,-11.375478
+120589,-12.499647,-12.250103,-1.3232144e-05,-12.250197
+107229,-7.0009265,-17.68888,-0.0012915136,-7.87633
+81763,-10.379903,-12.505359,-0.0052681435,-5.2553396
+126587,-2.1263092,-11.126764,-12.439175,-0.12703304
+105931,-18.687044,-2.3841855e-07,-15.68741,-16.062708
+51593,-0.18027885,-16.743235,-7.4306445,-1.8056364
+105827,-9.88293,-16.820885,-4.758296,-0.008668768
+92547,-15.437044,-2.3841855e-07,-19.43741,-16.812744
+11098,-11.5094,-14.509856,-0.009766297,-4.6347785
+15535,-13.124548,-3.6954812e-06,-13.499914,-15.250113
+104144,-9.874782,-15.375237,-0.00014768941,-9.2504015
+84409,-3.576278e-07,-18.937956,-15.500365,-15.875538
+55188,-12.874678,-13.5001335,-4.398726e-05,-10.125316
+97914,-6.251744,-14.252199,-0.00210909,-8.627297
+9697,-10.124493,-17.062449,-13.124859,-4.2079995e-05
+43614,-12.999814,-17.375269,-8.50018,-0.00020573408
+57056,-14.874654,-16.250109,-9.50002,-7.533743e-05
+98595,-10.62457,-2.5868081e-05,-13.499936,-16.062561
+11602,-10.380592,-13.631048,-0.0059588873,-5.131299
+29109,-12.874638,-19.562593,-4.1723165e-06,-13.374997
+114682,-10.749566,-2.1815062e-05,-14.874932,-17.001095
+63374,-17.374544,0.0,-18.56241,-17.625639
+77864,-10.628736,-15.379191,-0.0041017933,-5.5043736
+81631,-8.375096,-15.375552,-0.00046135273,-8.375735
+124163,-5.775835,-14.776291,-0.90120095,-0.52625006
+81563,-11.877033,-12.502489,-6.0023994,-0.002486592
+13895,-6.75072,-0.0011754278,-16.126085,-12.31401
+12863,-13.501783,-17.18974,-6.12715,-0.0021865289
+45732,-7.5079994,-0.7584549,-0.6333649,-8.258591
+49404,-14.12596,-16.251417,-0.0013266343,-6.626404
+487,-14.312045,-7.152555e-07,-17.18741,-16.189981
+64317,-16.251997,-17.064953,-6.002363,-0.0024761274
+6331,-1.3708975e-05,-13.875468,-13.500379,-11.3787985
+73812,-10.145223,-11.6456785,-0.020587914,-3.8956866
+15701,-15.948207,-14.698663,-4.511072,-0.011047979
+104663,-3.5762723e-06,-17.12546,-13.12537,-13.375471
+90606,-1.9099135,-10.910369,-13.410279,-0.16030139
+127552,0.0,-21.812956,-19.625366,-16.875597
+126761,-5.13454,-16.884995,-5.509906,-0.009985966
+92697,-0.06749681,-11.192952,-5.1928625,-2.8184326
+107122,-10.374719,-12.8751745,-8.511181e-05,-9.877124
+74380,-12.12519,-14.000646,-7.500556,-0.00055917364
+66285,-5.6028207e-06,-18.062962,-12.125372,-15.125544
+70163,-5.5267487,-12.402204,-0.52711385,-0.9021148
+75972,-6.3763824,-15.314339,-0.001748225,-10.002824
+30713,-16.910574,-14.28603,-0.34843978,-1.2234584
+118867,-8.344647e-07,-16.750454,-15.312867,-14.250473
+84835,-14.687045,-9.5367386e-07,-14.874911,-16.312828
+60503,-13.624644,-15.8751,-1.0251946e-05,-11.62503
+11807,-15.651079,-15.026535,-2.4639447,-0.08893946
+27906,-0.00020644917,-15.188162,-8.500572,-12.750696
+30093,-9.374628,-8.5350206e-05,-15.062494,-15.250161
+45657,-17.562134,-17.56259,-9.5367386e-07,-13.874971
+97197,-7.510157e-06,-16.187963,-12.000374,-13.688142
+48440,-15.624544,-1.1920928e-07,-17.81241,-16.81259
+14971,-1.1920922e-06,-16.875458,-14.000366,-15.001685
+61380,-14.374593,-17.437551,-10.499959,-2.8132996e-05
+7177,-3.7728043,-0.02325954,-15.460669,-12.585898
+40241,-0.07025598,-11.445711,-7.9456215,-2.695925
+38583,-14.749571,-2.801379e-05,-10.499937,-15.750411
+104941,-3.4570635e-06,-19.00046,-12.62537,-15.938539
+39377,-7.7499766,-0.000431802,-16.375341,-14.000635
+65329,-6.7804933,-13.655949,-3.5308588,-0.030888867
+81089,-13.749545,-1.1920922e-06,-18.437412,-16.438204
+6143,-8.62492,-12.687876,-8.500286,-0.00038616353
+63753,-4.887569e-06,-16.312962,-12.87537,-13.000378
+5084,-15.04263,-15.980586,-0.042996485,-3.1680698
+125282,-11.874681,-14.250137,-4.768258e-05,-10.126033
+7980,-9.500313,-9.375769,-6.6256785,-0.0014865074
+42346,-10.499532,-17.124987,-9.999898,-7.295342e-05
+73055,-9.62484,-16.000294,-0.00020597244,-8.875385
+31696,-7.538206,-12.163662,-0.03857181,-3.2887678
+101343,-7.8750167,-18.500471,-0.00038223114,-13.125773
+115075,-3.576278e-07,-18.687956,-15.062865,-16.313093
+29447,-11.249952,-17.50041,-8.000319,-0.00034850722
+89441,-0.043267086,-17.418722,-3.1686325,-8.168651
+15843,-0.03620622,-7.7866616,-4.661572,-3.661586
+110126,-10.754314,-10.12977,-0.0046802736,-5.379928
+36142,-11.923187,-15.611143,-3.048553,-0.048596185
+2846,-12.749833,-16.375288,-8.375199,-0.00023350373
+85390,-0.10497178,-9.605428,-2.3553374,-5.3556995
+108138,-11.638714,-15.82667,-4.2640805,-0.014173674
+7571,-16.819763,-13.882718,-4.8826303,-0.0076069445
+62381,-18.187044,-1.1920928e-07,-18.49991,-15.7500305
+65963,-11.178344,-14.6788,-1.0537107,-0.42871743
+39384,-3.576278e-07,-17.062956,-15.875365,-15.380915
+62356,-7.152555e-07,-19.812954,-14.500367,-15.25056
+20478,-11.624552,-8.940657e-06,-17.87492,-16.750374
+101968,-12.749643,-18.562597,-8.225407e-06,-12.125071
+124810,-16.49968,-14.250135,-4.613293e-05,-10.000204
+9300,-17.999647,-17.250103,-1.2993728e-05,-11.250178
+35593,-13.636994,-15.38745,-4.3873596,-0.012512867
+53670,-14.640668,-15.016124,-0.016034465,-4.1410675
+44789,-2.3722367e-05,-16.937977,-12.25039,-10.875594
+25135,-4.8821597,-0.0076152263,-14.820025,-12.133219
+32124,-3.576278e-07,-18.875456,-15.500365,-16.000608
+36646,-5.254868,-16.442822,-10.130234,-0.005275851
+34191,-15.629849,-17.005304,-5.255215,-0.0052341092
+65307,-13.877781,-17.378239,-5.753148,-0.003178784
+32731,-6.7507157,-0.0011713794,-14.876081,-15.189404
+112637,-4.0359845,-5.91144,-4.1613503,-0.036625657
+18943,-7.1263576,-11.751812,-0.0017226393,-7.00247
+117291,-1.1920928e-07,-18.312956,-17.500366,-15.750436
+67975,-12.804435,-14.929891,-2.9298015,-0.05488998
+104676,-6.252443,-0.0028984225,-8.252808,-7.25305
+109059,-9.24964,-9.6435666e-05,-15.187507,-17.43866
+86252,-15.250368,-18.75082,-7.2507324,-0.00071011594
+109620,0.0,-19.812956,-18.000366,-17.750418
+35543,-13.126095,-17.126549,-6.501461,-0.001504362
+96155,-5.1305966,-0.0060524987,-9.130963,-11.256959
+33646,-6.2521157,-14.502571,-0.0024814785,-7.502929
+64061,-0.18687376,-6.5623293,-3.687239,-1.9379565
+6764,-2.503392e-06,-18.625456,-15.125369,-13.000538
+63078,-11.124559,-1.490105e-05,-15.624926,-18.062984
+88343,-8.249805,-0.00026151098,-15.812672,-17.000736
+50106,-12.749714,-0.000169978,-9.12508,-9.752015
+35688,-12.423225,-15.548681,-0.048591986,-3.0485818
+78697,-10.624569,-2.4795225e-05,-14.874935,-16.250671
+13749,-17.124546,-1.3113013e-06,-13.74991,-15.06401
+44428,-4.263538,-12.888993,-11.013904,-0.014191656
+13880,-4.7683704e-07,-18.687956,-14.750365,-15.625443
+107805,-8.374871,-19.375328,-0.0002375559,-11.87525
+47687,-1.1920928e-07,-18.750456,-17.750366,-16.500444
+3328,-9.124818,-17.625273,-0.00018380383,-9.50019
+27574,-11.499479,-16.312439,-14.2498455,-1.0847986e-05
+6049,-18.124542,-8.344647e-07,-14.687411,-14.7512045
+121371,-17.249546,-1.072883e-06,-14.812411,-14.187779
+93977,-3.0484328,-16.17389,-0.048798632,-8.548811
+87794,-10.62466,-18.437614,-2.5629668e-05,-13.500122
+1284,-13.687075,-3.194758e-05,-11.937441,-10.627902
+86737,-12.503143,-16.003597,-5.6285095,-0.0036042272
+9800,-9.749328,-17.124784,-14.999694,-5.864925e-05
+60632,-9.124652,-0.00010918975,-15.562518,-16.125568
+69196,-16.749544,-4.7683704e-07,-14.749909,-15.562509
+109514,-15.3746395,-18.375093,-4.410734e-06,-12.376026
+75454,-6.0020514,-0.0025071637,-12.752418,-10.50244
+68262,-7.500189,-16.813145,-0.00055452704,-13.5006275
+51383,-4.7582216,-0.008676922,-14.008587,-9.759777
+39024,-11.749551,-8.106199e-06,-16.062418,-15.875084
+53372,-11.626566,-14.189522,-2.1269321,-0.12693834
+61955,-15.499985,-17.12544,-7.875351,-0.00038032452
+46407,-2.57848,-0.07893568,-14.141346,-11.454048
+56851,-7.375346,-17.688301,-0.0007114263,-9.375742
+117835,-11.499647,-17.687603,-1.3828182e-05,-12.500278
+41315,-9.499727,-17.687683,-9.381331e-05,-10.875106
+54086,-1.9073468e-06,-16.062958,-13.875368,-14.063082
+1123,-2.0265559e-06,-18.812958,-13.375367,-14.625487
+6738,-10.874563,-1.9311718e-05,-15.249929,-15.875025
+65022,-11.499816,-14.562772,-8.125182,-0.00030667847
+29011,-11.74953,-16.812485,-13.624896,-9.1790735e-06
+209,-12.751565,-14.064521,-0.25193053,-1.501941
+117949,-7.724464e-05,-16.50053,-9.500443,-13.000532
+112253,-11.874616,-14.375072,-9.124982,-0.000116460695
+117575,-13.598643,-13.974099,-0.97400874,-0.47412166
+12151,-8.49984,-17.187796,-0.00020561488,-13.125247
+6503,-13.4984865,-13.311442,-2.8113518,-0.06201019
+47388,-14.624545,-9.5367386e-07,-15.249911,-15.375949
+122533,-10.124605,-14.625061,-12.624971,-4.3868058e-05
+77557,-0.28167742,-11.532132,-1.407043,-7.4071574
+3593,-6.376627,-0.0020830377,-9.376993,-8.127735
+39857,-0.00030203073,-13.938258,-12.125669,-8.125815
+82941,-19.187044,-2.3841855e-07,-15.68741,-16.250143
+2835,-1.7881378e-06,-17.187958,-13.375368,-15.500565
+12119,-8.874805,-15.937761,-0.00017128908,-10.375204
+2255,-0.003659696,-12.754115,-5.6290255,-9.754223
+99071,-8.598778,-13.474234,-0.9741434,-0.4743352
+73970,-14.124747,-12.500203,-0.00011336161,-9.125131
+73312,-14.252004,-13.12746,-6.002371,-0.0024786247
+109736,-16.187042,-8.344647e-07,-15.874911,-14.313776
+2581,-4.510601,-0.011056467,-15.698466,-12.5110445
+64922,-7.625103,-15.813057,-9.500467,-0.00056310534
+85830,-1.1920928e-07,-20.312956,-16.625366,-17.000807
+122144,-13.874545,-1.072883e-06,-18.249912,-15.749919
+62330,-9.124654,-0.00010942814,-15.62502,-14.938033
+112561,-8.879395,-13.00485,-0.0047608353,-5.3799334
+48434,-9.4996195,-7.4979835e-05,-20.249985,-15.937562
+119944,-13.249548,-3.933899e-06,-14.374914,-13.375204
+120940,-0.09368807,-4.2191434,-10.906553,-2.5942256
+77443,-13.74967,-17.562626,-3.6477377e-05,-10.250063
+23685,-3.055474,-14.993429,-0.80584,-0.68084955
+47231,-12.999545,-2.264974e-06,-17.874912,-16.937597
+91022,-15.437044,-2.3841855e-07,-16.93741,-17.062597
+714,-13.750721,-16.438677,-6.7510877,-0.0011713794
+25730,-12.749722,-16.125177,-8.773419e-05,-9.375254
+97729,-0.014553464,-8.890009,-4.2649193,-8.2654295
+30236,-0.0010456338,-11.376501,-9.001411,-7.0015945
+2443,-6.3762484,-0.0017039556,-16.626614,-14.065765
+52656,-0.03804107,-12.538496,-3.2884066,-11.538478
+116972,-13.749653,-15.187609,-9.125019,-0.00011026251
+43770,-3.1903787,-6.940834,-0.9407443,-0.56644577
+10949,-15.249544,-1.4305105e-06,-13.62491,-16.874887
+100306,-17.499544,0.0,-16.81241,-17.68829
+29745,-8.874684,-0.0001402995,-16.31255,-15.502007
+60439,-15.1246195,-17.000072,-10.749986,-2.1815062e-05
+109824,-10.874565,-2.0980615e-05,-14.499931,-13.375181
+102648,-16.13224,-15.132696,-0.007606235,-4.882627
+62099,-4.510611,-0.01106696,-11.385978,-12.76109
+33686,-13.312046,-2.0265559e-06,-16.249912,-15.062901
+116606,-10.6625185,-14.037974,-3.287884,-0.038072627
+85384,-10.874528,-15.687484,-10.249894,-5.447716e-05
+31834,-8.630757,-10.881213,-0.0061233533,-5.1315646
+58133,-14.999699,-18.937653,-10.000065,-4.5656117e-05
+95196,-6.8773675,-17.440323,-0.0027333065,-6.3778763
+11675,-6.251476,-0.0019309939,-16.43934,-13.440014
+34902,-9.500276,-11.125731,-0.0006422126,-7.5012217
+112691,-13.375445,-17.000906,-6.750813,-0.0011722129
+33713,-8.2499275,-16.687881,-0.000292616,-10.375382
+109135,-0.8000756,-16.488031,-0.67544115,-3.1755037
+60521,-10.750474,-11.12593,-0.00084031076,-7.126221
+76695,-1.8038338,-12.61679,-12.8667,-0.17993107
+98619,-10.249678,-17.500134,-4.4344873e-05,-11.625365
+13731,-13.124547,-2.503392e-06,-15.499913,-15.250976
+14492,-9.749606,-6.1629304e-05,-15.124972,-12.688914
+81006,-18.624758,-16.937714,-0.000123374,-9.00017
+114491,-11.628201,-13.253656,-5.628567,-0.0036108787
+120167,-18.687622,-14.250578,-0.0004884004,-7.625868
+69602,-11.999553,-8.463824e-06,-13.374919,-14.127889
+81057,-11.375481,-10.3759365,-0.00084698084,-7.1259108
+118239,-18.499544,-1.1920928e-07,-15.62491,-17.62537
+26999,-4.882865,-17.13332,-0.0082306955,-7.383306
+103729,-8.000775,-9.251231,-0.0011411352,-7.2512217
+70324,-3.576278e-07,-17.250456,-15.750365,-15.375467
+88697,-12.502429,-17.127888,-5.8777947,-0.0028086759
+79720,-12.874547,-3.0994368e-06,-14.499913,-15.938063
+119098,-11.999984,-14.00044,-7.8753486,-0.00038699768
+16374,-0.7573971,-0.6328527,-15.257763,-10.132895
+8973,-5.752725,-0.0031805665,-15.565591,-13.5036335
+92670,-0.011136517,-10.886592,-4.5115023,-9.5117235
+46136,-10.999568,-2.5152844e-05,-12.687434,-12.126918
+113240,-4.7683704e-07,-19.750456,-17.812866,-14.625551
+92271,-8.0989065,-14.599362,-0.9742728,-0.47444728
+47020,-14.429285,-12.554741,-1.8046511,-0.17976795
+68952,-0.81187516,-13.37483,-0.6872407,-2.9372401
+93704,-10.624694,-15.06265,-5.9841273e-05,-10.251019
+126515,-19.499544,-2.3841855e-07,-15.24991,-16.750296
+1648,-13.612456,-14.112912,-0.11282299,-2.2378347
+4147,-16.510677,-15.261135,-4.5110455,-0.011048096
+106815,-11.126537,-14.501993,-2.1269035,-0.12694862
+18919,-4.5246954,-11.27515,-0.025060965,-4.275948
+88395,-8.304655,-16.180113,-1.8050212,-0.17998634
+83361,-9.874596,-5.149709e-05,-16.687462,-18.375044
+69550,-16.874544,-3.576278e-07,-15.562409,-15.501989
+59782,-10.004262,-15.067218,-5.379627,-0.0046659163
+62607,-13.37948,-15.129936,-5.2548466,-0.005237667
+49031,-15.263552,-14.889008,-0.20141655,-1.701402
+24073,-12.3776045,-17.503063,-5.752971,-0.0031825865
+34883,-13.499636,-17.937592,-2.264974e-06,-14.000052
+78080,-8.940657e-06,-17.875465,-12.250374,-12.376454
+59546,-6.0021157,-14.127571,-9.252481,-0.0025733947
+123805,-11.624554,-9.298281e-06,-15.74992,-15.500223
+87807,-15.749544,-1.1920928e-07,-18.81241,-18.312798
+53821,-6.7490263,-15.999481,-10.8743925,-0.0011917402
+90016,-10.999568,-2.3841574e-05,-11.874934,-15.188049
+75870,-14.749774,-15.00023,-0.00014053787,-8.875192
+58764,-16.00426,-17.442215,-5.3796263,-0.0046203523
+64575,-2.3841855e-07,-18.937956,-16.250366,-15.625406
+85818,-12.499929,-17.687885,-8.000295,-0.0003392121
+15652,-10.874762,-17.750217,-0.00012790339,-9.125171
+85976,-10.453544,-13.4539995,-0.07891013,-2.5790412
+15080,-15.749544,-2.3841855e-07,-18.24991,-15.999962
+79945,-8.374775,-0.00023088173,-16.062641,-15.939113
+76385,-12.679427,-14.492383,-2.9297948,-0.054890882
+115581,-9.760993,-8.261449,-0.011359656,-4.511736
+61199,-18.437044,-1.1920928e-07,-18.12491,-15.937734
+85813,-16.249638,-15.375093,-3.5762723e-06,-12.6250515
+67537,-13.06205,-7.152532e-06,-12.749916,-13.065499
+89261,-9.507321,-11.820277,-0.0076873894,-4.8827357
+22046,-15.499688,-17.562647,-9.375054,-8.4992615e-05
+22926,-8.4992615e-05,-16.563042,-16.375452,-9.375473
+49488,-7.002439,-15.315394,-0.25280488,-1.5029601
+96660,-10.624829,-0.00028653807,-8.2501955,-13.878663
+63730,-15.098696,-14.349152,-0.4740615,-0.97410494
+9677,-0.00015472168,-14.750609,-9.25052,-9.750706
+120201,-14.749623,-18.062578,-11.2499895,-1.3470559e-05
+35208,-20.812141,-17.562597,-6.9141147e-06,-11.875085
+30950,-15.073987,-13.636943,-1.1368531,-0.3868817
+66963,-4.017967,-17.205923,-0.018332683,-8.644028
+16156,-8.749573,-16.937527,-14.374939,-0.00015913174
+69670,-8.374774,-0.00023123929,-16.562641,-14.625604
+13477,-14.374564,-1.966934e-05,-16.49993,-10.875281
+50904,-14.499545,-5.960463e-07,-15.874911,-17.24998
+7930,-12.874638,-18.187593,-3.5762723e-06,-13.875133
+26294,-11.253071,-15.066027,-5.628435,-0.003613967
+35749,-5.2552037,-17.06816,-0.005569417,-8.005581
+55850,-5.007378,-17.445333,-0.007743224,-6.883144
+64767,-9.998542,-16.623997,-7.6239085,-0.0005342725
+22057,-16.510662,-17.011118,-4.5110297,-0.011048096
+87663,-15.499824,-17.500278,-8.50019,-0.00020370792
+35864,-14.0005245,-18.125978,-7.0008893,-0.00091236917
+33007,-13.74972,-15.375175,-8.60654e-05,-9.375316
+81372,-7.254963,-14.942918,-5.3803287,-0.005327433
+97703,-10.874563,-1.9073304e-05,-17.49993,-15.625383
+118589,-7.855584e-05,-14.563033,-12.625443,-9.50084
+65741,-0.00091141637,-15.251368,-15.876278,-7.001402
+119601,-14.8746395,-16.250095,-5.841238e-06,-12.125019
+114504,-9.000562,-15.313518,-0.0009278522,-7.1260524
+92452,-0.00017987064,-17.188133,-8.625546,-14.752458
+11152,-0.8270047,-10.014959,-6.45237,-0.5779967
+44669,-8.632434,-11.00789,-0.007799883,-4.882935
+121963,-6.3762484,-0.0017043125,-14.189115,-14.251895
+63486,-10.37447,-17.124928,-11.999836,-3.7431015e-05
+123055,-12.270181,-16.895638,-0.020546455,-3.8955567
+119717,-0.57861465,-13.64157,-0.8289802,-5.8674536
+88042,-12.125626,-14.251081,-6.8759933,-0.001038846
+54428,-12.249549,-5.0067774e-06,-16.937416,-15.375638
+125274,-0.57687056,-11.889827,-0.8272361,-6.8273606
+46816,-15.881338,-15.631794,-5.0067053,-0.006715704
+8553,-9.125913,-18.438871,-0.0012790126,-6.7513323
+56455,-15.749544,-1.1920928e-07,-19.93741,-18.312626
+101092,-0.0021916435,-14.690147,-6.1275573,-11.8778105
+55570,-0.00071607216,-15.313671,-12.001081,-7.251139
+2531,-0.00015138435,-14.6256075,-10.500518,-9.000752
+55854,-6.6258726,-0.0013279439,-15.126238,-13.626529
+65143,-5.9604467e-06,-17.625462,-12.250371,-13.625405
+28422,-16.124681,-19.187637,-9.875047,-5.149709e-05
+36329,-8.87487,-15.187826,-8.8752365,-0.00027998342
+8061,-5.752741,-0.003196252,-14.565607,-11.003483
+107678,-13.999545,-1.072883e-06,-15.874911,-16.312592
+53009,-0.007705134,-10.383161,-9.508071,-4.883529
+62879,-0.00010334911,-13.875558,-11.937968,-9.252672
+26784,-3.5293128,-0.02976812,-13.154678,-12.904688
+21912,-13.536038,-12.786494,-0.47390363,-0.9743738
+113597,-2.9802277e-06,-17.43796,-15.687868,-12.750382
+82760,-3.576278e-07,-18.312956,-15.875365,-15.438034
+26160,-14.499545,-8.344647e-07,-17.812408,-14.874948
+23421,-13.624545,-2.264974e-06,-14.124911,-14.750301
+41793,-1.9348722,-7.935327,-3.6852374,-0.18619929
+103325,-8.499747,-0.00020370792,-15.7501135,-18.875204
+33557,-18.562044,-1.1920928e-07,-16.12491,-17.187803
+81209,-12.249549,-4.76836e-06,-17.874912,-17.312613
+107064,-11.367226,-16.992682,-13.367592,-1.3232144e-05
+98221,-0.023234382,-16.836191,-16.586102,-3.7737195
+16139,-13.142628,-14.705584,-4.0179944,-0.018155228
+62717,-10.874563,-1.9073304e-05,-17.24993,-15.813082
+28151,-4.7683704e-07,-17.062956,-15.375365,-15.31302
+22888,-12.124552,-7.986991e-06,-13.499918,-13.751843
+24637,-8.87484,-16.687796,-0.00020597244,-9.625366
+92809,-12.249621,-18.437578,-9.874988,-5.6265202e-05
+91862,-5.8775277,-11.252983,-0.0028935492,-9.502974
+7412,-5.9604467e-06,-16.500462,-12.250371,-13.750541
+52442,-5.5038233,-15.504278,-0.004188575,-9.129284
+87399,-0.16168307,-9.662138,-1.9120486,-6.537436
+112712,-1.1920922e-06,-20.437958,-16.125368,-13.750492
+54201,-0.17682688,-14.677281,-12.302192,-1.8197249
+117074,-14.100003,-13.225459,-1.6003695,-0.22542681
+25137,-4.017714,-12.830669,-11.14308,-0.018175364
+16780,-0.020734228,-14.458689,-3.8960998,-8.521179
+72881,-11.400942,-13.776398,-0.026308343,-3.6514661
+110597,-11.374556,-1.1563234e-05,-16.499922,-16.750792
+89655,-1.4543428e-05,-17.187971,-11.25038,-13.3755665
+48391,-9.874597,-5.2093103e-05,-15.437463,-14.813369
+110182,-4.0531077e-06,-18.68796,-13.625369,-12.750392
+87621,-10.437392,-9.125348,-8.125258,-0.00043430433
+122711,-0.000100607576,-15.000555,-9.250465,-12.377132
+115720,-0.00020358874,-18.56316,-15.375569,-8.500575
+66486,-7.625035,-0.00049042597,-13.125401,-15.313727
+68169,-6.1267333,-0.002188551,-14.939599,-13.065255
+110138,-7.1254745,-17.625929,-0.0008400725,-10.250964
+21580,-6.376249,-0.0017046696,-14.126615,-13.814365
+102553,-12.999545,-2.264974e-06,-17.874912,-17.188091
+78769,-8.249805,-0.00026163016,-16.250172,-16.31321
+93593,-8.624724,-0.00018046658,-14.250091,-15.125339
+16612,-13.249546,-2.0265559e-06,-15.624912,-15.625807
+59583,-9.250174,-15.688129,-7.625539,-0.0005841933
+76885,-1.2755313e-05,-14.937967,-12.562878,-11.626342
+120777,-4.5105996,-0.011055524,-15.260966,-12.8880625
+121894,-0.00017951308,-21.250635,-19.625546,-8.625611
+88371,-3.576278e-07,-17.937956,-15.312865,-15.625619
+68747,-12.374643,-13.500099,-9.298281e-06,-12.500563
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
new file mode 100644
index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
new file mode 100644
index 0000000000000000000000000000000000000000..eccc6ad1e6378eab224804a17a8c32e0e1f65201
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
@@ -0,0 +1,400 @@
+31224,-4.2643166,-0.014772553,-7.6396823,-9.016041
+80227,-0.0063441787,-10.256799,-6.38171,-5.3824058
+79086,-0.00084031076,-10.251296,-8.626206,-7.377222
+75303,-5.627482,-13.127938,-8.252849,-0.0038676474
+56417,-6.1500144,-11.900469,-0.025379464,-3.7757506
+11319,-1.7065865,-9.582043,-5.0819526,-0.20796062
+12625,-0.052088473,-9.052545,-5.677454,-3.0530276
+87626,-8.500498,-0.0009534581,-7.250864,-10.126768
+43853,-6.0046,-12.380055,-5.879966,-0.0052803573
+23828,-6.3502026,-10.725657,-0.97556806,-0.4760161
+27858,-2.7008607,-11.388816,-0.076226346,-5.077636
+12604,-2.7192183,-9.344673,-0.09458385,-3.7199626
+8180,-5.6299353,-12.380391,-0.005301109,-6.3806334
+37466,-7.142774,-10.768229,-2.0181391,-0.14354034
+48185,-5.1305223,-0.005977492,-10.880888,-10.506307
+77755,-6.2657633,-9.391219,-0.016128898,-4.2675714
+29286,-0.9941989,-5.119654,-0.9945645,-1.3699574
+87038,-4.279506,-9.904962,-4.154872,-0.030033763
+33094,-5.8776045,-0.0030597083,-8.62797,-9.504341
+17990,-2.931462,-8.056917,-0.30682752,-1.5578587
+125393,-6.377078,-11.002534,-6.752444,-0.0028889133
+25066,-7.8750606,-0.00051604304,-10.125426,-9.253569
+93021,-8.326002,-11.951458,-1.7013682,-0.2017274
+91364,-6.631884,-11.632339,-0.007249242,-5.133407
+56219,-0.20830934,-2.708765,-2.333675,-3.7096417
+108119,-3.182223,-6.182678,-4.1825886,-0.06061789
+108029,-0.12729444,-8.752749,-7.8776603,-2.1287296
+82606,-7.751301,-11.939256,-2.126666,-0.1274594
+34733,-7.7008924,-10.826348,-0.826258,-0.57653165
+40806,-0.00089378934,-11.0013485,-9.501259,-7.1284924
+89870,-0.00714509,-9.632601,-6.7575107,-5.1341553
+120589,-7.751722,-7.3771772,-0.0020874394,-6.878333
+107229,-4.521634,-10.397089,-0.021999137,-4.522936
+81763,-5.1100283,-5.4854836,-0.11039333,-2.3608956
+126587,-0.721712,-3.5971675,-6.222078,-0.7242375
+105931,-8.624793,-0.0002503082,-10.250159,-10.251586
+51593,-0.3322078,-11.207664,-3.9575734,-1.3335551
+105827,-6.0442066,-12.4196615,-3.1695716,-0.045412958
+92547,-8.249818,-0.0002750972,-13.000184,-11.377486
+11098,-6.2895617,-10.165018,-0.03992743,-3.2901905
+15535,-7.7502236,-0.0006793813,-8.500589,-10.004437
+104144,-5.1402764,-10.890732,-0.01564221,-4.641223
+84409,-0.0012698452,-10.251725,-8.501636,-6.8775063
+55188,-6.0117054,-6.887161,-0.012070588,-4.764477
+97914,-3.0641565,-7.314612,-0.06452237,-4.1913505
+9697,-5.505305,-11.88076,-6.1306705,-0.0062668244
+43614,-6.8392444,-10.9647,-2.4646099,-0.0900672
+57056,-8.078463,-11.703919,-2.5788295,-0.07923924
+98595,-6.0022316,-0.0026870596,-8.627597,-10.378298
+11602,-6.267642,-9.393098,-0.018007716,-4.143539
+29109,-5.6290402,-12.379497,-0.0044061486,-7.13072
+114682,-6.002268,-0.002723439,-8.377633,-11.005102
+63374,-9.124663,-0.00011932138,-12.00003,-12.376334
+77864,-4.4351225,-10.185578,-0.06048818,-3.061792
+81631,-3.4240115,-8.424466,-0.04937691,-4.1748924
+124163,-3.8968756,-12.147332,-0.2722412,-1.5231733
+81563,-4.610013,-6.1104684,-1.2353786,-0.3608205
+13895,-3.8951921,-0.020647703,-12.895558,-9.271141
+12863,-7.326373,-12.139329,-1.7017386,-0.20215231
+45732,-5.484688,-0.48514366,-0.98505366,-4.98757
+49404,-8.635866,-11.261322,-0.011232357,-4.511764
+487,-7.2502956,-0.0007508558,-12.125661,-10.252286
+64317,-9.236962,-11.987418,-2.2373283,-0.11299729
+6331,-0.00586586,-8.131322,-7.881232,-5.2635922
+73812,-7.151798,-9.277254,-0.027163273,-3.6527112
+15701,-10.7571125,-10.632568,-0.75747776,-0.63279146
+104663,-0.00461347,-9.130069,-7.004979,-5.6304026
+90606,-0.6368912,-5.7623467,-6.387257,-0.7630566
+127552,-0.00077325007,-10.626228,-9.001139,-7.3771496
+126761,-2.1569803,-10.407434,-2.0323458,-0.2833341
+92697,-0.100530386,-5.8509855,-2.850896,-3.3531854
+107122,-4.7635026,-9.513957,-0.01386781,-5.266314
+74380,-5.018181,-8.143636,-1.1435466,-0.39392287
+66285,-0.004248878,-10.004704,-5.754615,-6.881604
+70163,-3.3612988,-9.486753,-0.2366643,-1.737398
+75972,-3.2921724,-10.042627,-0.042538013,-5.419474
+30713,-10.237489,-11.612945,-0.11285536,-2.2379656
+118867,-0.00071595307,-10.626172,-9.626082,-7.3770804
+84835,-7.1264625,-0.001918501,-7.001828,-8.502787
+60503,-7.6255097,-11.750965,-0.00087556645,-7.8766017
+11807,-8.450588,-11.326045,-0.8259545,-0.57632947
+27906,-0.005468291,-7.5059237,-5.630834,-6.63158
+30093,-6.126867,-0.0023221213,-9.002233,-11.253793
+45657,-10.249969,-12.625424,-0.0003345645,-8.1253805
+97197,-0.0018379476,-10.502294,-7.6272035,-6.628791
+48440,-8.374807,-0.00026353702,-10.750174,-11.376109
+14971,-0.0005148516,-10.125971,-8.875881,-8.00171
+61380,-8.39785,-12.585806,-3.7732162,-0.023480339
+7177,-2.811835,-0.062290706,-10.9372015,-8.188342
+40241,-0.2049982,-7.4554534,-5.7053638,-1.7068036
+38583,-7.254967,-0.0054230005,-5.380333,-9.256885
+104941,-0.0051131435,-11.4430685,-5.505479,-6.8830533
+39377,-4.387126,-0.012581618,-11.637492,-9.7634945
+65329,-4.1710286,-9.921485,-1.4213939,-0.29687464
+81089,-7.6250715,-0.00052712375,-11.375437,-10.502019
+6143,-2.181938,-7.0573936,-2.9323032,-0.18267111
+63753,-0.0036493626,-10.004106,-7.129015,-5.8795695
+5084,-8.588723,-11.964179,-0.08908919,-2.4645927
+125282,-6.6300583,-10.255513,-0.0054233563,-5.508193
+7980,-5.105084,-7.1055393,-2.3554492,-0.107292674
+42346,-6.756893,-12.507349,-5.007259,-0.007886818
+73055,-4.5235863,-7.5240417,-0.023952054,-4.399987
+31696,-4.5613136,-5.936769,-0.0616795,-3.0634334
+101343,-3.4091845,-11.28464,-0.034549963,-7.036412
+115075,-0.00045062878,-11.250907,-9.750817,-7.8773274
+29447,-6.2532167,-12.128672,-2.1285822,-0.12889706
+89441,-0.1657345,-8.166189,-2.0410998,-3.7916262
+15843,-0.515126,-3.8905816,-1.3904915,-2.0159917
+110126,-4.477143,-4.227598,-0.22750832,-1.7286104
+36142,-8.100046,-12.538004,-1.6004126,-0.22579744
+2846,-7.548496,-11.673952,-3.0488615,-0.04913588
+85390,-0.1944453,-6.1949005,-2.5698109,-2.321575
+108138,-6.5129137,-10.7633705,-0.38827962,-1.1385846
+7571,-9.511479,-9.636935,-1.1368454,-0.38708815
+62381,-8.374841,-0.0002967871,-11.125207,-9.875618
+65963,-6.839644,-10.715098,-0.090009026,-2.4652877
+39384,-0.0003729363,-11.875828,-10.375738,-8.002019
+62356,-0.001979893,-11.752436,-7.1273456,-6.7530704
+20478,-5.379294,-0.00474909,-12.37966,-9.006572
+101968,-6.0049143,-11.88037,-0.0052802386,-5.8806925
+124810,-7.508892,-9.134348,-0.009257724,-4.760781
+9300,-8.002783,-11.25324,-0.003148957,-5.879391
+35593,-7.501729,-10.752184,-1.502095,-0.25261968
+53670,-7.1803026,-10.055759,-0.055668514,-2.931012
+44789,-0.0125653725,-9.888021,-6.512931,-4.514243
+25135,-4.26405,-0.014505529,-10.014415,-8.142773
+32124,-0.0009664394,-10.626422,-8.876332,-7.1284566
+36646,-1.6147076,-7.490163,-4.240073,-0.24068892
+34191,-9.251204,-12.001659,-1.5015692,-0.25216362
+65307,-8.626302,-12.814258,-2.1266665,-0.12717015
+32731,-4.1406956,-0.01615095,-9.641061,-10.020114
+112637,-3.7767828,-5.7772384,-1.5271484,-0.2785869
+18943,-4.033606,-9.284061,-0.033971574,-4.1606293
+117291,-0.0010272947,-10.751483,-9.251393,-7.0027266
+67975,-7.2010646,-10.701521,-0.82643074,-0.5769239
+104676,-3.2018676,-0.077322945,-4.702233,-3.703061
+109059,-3.4085546,-0.034010056,-8.53392,-8.787696
+86252,-8.819538,-12.882494,-2.6949036,-0.07009984
+109620,-0.00021407696,-13.125669,-11.625579,-8.502128
+35543,-6.100813,-10.101269,-0.9761781,-0.47647294
+96155,-3.1777723,-0.053227786,-4.6781383,-7.0570774
+33646,-4.8889513,-9.764406,-0.0143167,-5.016468
+64061,-0.57563037,-4.4510856,-2.075996,-1.2021332
+6764,-0.0061647026,-8.881619,-7.1315303,-5.2576985
+63078,-6.002087,-0.0025428364,-9.752453,-11.754133
+88343,-5.2547927,-0.0052486956,-11.755159,-12.257802
+50106,-7.3783636,-0.0038193152,-6.3787293,-6.5088754
+35688,-8.390894,-12.26635,-0.016260501,-4.141602
+78697,-5.6282125,-0.0036682477,-10.003578,-10.757696
+13749,-7.75038,-0.00083554635,-8.125746,-9.126807
+44428,-1.9166322,-7.0420876,-4.916998,-0.16877007
+13880,-0.0020798258,-11.002536,-6.8774457,-6.877967
+107805,-4.3890557,-12.389511,-0.014421635,-6.2651176
+47687,-0.0012590109,-10.626715,-8.501625,-6.8774357
+3328,-5.261554,-11.57451,-0.011919583,-5.0128016
+27574,-6.253038,-10.753494,-6.2534037,-0.0038773848
+6049,-9.749696,-0.00015174192,-10.500062,-9.626737
+121371,-9.624696,-0.00015138435,-10.125062,-10.001428
+93977,-1.7091359,-10.084591,-0.2095014,-4.834882
+87794,-7.375599,-12.876054,-0.0009644148,-8.001443
+1284,-8.0004225,-0.0008783059,-9.750789,-7.6326613
+86737,-5.9760876,-9.601543,-0.97645307,-0.47682852
+9800,-2.8109846,-9.1864395,-7.4363503,-0.06276686
+60632,-5.753188,-0.0036436615,-7.753554,-10.255762
+69196,-7.3752685,-0.0007236961,-9.875633,-10.001242
+109514,-7.0072603,-11.507716,-0.007625992,-5.00839
+75454,-4.021486,-0.021941645,-6.271852,-6.2724133
+68262,-3.6515641,-11.5270195,-0.026929593,-7.4023786
+51383,-2.3553348,-0.10579006,-8.6057005,-5.2322226
+39024,-6.875627,-0.0010821922,-10.500993,-10.7516165
+53372,-7.70084,-10.513795,-0.576205,-0.82669413
+61955,-8.001655,-11.37711,-2.1270201,-0.12730892
+46407,-2.5792801,-0.079735465,-9.579645,-7.206441
+56851,-3.4177365,-11.168193,-0.043102108,-4.6685686
+117835,-6.129298,-11.379755,-0.0046641366,-6.0060706
+41315,-3.8983006,-12.273756,-0.023666166,-5.774026
+54086,-0.0014482973,-8.751904,-7.876814,-7.002529
+1123,-0.005087525,-9.130544,-6.130453,-5.8814425
+6738,-5.5038323,-0.0042876936,-9.379198,-9.004716
+65022,-4.733619,-8.859076,-1.6089847,-0.23449191
+29011,-7.876225,-11.75168,-6.3765907,-0.0020906513
+209,-6.2030473,-10.328504,-0.2034132,-1.7037323
+117949,-0.005365258,-11.255821,-5.755731,-6.13148
+112253,-4.993967,-8.119423,-2.244333,-0.11999439
+117575,-6.814016,-9.064471,-0.31438166,-1.3147342
+12151,-4.88245,-12.195406,-0.007815733,-8.508441
+6503,-7.2237473,-9.724202,-1.5991126,-0.22673075
+47388,-7.999995,-0.00045146287,-10.375361,-9.3766985
+122533,-3.8991055,-8.27456,-5.274471,-0.02596993
+77557,-0.097382724,-5.597838,-2.5977483,-4.2237
+3593,-3.6627042,-0.038159493,-5.6630692,-4.7908125
+39857,-0.05682797,-7.8072834,-6.4321938,-2.9331758
+82941,-9.37472,-0.0001752223,-9.625086,-10.626461
+2835,-0.0012741314,-9.251729,-7.50164,-7.3775115
+12119,-3.4190273,-9.794482,-0.04439277,-4.5448446
+2255,-0.03887663,-7.789332,-3.664242,-4.415141
+99071,-4.5856624,-10.211118,-0.5860279,-0.83648014
+73970,-5.894315,-5.89477,-0.019680703,-4.2701683
+73312,-6.975095,-7.35055,-0.47546005,-0.9759774
+109736,-10.124639,-9.42901e-05,-11.625005,-10.001477
+2581,-3.167939,-0.043394595,-11.293305,-7.9190454
+64922,-3.4229338,-9.9233885,-4.1733,-0.0492606
+85830,-0.0011897159,-10.876646,-8.876556,-6.8777695
+122144,-6.5012364,-0.0016921739,-9.626602,-9.002114
+62330,-5.628231,-0.003686895,-10.003597,-10.130338
+112561,-5.0325513,-9.283007,-0.032916684,-3.6587126
+48434,-5.379294,-0.004749327,-12.37966,-9.005225
+119944,-7.5005555,-0.0010113369,-9.000921,-8.001965
+120940,-0.64196646,-0.892422,-6.642332,-2.7681642
+77443,-8.254518,-12.067473,-0.0048838607,-5.3803663
+23685,-2.6073816,-8.482837,-0.3577471,-1.4836172
+47231,-6.5010858,-0.0015411417,-10.7514515,-11.00213
+91022,-7.6250687,-0.0005243834,-10.750435,-11.126033
+714,-7.443171,-10.693626,-0.69353646,-0.69397455
+25730,-7.0073447,-9.2578,-0.0077102203,-5.0086303
+97729,-0.03678171,-6.037237,-3.9121473,-4.2883267
+30236,-0.0414171,-6.1668725,-5.166783,-3.4182284
+2443,-4.882197,-0.007652373,-12.632562,-10.139236
+52656,-0.086108714,-5.211564,-2.5864742,-6.338265
+116972,-6.430727,-9.806182,-2.9310923,-0.056575775
+43770,-3.3431106,-5.8435664,-0.21847618,-1.8449582
+10949,-7.3763,-0.001755008,-6.8766656,-9.251927
+100306,-8.749724,-0.00018165846,-11.250091,-11.500938
+29745,-5.255004,-0.0054592807,-9.630369,-8.756788
+60439,-6.022154,-9.897611,-3.897519,-0.02303007
+109824,-5.7555375,-0.00599266,-6.6309032,-6.508596
+102648,-8.912792,-11.663248,-0.038158003,-3.288869
+62099,-2.8146205,-0.065075986,-6.0649858,-7.1907654
+33686,-6.1268106,-0.0022665781,-11.127177,-9.629479
+116606,-5.2298203,-9.605274,-1.6051855,-0.23101719
+85384,-5.6415358,-9.016991,-4.2669015,-0.017852338
+31834,-5.0501165,-6.800572,-0.0504818,-3.177085
+58133,-6.7935557,-12.106511,-3.1689212,-0.044135246
+95196,-3.7906053,-11.29106,-0.04097072,-4.042793
+11675,-3.8952065,-0.020662066,-12.333073,-9.147716
+34902,-2.3464131,-3.9718688,-0.22177859,-2.4726946
+112691,-8.21336,-12.026316,-2.4637265,-0.08926213
+33713,-5.0078506,-11.8208065,-0.008216153,-6.509081
+109135,-2.1695263,-10.544982,-0.169892,-3.1704195
+60521,-5.1642404,-8.289697,-0.0396062,-3.415389
+76695,-1.5000966,-8.500552,-8.750463,-0.25292048
+98619,-5.38332,-11.008775,-0.008684958,-5.5119257
+13731,-7.3753314,-0.0007869484,-9.125697,-9.879653
+14492,-5.006901,-0.0073563415,-11.007266,-7.3840427
+81006,-8.770343,-11.020799,-0.020708656,-3.8959477
+114491,-5.77593,-7.9013853,-0.90129524,-0.52681094
+120167,-10.142882,-9.393338,-0.018248642,-4.0195847
+69602,-6.626224,-0.0016794399,-9.751589,-8.129507
+81057,-5.0560975,-4.431553,-0.056462552,-3.3068402
+118239,-8.249969,-0.0004247717,-9.000335,-10.126173
+26999,-2.5875835,-10.838039,-0.08794931,-4.7137017
+103729,-3.6009438,-3.1013994,-0.1013092,-3.7271092
+70324,-0.0007301287,-9.376186,-8.751097,-7.627522
+88697,-8.034952,-12.722908,-1.9103186,-0.16059148
+79720,-7.999942,-0.00039843726,-10.250309,-10.502362
+119098,-5.8070455,-8.682502,-1.8074113,-0.18302687
+16374,-2.01812,-0.14357556,-9.893486,-7.144615
+8973,-3.7730145,-0.023470208,-10.14838,-8.650123
+92670,-0.07711019,-4.9525657,-2.9524758,-4.203946
+46136,-6.6271286,-0.0025844527,-8.377495,-6.8809676
+113240,-0.0023265218,-10.252782,-9.127692,-6.1284323
+92271,-5.1529417,-10.653397,-0.52830696,-0.90487695
+47020,-9.126587,-9.127043,-0.25195295,-1.5028222
+68952,-2.9545803,-8.830035,-0.07994568,-3.7055497
+93704,-6.5036235,-10.754079,-0.0039890017,-6.006881
+126515,-9.874628,-8.368142e-05,-10.624994,-11.750548
+1648,-7.2142944,-10.839749,-0.0896599,-2.465077
+4147,-8.223123,-11.4735775,-1.2234881,-0.34882152
+106815,-6.2743173,-10.524773,-0.5246827,-0.90055037
+18919,-2.9883578,-8.738812,-0.113723174,-2.8653235
+88395,-5.566646,-11.5046015,-0.31701186,-1.3173487
+83361,-5.8773785,-0.0028337582,-10.627744,-12.628384
+69550,-9.249661,-0.000117295065,-11.625028,-11.318043
+59782,-4.99377,-10.4942255,-2.244136,-0.11971512
+62607,-7.897734,-10.39819,-0.5230998,-0.899145
+49031,-7.5700865,-11.070541,-0.070451975,-2.695682
+24073,-8.5005665,-13.063522,-2.1259325,-0.12729621
+34883,-7.250783,-11.751238,-0.0011482796,-7.7514625
+78080,-0.004146669,-8.3796015,-8.004512,-5.6338816
+59546,-3.0596757,-6.4351315,-4.560042,-0.060778882
+123805,-7.25031,-0.00076526916,-10.500675,-10.501508
+87807,-8.749708,-0.00016389934,-13.125074,-12.626123
+53821,-3.5294452,-11.2799015,-6.404811,-0.031477705
+90016,-7.125903,-0.0013583014,-7.626269,-9.6275
+75870,-8.004075,-10.379531,-0.004441516,-5.5049753
+58764,-8.5981045,-11.97356,-1.2234699,-0.34870437
+64575,-0.0018421124,-10.877297,-9.002208,-6.3780956
+85818,-6.929718,-11.680174,-2.930084,-0.055913724
+15652,-6.6318893,-11.257344,-0.0072549228,-5.13313
+85976,-6.2691092,-10.519565,-0.14447512,-2.020398
+15080,-6.626031,-0.0014866263,-9.876397,-9.127121
+79945,-5.006358,-0.0068139806,-10.756724,-9.508877
+76385,-8.272475,-11.272931,-0.89784163,-0.5237695
+115581,-5.3358226,-5.961278,-0.08618801,-2.5877938
+61199,-8.999718,-0.00017367286,-10.875084,-10.376048
+85813,-10.375104,-11.62556,-0.00047052756,-7.7510104
+67537,-7.875587,-0.0010424185,-8.625953,-7.636309
+89261,-6.160896,-7.536351,-0.03626175,-3.4122033
+22046,-8.599771,-12.412726,-2.3501365,-0.10042203
+22926,-0.010381153,-8.260837,-7.885747,-4.63637
+49488,-4.951638,-11.264593,-0.07700335,-2.702635
+96660,-6.503096,-0.0035513684,-6.253462,-9.007607
+63730,-8.553382,-11.303838,-0.42874786,-1.0542014
+9677,-0.018716514,-11.081673,-5.394082,-4.2698674
+120201,-7.554723,-11.680179,-2.9300885,-0.05543283
+35208,-8.258543,-10.133999,-0.008909591,-4.7593284
+30950,-8.22308,-10.723536,-0.34844542,-1.2244301
+66963,-1.5092232,-11.259679,-0.25958878,-4.8879642
+16156,-4.2634277,-12.013883,-7.8887935,-0.014560396
+69670,-5.3793364,-0.0047921566,-10.379703,-8.883075
+13477,-4.1427875,-0.018242672,-9.768153,-6.1462417
+50904,-7.9999943,-0.00045062878,-9.1253605,-12.000725
+7930,-7.125826,-11.876281,-0.0011912639,-7.8765416
+26294,-6.8497553,-10.475211,-1.6001211,-0.22685038
+35749,-3.057544,-11.308,-0.057909586,-4.6831837
+55850,-2.828682,-11.329138,-0.079047605,-4.080361
+64767,-5.162819,-10.663275,-3.413185,-0.039453223
+22057,-9.575397,-12.075852,-0.82576334,-0.57621026
+87663,-8.463541,-11.588997,-2.4639075,-0.08918329
+35864,-9.054058,-12.304514,-1.8044248,-0.17995298
+33007,-7.629776,-10.130231,-0.0051417258,-5.3810754
+81372,-2.4522457,-8.9527,-2.3276112,-0.20304431
+97703,-7.2502766,-0.00073251117,-12.625643,-10.877046
+118589,-0.013734832,-8.38919,-6.8891006,-4.3904834
+65741,-0.025240453,-6.400696,-7.900606,-3.776896
+119601,-7.8791,-11.379555,-0.0044652517,-5.505262
+114504,-5.389002,-10.014457,-0.014367465,-4.6404357
+92452,-0.0019900058,-10.877445,-6.7523556,-7.129651
+11152,-1.1527588,-8.0282135,-4.0281243,-0.40631288
+44669,-5.524637,-7.6500926,-0.02500295,-3.9006045
+121963,-5.130546,-0.006002021,-10.380913,-10.134589
+63486,-4.8839116,-10.009366,-6.1342773,-0.0098278
+123055,-5.433568,-10.809023,-0.18393369,-1.8102005
+119717,-0.5541405,-8.304597,-1.054506,-2.5662618
+88042,-5.272214,-8.64767,-2.0225794,-0.14806105
+54428,-7.0006227,-0.0010787388,-9.750989,-9.127551
+125274,-0.09491511,-7.5953703,-2.7202806,-3.7217827
+46816,-8.723836,-9.224292,-0.47420225,-0.97456264
+8553,-4.027371,-11.902826,-0.027736453,-4.653582
+56455,-8.24982,-0.00027569308,-12.125186,-11.625911
+101092,-0.028019791,-4.9034753,-4.028385,-6.0293837
+55570,-0.044537693,-9.294992,-5.0449033,-3.2961202
+2531,-0.01325839,-7.388714,-5.513624,-4.765205
+55854,-4.5106378,-0.011093604,-11.5110035,-10.388012
+65143,-0.0036523321,-10.504107,-6.254018,-6.3797526
+28422,-8.737395,-13.362851,-2.237761,-0.11301103
+36329,-4.6451464,-10.270601,-4.520512,-0.020739833
+8061,-3.8961294,-0.02158495,-10.646495,-6.8983335
+107678,-7.8750105,-0.00046599974,-9.750377,-10.500968
+53009,-0.15402302,-5.1544785,-5.154389,-2.0310302
+62879,-0.0060657696,-10.00652,-9.131431,-5.133815
+26784,-3.2883568,-0.038812418,-7.538723,-8.414187
+21912,-10.034713,-10.785169,-0.16007856,-1.9114993
+113597,-0.0016749175,-10.2521305,-8.877041,-6.5031314
+82760,-0.00086877745,-11.251324,-8.376234,-7.3774595
+26160,-7.1254287,-0.0008844993,-10.750794,-9.751461
+23421,-7.875028,-0.00048375348,-9.750394,-10.0033655
+41793,-2.0071917,-6.0076466,-2.3825572,-0.26024795
+103325,-5.1311865,-0.0066418126,-7.256552,-12.25696
+33557,-9.749627,-8.320462e-05,-11.124993,-11.500581
+81209,-7.7499914,-0.00044717325,-12.625358,-11.250585
+107064,-5.1287074,-12.504163,-8.129073,-0.0062421835
+98221,-0.06994735,-9.945402,-9.4453125,-2.6966627
+16139,-6.8264008,-9.201856,-0.82676625,-0.57740587
+62717,-5.5037074,-0.0041625765,-11.754073,-9.505247
+28151,-0.0003616156,-11.125816,-9.875727,-8.127223
+22888,-7.250613,-0.0010683788,-8.625978,-8.629447
+24637,-2.2558672,-6.131323,-0.13123266,-4.1332974
+92809,-6.063643,-11.939098,-2.8140087,-0.06432152
+91862,-4.023655,-5.77411,-0.024020372,-5.8998966
+7412,-0.0010570659,-9.501513,-7.751423,-7.5026565
+52442,-2.4715428,-9.596998,-0.09690828,-4.8487287
+87399,-0.30081767,-7.551273,-1.5511832,-3.0519886
+112712,-0.0018153393,-9.377271,-8.377181,-6.502929
+54201,-0.11384105,-8.239297,-6.114207,-2.252606
+117074,-6.36438,-8.364835,-0.1147451,-2.2400618
+25137,-2.4655588,-8.591015,-5.9659247,-0.09179929
+16780,-0.36708075,-8.992537,-1.2424462,-3.9929733
+72881,-6.4249654,-8.675421,-0.050330818,-3.0513725
+110597,-6.0020475,-0.0025030018,-11.127413,-11.38204
+89655,-0.008704694,-10.384161,-5.3840704,-5.509826
+48391,-6.2516403,-0.0020962425,-10.502007,-8.878595
+110182,-0.0039841332,-11.004439,-6.7543497,-5.880349
+87621,-6.1614537,-6.286909,-3.4118195,-0.037650812
+122711,-0.0043985527,-10.129854,-6.129764,-6.132117
+115720,-0.044389006,-11.419845,-6.5447545,-3.1708076
+66486,-5.0063663,-0.00682144,-9.381732,-10.886321
+68169,-3.048666,-0.049121693,-9.924032,-7.676553
+110138,-4.031709,-10.657165,-0.03207509,-4.283186
+21580,-4.510639,-0.011094548,-11.136004,-10.512076
+102553,-7.750004,-0.00045920795,-11.87537,-10.752378
+78769,-5.130503,-0.005958769,-11.255868,-11.132632
+93593,-5.2549734,-0.00542881,-8.75534,-10.256938
+16612,-6.875689,-0.0011444692,-9.626054,-10.004666
+59583,-5.10483,-10.230287,-2.3551953,-0.106448196
+76885,-0.0037868947,-9.379242,-9.129152,-5.630477
+120777,-3.5293717,-0.029827364,-11.842237,-9.7823305
+121894,-0.014227502,-10.889683,-9.264593,-4.2677426
+88371,-0.00048339603,-11.625939,-8.87585,-8.00249
+68747,-4.5141535,-6.639609,-0.0145190405,-6.1405334
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/events.out.tfevents.1738079385.gamma.3807842.0 b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/events.out.tfevents.1738079385.gamma.3807842.0
new file mode 100644
index 0000000000000000000000000000000000000000..1de92099183ba639b20226f4424ff6e86365b60c
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/events.out.tfevents.1738079385.gamma.3807842.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad2380aeb9e2c200e258b219ad5ecae27bea581b1c761bfedb3d4795f3b561b
+size 3420
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/hparams.yaml b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/hparams.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/hparams.yaml
@@ -0,0 +1 @@
+{}
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/metrics.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/metrics.csv
new file mode 100644
index 0000000000000000000000000000000000000000..be0fedc053e080ae936dd84cdb6bccb2e00afc54
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/metrics.csv
@@ -0,0 +1,37 @@
+step,train/NCE,train/NER,val/NCE,val/NER
+0,0.5346782751049035,0.1441441425713043,,
+1,0.5346781890161415,0.1441441425713043,,
+2,,,0.5346781890161415,0.1441441425713043
+2,0.5346781890161415,0.1441441425713043,,
+3,0.5346781459717604,0.1441441425713043,,
+4,,,0.5346781459717604,0.1441441425713043
+4,0.5346781459717604,0.1441441425713043,,
+5,0.5346781029273795,0.1441441425713043,,
+6,,,0.5346781029273795,0.1441441425713043
+6,0.5346781029273795,0.1441441425713043,,
+7,0.5346779737942365,0.1441441425713043,,
+8,,,0.5346779737942365,0.1441441425713043
+8,0.5346779737942365,0.1441441425713043,,
+9,0.5346780168386175,0.1441441425713043,,
+10,,,0.5346780168386175,0.1441441425713043
+10,0.5346780168386175,0.1441441425713043,,
+11,0.5346778877054745,0.1441441425713043,,
+12,,,0.5346778877054745,0.1441441425713043
+12,0.5346778877054745,0.1441441425713043,,
+13,0.5346778446610935,0.1441441425713043,,
+14,,,0.5346778446610935,0.1441441425713043
+14,0.5346778446610935,0.1441441425713043,,
+15,0.5346777585723316,0.1441441425713043,,
+16,,,0.5346777585723316,0.1441441425713043
+16,0.5346777585723316,0.1441441425713043,,
+17,0.5346777155279505,0.1441441425713043,,
+18,,,0.5346777155279505,0.1441441425713043
+18,0.5346777155279505,0.1441441425713043,,
+19,0.5346776724835696,0.1441441425713043,,
+20,,,0.5346776724835696,0.1441441425713043
+20,0.5346776724835696,0.1441441425713043,,
+21,0.5346776294391885,0.1441441425713043,,
+22,,,0.5346776294391885,0.1441441425713043
+22,0.5346776294391885,0.1441441425713043,,
+23,0.5346775863948076,0.1441441425713043,,
+24,,,0.5346775863948076,0.1441441425713043
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/state.ckpt b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/state.ckpt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd307ce0f84c73c1bf85769b7beee3cd4f3911
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/state.ckpt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183694f952460cc935197f17a105e65cefd2ac8f85843326ecbf612c178e1d76
+size 1740
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/labels.csv
new file mode 100644
index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/labels.csv
@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/logits.csv
new file mode 100644
index 0000000000000000000000000000000000000000..be873bbf8bb7a0d21bb58d929309003f22d63eb5
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/logits.csv
@@ -0,0 +1,400 @@
+31224,-0.38687888,-1.1368903,-11.386955,-15.6371155
+80227,-2.3841855e-07,-21.750011,-17.562574,-15.375026
+79086,0.0,-22.187511,-18.250074,-18.750084
+75303,-12.999912,-20.624922,-15.874989,-2.384183e-06
+56417,-15.249933,-18.312447,-9.1790735e-06,-11.624941
+11319,-2.3501976,-18.287712,-15.225273,-0.10020777
+12625,-3.576278e-07,-20.562511,-17.437574,-14.750014
+87626,-17.624989,-8.344647e-07,-14.000066,-17.1252
+43853,-11.375034,-19.625048,-18.81261,-1.1444026e-05
+23828,-15.875261,-18.312775,-8.250338,-0.0002613918
+27858,-5.753105,-19.628119,-0.0031812794,-12.628306
+12604,-15.624925,-17.999939,-1.4305105e-06,-13.624883
+8180,-14.124925,-20.687435,-8.344647e-07,-16.249922
+37466,-18.499996,-18.375008,-12.375072,-4.2915253e-06
+48185,-10.500016,-2.7536968e-05,-18.87509,-17.125051
+77755,-14.999927,-18.74994,-3.2186456e-06,-12.749931
+29286,-0.73208,-10.607092,-0.85715604,-2.357038
+87038,-10.250048,-19.062563,-14.625124,-3.5762147e-05
+33094,-12.499992,-3.6954812e-06,-18.000069,-17.625206
+17990,-6.6691966,-14.294208,-0.044272684,-3.1692073
+125393,-11.999916,-18.874928,-17.68749,-6.198864e-06
+25066,-14.4999895,-5.960463e-07,-17.250063,-16.62572
+93021,-15.50006,-20.875074,-10.875136,-1.9073304e-05
+91364,-16.499964,-19.562475,-4.0172723e-05,-10.124935
+56219,-0.02755579,-7.0275674,-3.652632,-7.902808
+108119,-12.874082,-14.249093,-12.999158,-5.4836123e-06
+108029,-1.599945,-15.849956,-17.97502,-0.22553109
+82606,-16.687353,-19.749865,-12.1249275,-5.4836123e-06
+34733,-18.75026,-20.93777,-8.500334,-0.00020346955
+40806,0.0,-21.375011,-19.250074,-20.064014
+89870,0.0,-20.375011,-19.125074,-18.000036
+120589,-16.437424,-14.249936,-8.344647e-07,-15.750004
+107229,-10.374957,-21.687471,-3.349725e-05,-12.999939
+81763,-16.249943,-15.749954,-1.9192512e-05,-10.874968
+126587,-2.2376482,-13.612659,-14.987724,-0.11284482
+105931,-21.249989,0.0,-18.000063,-16.875221
+51593,-0.008620077,-21.88363,-12.133697,-4.7585917
+105827,-10.750322,-17.562834,-6.7503986,-0.0011925736
+92547,-15.499989,-2.3841855e-07,-21.125063,-17.812685
+11098,-17.500553,-17.125565,-0.0006267252,-7.375522
+15535,-14.4999895,-7.152555e-07,-16.500063,-16.500051
+104144,-13.749931,-17.749945,-7.2717403e-06,-11.999976
+84409,0.0,-25.312511,-22.187574,-23.313
+55188,-18.874924,-18.999935,-1.1920928e-07,-16.249979
+97914,-8.625104,-17.875118,-0.00018058576,-13.875228
+9697,-10.374937,-17.937447,-15.250013,-3.1470758e-05
+43614,-13.500039,-19.75005,-11.625115,-1.03711545e-05
+57056,-20.125025,-19.187536,-15.500102,-2.3841855e-07
+98595,-10.500016,-2.801379e-05,-14.6250925,-17.500093
+11602,-13.125479,-17.875492,-0.0005548845,-7.500685
+29109,-15.749924,-23.062435,-1.1920928e-07,-17.374905
+114682,-11.999995,-6.7949063e-06,-14.375072,-18.063581
+63374,-19.812489,0.0,-22.125063,-19.56293
+77864,-13.750634,-18.500648,-0.00071083073,-7.25091
+81631,-9.250025,-17.937538,-0.00010084597,-12.250117
+124163,-5.029656,-16.467169,-0.90473235,-0.529654
+81563,-16.624966,-15.499972,-10.250037,-3.564294e-05
+13895,-5.628595,-0.0036063653,-16.503672,-12.003806
+12863,-15.375133,-19.500145,-9.250209,-9.6316464e-05
+45732,-9.523168,-0.898179,-0.52324367,-10.773329
+49404,-17.250261,-17.312773,-0.00033551786,-8.000284
+487,-15.312489,-2.3841855e-07,-18.875063,-18.314747
+64317,-21.062574,-21.062586,-9.750149,-5.8291644e-05
+6331,0.0,-18.875011,-18.312574,-16.875887
+73812,-12.006652,-12.006663,-0.0067281374,-5.00664
+15701,-16.753653,-13.441162,-5.628728,-0.003601139
+104663,0.0,-23.375011,-21.562574,-19.500027
+90606,-1.4061854,-11.156198,-14.781262,-0.28115803
+127552,0.0,-26.437511,-23.000074,-22.875103
+126761,-6.004191,-17.254202,-6.379267,-0.004173498
+92697,-0.0046741036,-14.379685,-6.5047503,-5.7552013
+107122,-14.874927,-15.499938,-2.7418098e-06,-13.006834
+74380,-17.687525,-17.312536,-11.625098,-8.940657e-06
+66285,0.0,-23.000011,-18.875074,-20.625046
+70163,-5.4681025,-13.343114,-0.09317864,-2.4680681
+75972,-9.624991,-17.562502,-6.758938e-05,-13.375349
+30713,-20.700909,-16.82592,-0.5759853,-0.82588065
+118867,0.0,-21.125011,-19.750074,-18.375034
+84835,-17.124989,0.0,-18.750063,-18.625273
+60503,-17.562428,-18.187439,-4.1723165e-06,-12.374915
+11807,-20.695156,-18.882668,-4.882731,-0.0076051704
+27906,-1.1920922e-06,-21.312515,-13.625077,-20.000086
+30093,-13.499989,-1.4305105e-06,-18.187567,-17.250069
+45657,-24.687426,-19.499937,0.0,-18.249874
+97197,0.0,-21.437511,-18.125074,-20.250454
+48440,-17.624989,0.0,-20.625063,-18.500135
+14971,0.0,-21.250011,-17.937574,-19.125975
+61380,-17.562504,-20.187515,-13.875082,-9.5367386e-07
+7177,-0.8259335,-0.5759449,-15.76351,-14.826065
+40241,-0.018166116,-14.643178,-10.893243,-4.018326
+38583,-14.875055,-6.639737e-05,-9.625132,-16.750319
+104941,-2.3841855e-07,-21.875011,-15.500076,-19.564323
+39377,-6.501491,-0.0015026956,-17.564068,-15.001668
+65329,-8.273499,-14.89851,-3.7735753,-0.02349932
+81089,-15.749989,-1.1920928e-07,-21.812563,-19.31268
+6143,-9.000006,-14.187517,-11.375082,-0.00013553178
+63753,-1.1920928e-07,-20.125011,-16.500074,-17.24998
+5084,-18.192043,-17.692055,-0.004620471,-5.3795714
+125282,-16.249926,-18.249937,-2.622601e-06,-12.875736
+7980,-9.000061,-8.4375725,-8.000137,-0.00067556923
+42346,-11.1249895,-17.875004,-11.750066,-2.2649509e-05
+73055,-13.999926,-20.499939,-1.6689287e-06,-14.000039
+31696,-8.639266,-14.201777,-0.014341965,-4.2642875
+101343,-9.749982,-22.812496,-5.8291644e-05,-17.12545
+115075,0.0,-23.625011,-19.812574,-21.312592
+29447,-13.250062,-20.562574,-10.125138,-4.1841584e-05
+89441,-0.57591057,-21.075922,-0.8259866,-12.325866
+15843,-0.001639333,-10.376651,-7.1267157,-7.12664
+110126,-16.250158,-13.250168,-0.0002324311,-8.375201
+36142,-14.398278,-17.585787,-3.773353,-0.023243466
+2846,-15.812528,-18.87504,-11.375104,-1.1563234e-05
+85390,-0.001372587,-13.501384,-6.626449,-10.00185
+108138,-16.500357,-19.437868,-7.875435,-0.0003800862
+7571,-20.625126,-17.125137,-9.375204,-8.487341e-05
+62381,-19.562489,-3.576278e-07,-19.500063,-15.000017
+65963,-12.0759325,-16.700943,-0.8260085,-0.57589585
+39384,0.0,-23.062511,-21.625074,-21.839094
+62356,0.0,-25.625011,-21.000074,-21.500122
+20478,-12.874991,-2.503392e-06,-19.375065,-18.125141
+101968,-17.749926,-21.562437,0.0,-17.749914
+124810,-19.437428,-16.874939,-4.76836e-06,-12.250059
+9300,-23.937424,-19.874935,-1.1920928e-07,-16.499943
+35593,-15.750564,-18.250578,-7.37564,-0.0006267252
+53670,-19.62573,-18.750742,-0.0008044583,-7.1257133
+44789,0.0,-21.687511,-17.375074,-17.375044
+25135,-3.1679888,-0.043000255,-16.293064,-14.4186
+32124,0.0,-24.625011,-21.875074,-22.187754
+36646,-6.5015345,-19.501545,-12.626611,-0.0015055523
+34191,-19.812687,-20.812698,-8.750262,-0.0001584166
+65307,-16.125307,-19.812819,-8.00038,-0.00033551786
+32731,-7.625477,-0.00048816207,-15.625553,-16.56348
+112637,-5.88495,-6.6349616,-5.1350265,-0.0100316405
+18943,-9.000066,-14.250077,-0.00014077626,-11.000516
+117291,0.0,-23.312511,-21.937574,-21.125082
+67975,-16.255238,-17.755249,-5.255315,-0.0052335165
+104676,-5.131085,-0.0060964576,-10.006161,-9.006242
+109059,-8.375219,-0.00023076255,-15.500296,-19.313358
+86252,-19.250051,-22.250063,-12.625124,-3.3378547e-06
+109620,0.0,-24.125011,-21.875074,-22.624983
+35543,-17.562551,-21.250063,-10.375129,-3.1232346e-05
+96155,-4.882647,-0.0076584066,-9.882723,-13.758884
+33646,-9.125033,-18.125044,-0.000109547334,-14.250183
+64061,-0.0018361629,-10.126847,-9.251912,-6.377934
+6764,0.0,-23.312511,-18.125074,-19.125051
+63078,-11.999993,-6.198864e-06,-17.750069,-20.062836
+88343,-9.000112,-0.000123374,-18.625189,-18.688015
+50106,-14.125057,-6.89006e-05,-9.8751335,-11.001032
+35688,-14.37688,-16.75189,-0.25195554,-1.5018399
+78697,-11.499999,-1.0132739e-05,-17.250072,-18.250666
+13749,-17.999989,-4.7683704e-07,-14.750064,-16.063917
+44428,-3.1679096,-14.667921,-14.042986,-0.043004252
+13880,0.0,-23.625011,-19.875074,-21.562504
+107805,-10.99994,-21.874954,-1.668916e-05,-17.624916
+47687,0.0,-23.062511,-21.812574,-20.312546
+3328,-12.12493,-19.99994,-6.4372807e-06,-13.87491
+27574,-13.999913,-19.312424,-18.062487,-8.344647e-07
+6049,-19.937489,-1.1920928e-07,-16.875063,-15.875729
+121371,-19.499989,-3.576278e-07,-15.875065,-15.313029
+93977,-4.018079,-18.143093,-0.018155463,-12.393055
+87794,-16.249924,-21.624935,-2.3841855e-07,-16.374907
+1284,-15.812491,-2.9802277e-06,-14.250068,-13.001469
+86737,-17.00002,-18.87503,-9.500095,-7.486063e-05
+9800,-11.374893,-18.124905,-15.999969,-1.1563234e-05
+60632,-9.750047,-5.8291644e-05,-18.937624,-17.625402
+69196,-16.874989,-2.3841855e-07,-16.062563,-16.312603
+109514,-17.624924,-20.812435,-1.1920928e-07,-16.000309
+75454,-3.408639,-0.033650383,-14.158714,-12.533634
+68262,-9.375009,-18.500023,-8.4992615e-05,-16.250065
+51383,-2.2378585,-0.112870164,-14.050435,-9.988358
+39024,-14.3749895,-5.960463e-07,-19.437563,-17.812527
+53372,-13.130263,-16.192776,-5.2553396,-0.0052352953
+61955,-18.187523,-19.750034,-10.875098,-1.8954097e-05
+46407,-2.9298718,-0.054883435,-15.679948,-14.367491
+56851,-9.499999,-21.81251,-7.509903e-05,-15.124992
+117835,-17.999926,-21.874937,0.0,-17.75016
+41315,-11.87493,-22.124945,-7.0333235e-06,-16.499895
+54086,0.0,-21.062511,-19.187574,-19.875124
+1123,0.0,-24.375011,-19.375074,-20.9376
+6738,-12.749991,-2.8610189e-06,-17.250065,-18.625013
+65022,-15.999973,-17.437489,-12.250049,-4.887569e-06
+29011,-12.750005,-17.18752,-15.500081,-3.0994368e-06
+209,-16.285166,-15.347675,-0.16023944,-1.9101382
+117949,-1.1920928e-07,-22.125011,-15.875076,-20.437555
+112253,-18.06245,-18.437462,-15.500027,-2.3841855e-07
+117575,-16.949316,-15.699327,-1.1368918,-0.38686147
+12151,-11.624932,-19.562447,-9.059865e-06,-15.624974
+6503,-15.985818,-14.923329,-3.0483944,-0.048597436
+47388,-16.624989,-1.1920928e-07,-19.750063,-18.12546
+122533,-11.00002,-15.750031,-15.187596,-1.7046783e-05
+77557,-0.11282512,-14.050337,-2.2379014,-11.487861
+3593,-4.511558,-0.011569666,-10.136635,-7.637436
+39857,-1.5497088e-05,-16.375027,-14.375092,-11.125085
+82941,-20.374989,-1.1920928e-07,-17.750063,-16.500101
+2835,0.0,-24.000011,-21.187574,-22.500116
+12119,-11.124939,-18.499952,-1.5139465e-05,-14.999969
+2255,-0.002486711,-14.564999,-6.002563,-11.440115
+99071,-9.803617,-14.553628,-0.42869306,-1.053875
+73970,-19.624924,-17.499935,-2.3841855e-07,-15.499887
+73312,-20.437504,-16.125015,-10.375083,-3.1351552e-05
+109736,-17.999989,-1.1920928e-07,-18.062563,-15.563564
+2581,-3.6512897,-0.026301144,-17.713863,-14.151304
+64922,-8.8751335,-17.875143,-11.75021,-0.00014768941
+85830,0.0,-25.250011,-21.625074,-22.812658
+122144,-15.124989,-2.3841855e-07,-21.062563,-18.124958
+62330,-9.625054,-6.6158966e-05,-17.937632,-15.875401
+112561,-10.377431,-14.752442,-0.0025070447,-6.002548
+48434,-10.000034,-4.5417706e-05,-21.93761,-17.250051
+119944,-13.74999,-1.7881378e-06,-16.375067,-14.3751135
+120940,-0.00088985893,-8.625901,-14.125966,-7.2510924
+77443,-21.249924,-20.687435,-3.576278e-07,-14.74993
+23685,-6.1149697,-18.427483,-0.11504585,-2.2399368
+47231,-13.6249895,-1.1920922e-06,-19.750067,-18.00006
+91022,-18.624989,0.0,-20.625063,-19.500038
+714,-18.24996,-20.624971,-12.375034,-4.2915253e-06
+25730,-18.124933,-18.874945,-6.9141147e-06,-11.874938
+97729,-0.0076985094,-10.0077095,-4.882775,-9.945312
+30236,-9.786604e-05,-14.50011,-13.5001745,-9.250249
+2443,-6.002465,-0.0024761274,-17.627539,-14.941557
+52656,-0.00033539868,-19.125349,-8.000412,-19.125471
+116972,-18.24998,-17.624992,-13.375056,-1.5497195e-06
+43770,-2.7020402,-8.702052,-0.8271164,-0.7022752
+10949,-16.124989,-2.3841855e-07,-16.000063,-18.124952
+100306,-20.124989,0.0,-19.375063,-20.000715
+29745,-10.750009,-2.1457441e-05,-19.687584,-18.250414
+60439,-18.62503,-19.437542,-13.125108,-2.0265559e-06
+109824,-11.250002,-1.3351351e-05,-16.875076,-14.875168
+102648,-19.564125,-16.876637,-0.0017022894,-6.376598
+62099,-2.4639363,-0.08894774,-11.839012,-15.713983
+33686,-12.374992,-4.1723165e-06,-18.437567,-16.750269
+116606,-14.850481,-15.9754925,-3.2880573,-0.0380413
+85384,-12.999908,-18.43742,-13.124985,-4.2915253e-06
+31834,-9.376944,-11.876955,-0.0020198675,-6.252165
+58133,-19.812555,-22.812567,-13.750129,-1.072883e-06
+95196,-10.249963,-21.874973,-3.9099883e-05,-12.500127
+11675,-4.6347456,-0.009757089,-17.32232,-13.760127
+34902,-10.624976,-13.874988,-5.2808322e-05,-10.500062
+112691,-18.68741,-20.999922,-10.999985,-1.668916e-05
+33713,-7.7503953,-15.187906,-0.00047100417,-10.12541
+109135,-2.1277707,-19.627785,-0.12784679,-7.0027947
+60521,-13.875057,-11.625069,-0.00013326711,-9.000555
+76695,-0.75748205,-13.569994,-14.257559,-0.6327058
+98619,-12.749927,-21.374937,-2.8610189e-06,-18.125246
+13731,-14.499988,-4.7683704e-07,-18.062563,-17.250513
+14492,-10.625013,-2.4556812e-05,-18.00009,-15.500539
+81006,-24.312443,-19.499954,-1.668916e-05,-10.999905
+114491,-15.687672,-15.625183,-8.625248,-0.00017987064
+120167,-22.562532,-15.875044,-0.00010907055,-9.125129
+69602,-12.874991,-2.7418098e-06,-16.625065,-15.875726
+81057,-15.249945,-12.999956,-2.1457441e-05,-10.874931
+118239,-19.562489,0.0,-17.500063,-20.062881
+26999,-4.882561,-18.320074,-0.007637704,-10.382569
+103729,-8.625206,-11.875217,-0.0002826053,-9.250235
+70324,0.0,-23.000011,-20.062574,-20.562523
+88697,-17.250107,-20.312618,-9.750181,-5.8291644e-05
+79720,-13.9999895,-8.344647e-07,-17.750063,-18.688213
+119098,-16.875013,-17.625025,-11.375091,-1.1563234e-05
+16374,-0.12692711,-2.1269386,-17.0645,-14.751992
+8973,-4.634745,-0.009756499,-15.822321,-14.947648
+92670,-0.00062851224,-14.00064,-7.375705,-13.688336
+46136,-12.749993,-4.410734e-06,-14.93757,-13.625624
+113240,0.0,-26.437511,-24.062574,-22.250145
+92271,-9.773111,-16.710623,-0.8981867,-0.52317595
+47020,-16.698534,-15.323543,-4.511108,-0.011047389
+68952,-4.3878603,-16.01287,-0.012936006,-7.7628164
+93704,-13.2499275,-17.06244,-3.5762723e-06,-13.250528
+126515,-22.749989,0.0,-19.187563,-18.875261
+1648,-17.137434,-15.262446,-0.012510984,-4.3874125
+4147,-20.689472,-17.626984,-6.252049,-0.0019283763
+106815,-13.889176,-16.63919,-4.2642527,-0.014163214
+18919,-2.814534,-12.939547,-0.06461032,-5.939911
+88395,-10.2553215,-19.755337,-5.255398,-0.005268262
+83361,-12.499992,-3.6954812e-06,-19.125069,-20.312532
+69550,-17.124989,-1.1920928e-07,-16.187563,-16.877565
+59782,-10.755983,-15.943495,-5.1310606,-0.0059494074
+62607,-17.125126,-18.437637,-8.375201,-0.00023064337
+49031,-20.787643,-18.725155,-0.10021909,-2.3500872
+24073,-14.750044,-19.125053,-8.62512,-0.00017998983
+34883,-17.499926,-19.312437,0.0,-18.62491
+78080,0.0,-24.375011,-18.375074,-21.501415
+59546,-7.8754253,-16.625439,-10.500501,-0.00040761268
+123805,-12.499992,-3.6954812e-06,-19.000069,-18.000172
+87807,-16.749989,0.0,-22.250063,-20.500134
+53821,-6.6256595,-17.688173,-12.375736,-0.0013310391
+90016,-11.499999,-1.0847986e-05,-14.375075,-16.62531
+75870,-22.812424,-18.874935,-2.3841855e-07,-15.374902
+58764,-18.125103,-20.562614,-9.750176,-5.8291644e-05
+64575,0.0,-23.687511,-21.062574,-20.062462
+85818,-16.50001,-20.250021,-11.875082,-7.0333235e-06
+15652,-16.249924,-22.062435,-2.3841855e-07,-15.999905
+85976,-13.008541,-15.758553,-0.008617003,-4.758595
+15080,-16.249989,-1.1920928e-07,-20.375063,-17.00001
+79945,-9.250085,-9.6078074e-05,-17.750158,-17.43825
+76385,-15.632566,-16.69508,-4.8826437,-0.0076059983
+115581,-9.000666,-9.625677,-0.00074215996,-7.500938
+61199,-21.687489,0.0,-21.500063,-17.125128
+85813,-20.999924,-17.499935,-1.1920928e-07,-16.249962
+67537,-13.8749895,-1.1920922e-06,-16.062567,-16.001413
+89261,-14.6251545,-16.625166,-0.00023100091,-8.375156
+22046,-19.87502,-20.93753,-13.875094,-9.5367386e-07
+22926,-8.344647e-07,-19.937511,-19.750074,-14.00003
+49488,-6.762944,-15.137956,-0.38802055,-1.1380429
+96660,-11.000114,-0.0001257579,-9.125191,-16.001883
+63730,-16.94507,-15.32008,-0.75764436,-0.6325595
+9677,-1.9073468e-06,-17.625013,-13.500078,-14.3125305
+120201,-19.500032,-22.500044,-17.000107,0.0
+35208,-27.374926,-21.124937,0.0,-18.74994
+30950,-17.923618,-16.67363,-3.0486932,-0.048582107
+66963,-5.87773,-21.252743,-0.0028060607,-13.877893
+16156,-10.999938,-17.62495,-15.437514,-1.6927575e-05
+69670,-8.625168,-0.00017963226,-18.000242,-15.750662
+13477,-12.249995,-6.5564896e-06,-17.687569,-13.250325
+50904,-15.249989,-2.3841855e-07,-17.125063,-17.937485
+7930,-18.374926,-20.874937,0.0,-16.87492
+26294,-14.500083,-18.375097,-8.875159,-0.0001402995
+35749,-8.000261,-20.750275,-0.00033718624,-13.250217
+55850,-4.8827085,-18.50772,-0.007784861,-8.632806
+64767,-12.000712,-18.000725,-6.875788,-0.0010392033
+22057,-19.376179,-18.56369,-6.7512527,-0.0011700697
+87663,-19.062521,-19.125032,-11.750096,-7.867782e-06
+35864,-16.000029,-20.625044,-10.250105,-3.552374e-05
+33007,-19.687424,-18.749935,-4.7683704e-07,-14.500008
+81372,-11.625231,-18.687742,-8.500307,-0.0002124084
+97703,-11.624998,-9.1790735e-06,-19.125074,-15.375236
+118589,-4.7683704e-07,-18.500011,-16.500074,-14.875284
+65741,-2.503392e-06,-21.375013,-21.500076,-12.8750305
+119601,-19.937424,-19.187435,-1.1920928e-07,-16.374876
+114504,-11.499941,-18.249954,-1.7046783e-05,-11.874948
+92452,-2.3841855e-07,-22.000011,-15.250076,-21.376144
+11152,-0.0097875465,-14.072299,-10.259864,-4.635221
+44669,-10.625754,-13.125766,-0.000830782,-7.1257854
+121963,-5.877794,-0.0028052286,-16.31537,-15.252928
+63486,-11.499848,-18.062363,-13.999925,-1.0967195e-05
+123055,-13.129546,-19.879559,-0.004622844,-5.379504
+119717,-0.82602525,-16.201038,-0.5761013,-8.960165
+88042,-14.625014,-17.062529,-10.500091,-2.801379e-05
+54428,-14.749989,-3.576278e-07,-20.312563,-17.375383
+125274,-0.52311146,-14.273123,-0.8981875,-10.898261
+46816,-18.880255,-16.630266,-5.25533,-0.005233398
+8553,-11.75004,-20.062551,-0.00011681828,-9.125054
+56455,-17.999989,0.0,-22.937563,-20.187576
+101092,-0.000123374,-19.500137,-9.000199,-17.000433
+55570,-1.537788e-05,-18.125027,-14.250092,-11.125051
+2531,-2.3841855e-07,-20.125011,-16.500074,-16.37513
+55854,-5.6285887,-0.0036003073,-16.628666,-16.128777
+65143,0.0,-23.250011,-18.375074,-20.25004
+28422,-20.937511,-21.937523,-15.125088,-2.3841855e-07
+36329,-9.250134,-17.18765,-10.375211,-0.00012730742
+8061,-3.408642,-0.03365384,-16.096216,-11.78383
+107678,-14.1249895,-7.152555e-07,-18.562563,-17.875092
+53009,-5.3046726e-05,-14.500065,-13.62513,-9.875248
+62879,-3.576278e-07,-18.125011,-17.062574,-14.886147
+26784,-3.4086354,-0.033646923,-15.033711,-14.658613
+21912,-15.313101,-13.875612,-1.3131771,-0.3132944
+113597,0.0,-21.187511,-19.312574,-16.999987
+82760,0.0,-23.625011,-21.187574,-20.75012
+26160,-15.124989,-2.3841855e-07,-20.562563,-16.749979
+23421,-15.499989,-2.3841855e-07,-18.250063,-16.750338
+41793,-2.9362957,-9.186307,-4.9363723,-0.062242426
+103325,-8.625168,-0.00017951308,-17.625242,-19.81269
+33557,-19.874989,0.0,-18.875063,-18.812689
+81209,-12.749991,-2.8610189e-06,-20.375065,-18.687578
+107064,-11.873466,-18.18598,-14.686042,-7.3909487e-06
+98221,-0.0013258009,-20.876337,-19.7514,-6.6263943
+16139,-16.750772,-18.813284,-7.125846,-0.0008044583
+62717,-13.24999,-1.7881378e-06,-20.875067,-19.937883
+28151,0.0,-23.187511,-21.125074,-21.562601
+22888,-13.9999895,-9.5367386e-07,-17.375063,-15.751027
+24637,-9.125033,-20.000048,-0.00011002412,-13.750136
+92809,-12.749987,-20.562498,-11.875063,-9.894322e-06
+91862,-4.882538,-13.00755,-0.0076142796,-12.132548
+7412,0.0,-21.000011,-17.500074,-19.00014
+52442,-7.3755517,-20.000563,-0.00062815484,-13.375752
+87399,-0.10030558,-10.850317,-2.3503819,-9.350371
+112712,0.0,-24.812511,-19.250074,-20.375069
+54201,-0.037810378,-16.787823,-16.287886,-3.2940216
+117074,-19.471165,-18.158676,-3.4087398,-0.033642545
+25137,-3.1679971,-14.293008,-10.543073,-0.043027315
+16780,-0.02056152,-16.520573,-3.8956378,-10.770643
+72881,-12.382535,-15.132546,-0.007610139,-4.882672
+110597,-13.24999,-1.7881378e-06,-17.500067,-18.125715
+89655,-2.3841855e-07,-20.250011,-15.250076,-18.50023
+48391,-11.125004,-1.490105e-05,-16.68758,-16.250998
+110182,-1.1920928e-07,-21.937511,-15.875076,-17.249973
+87621,-14.56249,-11.250002,-12.000067,-1.966934e-05
+122711,-1.1920922e-06,-18.687515,-13.750077,-16.252426
+115720,-1.072883e-06,-23.312515,-19.625078,-13.749967
+66486,-8.875129,-0.00013982272,-17.250202,-18.062983
+68169,-5.3796096,-0.004620827,-16.192186,-14.505194
+110138,-8.3751545,-21.687666,-0.0002311201,-14.375198
+21580,-8.250251,-0.00026186852,-15.250327,-14.875471
+102553,-13.37499,-1.5497195e-06,-21.125067,-18.937883
+78769,-9.500062,-7.486063e-05,-18.375137,-18.125345
+93593,-9.375073,-8.4992615e-05,-16.25015,-16.875158
+16612,-14.999989,-3.576278e-07,-20.250063,-17.625399
+59583,-9.625236,-17.437752,-8.750312,-0.0002244459
+76885,-1.1920928e-07,-18.937511,-16.687574,-16.250334
+120777,-1.9102165,-0.16022786,-15.660293,-13.223107
+121894,-4.7683704e-07,-26.437511,-23.187574,-14.499997
+88371,0.0,-23.500011,-20.000074,-20.500652
+68747,-18.124924,-16.624935,-2.3841855e-07,-16.50024
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
new file mode 100644
index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
new file mode 100644
index 0000000000000000000000000000000000000000..2838a4d49e08f75b39e97ef17b5f2af4d8c34b08
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
@@ -0,0 +1,400 @@
+31224,-0.100205615,-2.3502169,-15.725282,-17.725204
+80227,0.0,-21.750011,-18.437574,-16.749977
+79086,0.0,-20.812511,-16.937574,-17.749949
+75303,-13.625038,-22.000051,-16.875114,-1.3113013e-06
+56417,-16.874924,-19.374935,-3.576278e-07,-14.999874
+11319,-0.4287092,-15.86622,-12.428785,-1.0536969
+12625,-3.576278e-07,-20.437511,-16.812574,-14.749955
+87626,-14.25003,-4.1007155e-05,-10.125106,-14.749999
+43853,-13.250055,-22.43757,-17.000134,-1.7881378e-06
+23828,-9.503724,-17.191238,-5.6288,-0.0036741863
+27858,-7.250662,-18.000675,-0.0007375143,-10.500898
+12604,-5.1308537,-17.505867,-0.005929617,-14.255797
+8180,-13.999925,-20.624935,-9.5367386e-07,-16.374857
+37466,-13.500284,-16.6253,-8.2503605,-0.00026258358
+48185,-10.125029,-4.005352e-05,-19.625103,-17.562466
+77755,-8.875104,-14.875115,-0.0001802282,-10.125073
+29286,-0.009798642,-12.88481,-10.134875,-4.634742
+87038,-10.625051,-20.187565,-15.000127,-2.4556812e-05
+33094,-12.749991,-2.8610189e-06,-20.187565,-18.499947
+17990,-0.5046172,-12.129627,-3.5046935,-1.0045702
+125393,-11.999944,-18.749956,-16.62502,-6.198864e-06
+25066,-13.49999,-1.9073468e-06,-15.125067,-15.37508
+93021,-17.500076,-21.875088,-10.500154,-2.7536968e-05
+91364,-15.87493,-20.68744,-6.3180723e-06,-11.999877
+56219,-4.3033626e-05,-11.250054,-12.875119,-10.500029
+108119,-7.1258054,-12.750816,-9.375881,-0.00089212187
+108029,-0.069936454,-18.007448,-18.070011,-2.6949325
+82606,-14.625068,-19.937584,-10.250144,-3.5762147e-05
+34733,-15.75036,-19.25037,-8.125436,-0.00029607204
+40806,0.0,-21.812511,-20.312574,-18.187496
+89870,-1.1920928e-07,-20.500011,-18.562574,-16.249943
+120589,-16.124924,-14.249936,-7.152555e-07,-18.43747
+107229,-9.000047,-20.187561,-0.0001234932,-15.625006
+81763,-9.500032,-12.875044,-0.00010859377,-10.374996
+126587,-0.20152414,-10.701535,-9.3266,-1.7015281
+105931,-18.999989,-1.1920928e-07,-18.687563,-16.25
+51593,-0.0076073,-21.757618,-14.007684,-4.8825517
+105827,-11.752387,-18.6274,-6.0024643,-0.0024836191
+92547,-14.749989,-3.576278e-07,-21.187563,-17.374985
+11098,-11.875054,-16.750065,-0.00013040646,-8.999993
+15535,-11.874995,-7.0333235e-06,-18.625072,-16.374956
+104144,-13.749983,-15.874994,-5.9483667e-05,-9.75002
+84409,0.0,-25.125011,-23.375074,-24.124947
+55188,-16.874926,-19.374937,0.0,-18.749884
+97914,-6.2518563,-14.751867,-0.0019324216,-12.626992
+9697,-13.125039,-20.062551,-14.125115,-2.7418098e-06
+43614,-13.250081,-20.125093,-10.250157,-3.70734e-05
+57056,-13.125097,-17.750113,-9.875174,-5.3404336e-05
+98595,-9.500064,-7.4979835e-05,-16.500137,-17.687508
+11602,-8.376187,-14.876199,-0.0012635351,-6.876171
+29109,-17.249924,-19.749935,-1.1920928e-07,-16.499866
+114682,-10.000034,-4.553691e-05,-15.875111,-18.312496
+63374,-20.999989,0.0,-22.250063,-20.875004
+77864,-11.1325445,-15.945056,-0.0076212594,-4.8825793
+81631,-8.875067,-16.87508,-0.0001432793,-12.625078
+124163,-6.407752,-16.720266,-0.28282842,-1.4077137
+81563,-7.378457,-12.628468,-5.8785334,-0.0034325747
+13895,-6.5014925,-0.0015040049,-16.56407,-13.376437
+12863,-12.751984,-19.439499,-6.252061,-0.0019312318
+45732,-5.990312,-0.11532356,-2.2403884,-12.990378
+49404,-17.437428,-17.062439,-4.2915253e-06,-12.374896
+487,-12.437493,-4.410734e-06,-16.500067,-14.87505
+64317,-19.74998,-22.374992,-11.375055,-1.1444026e-05
+6331,-7.986991e-06,-15.562519,-13.875084,-11.875138
+73812,-11.249983,-13.874994,-5.9364465e-05,-9.9999275
+15701,-18.06406,-17.876572,-6.5016346,-0.0015021004
+104663,0.0,-22.812511,-19.812574,-19.499952
+90606,-0.20142405,-13.076435,-16.389,-1.7013769
+127552,0.0,-24.687511,-21.562574,-17.24995
+126761,-4.511787,-18.3868,-7.261863,-0.011749352
+92697,-0.0019640697,-15.189475,-6.2520404,-10.252085
+107122,-12.624979,-14.43749,-5.5192377e-05,-9.87541
+74380,-6.751232,-14.126244,-12.376308,-0.0011750705
+66285,0.0,-22.187511,-17.250074,-19.687475
+70163,-1.3693264,-12.494337,-0.86940235,-1.1192763
+75972,-11.374947,-15.687458,-2.3126335e-05,-11.374926
+30713,-23.00005,-18.312561,-0.000123374,-8.99998
+118867,0.0,-21.562511,-19.812574,-17.43747
+84835,-13.37499,-1.5497195e-06,-18.062567,-17.249958
+60503,-17.937424,-18.999935,-4.7683704e-07,-14.624876
+11807,-16.075068,-18.387579,-4.387641,-0.012508041
+27906,-1.1920928e-07,-21.312511,-16.000074,-17.24998
+30093,-11.624998,-9.1790735e-06,-16.187574,-16.62495
+45657,-23.312426,-20.437437,0.0,-19.937355
+97197,-3.576278e-07,-19.375011,-15.687576,-15.312525
+48440,-18.624989,0.0,-21.875063,-21.31245
+14971,0.0,-21.812511,-19.125074,-21.249989
+61380,-19.62503,-23.062542,-14.000108,-8.344647e-07
+7177,-2.3501978,-0.10020928,-16.475275,-13.412702
+40241,-0.0025517542,-13.5650625,-9.502627,-6.0025253
+38583,-14.8749895,-8.344647e-07,-14.625066,-18.687456
+104941,-9.5367386e-07,-21.125011,-13.875077,-17.750002
+39377,-6.8760214,-0.0010330108,-18.313599,-15.375974
+65329,-7.312669,-13.81268,-2.8127453,-0.062628806
+81089,-15.874989,-1.1920928e-07,-21.937563,-19.875326
+6143,-6.251951,-14.626963,-10.7520275,-0.0019503873
+63753,0.0,-19.625011,-18.937574,-16.749949
+5084,-14.783573,-16.533585,-0.033649575,-3.4085455
+125282,-16.124928,-17.062439,-1.6689287e-06,-13.375155
+7980,-8.009828,-11.009839,-4.634903,-0.010106698
+42346,-11.250077,-20.12509,-10.375154,-4.4225668e-05
+73055,-9.874976,-17.374987,-5.233151e-05,-13.999963
+31696,-7.5014076,-10.813919,-0.0014841267,-7.001366
+101343,-11.749931,-19.999943,-7.986991e-06,-16.249905
+115075,0.0,-21.875011,-18.500074,-19.749979
+29447,-11.875078,-20.87509,-10.6251545,-3.1232346e-05
+89441,-0.000887596,-18.375898,-8.250964,-7.3758326
+15843,-0.005239683,-12.255251,-14.067816,-5.2551837
+110126,-8.381117,-10.256128,-0.006193492,-5.131104
+36142,-14.1361,-18.07361,-4.511174,-0.011047035
+2846,-15.375066,-21.562576,-12.500142,-3.933899e-06
+85390,-5.1854695e-05,-15.500063,-16.000126,-9.875025
+108138,-12.62528,-20.625296,-8.375357,-0.0002337421
+7571,-18.188272,-17.125784,-7.2508492,-0.0007098777
+62381,-19.687489,-1.1920928e-07,-19.812563,-15.749927
+65963,-10.256675,-16.631687,-0.0067514637,-5.0066156
+39384,0.0,-24.187511,-22.000074,-21.437496
+62356,0.0,-25.937511,-21.125074,-20.37501
+20478,-10.750009,-2.1457441e-05,-19.875084,-17.312483
+101968,-16.374924,-22.312435,-1.1920928e-07,-18.749865
+124810,-16.249947,-13.499955,-2.0384581e-05,-10.874911
+9300,-20.812426,-20.124937,0.0,-16.999905
+35593,-15.125929,-18.31344,-7.001004,-0.0009116546
+53670,-17.124933,-18.624945,-6.9141147e-06,-11.874869
+44789,-2.3841855e-07,-20.875011,-16.562574,-15.874967
+25135,-7.3756204,-0.00063196715,-16.000694,-12.125605
+32124,0.0,-22.312511,-19.375074,-18.56249
+36646,-3.6513562,-17.963867,-14.526433,-0.02629917
+34191,-18.25008,-21.500092,-10.500156,-2.7536968e-05
+65307,-16.375088,-21.1876,-10.250161,-3.5404533e-05
+32731,-6.6263146,-0.0013261581,-16.438889,-16.251375
+112637,-6.252609,-10.252621,-7.377685,-0.0025890898
+18943,-6.002423,-13.127435,-0.0024993154,-10.75273
+117291,0.0,-23.312511,-21.750074,-20.249958
+67975,-14.500271,-19.56278,-8.375347,-0.00023100091
+104676,-5.1309347,-0.005946326,-12.256011,-11.255898
+109059,-9.125097,-0.00010907055,-16.437672,-18.00008
+86252,-18.000061,-23.250072,-12.125136,-5.4836123e-06
+109620,0.0,-25.000011,-22.875074,-21.187513
+35543,-11.125176,-20.687687,-9.000253,-0.00013815402
+96155,-6.1272016,-0.0022129351,-10.502277,-14.939794
+33646,-4.634681,-17.509693,-0.009757089,-14.509669
+64061,-0.0013325869,-13.563844,-12.126409,-6.626353
+6764,0.0,-24.812511,-24.312574,-19.124975
+63078,-13.24999,-1.7881378e-06,-20.125067,-21.374989
+88343,-11.499999,-1.0132739e-05,-19.562572,-19.687494
+50106,-13.75,-1.1682442e-05,-12.500076,-11.875123
+35688,-17.499985,-20.374996,-5.8291644e-05,-9.749922
+78697,-12.874991,-2.503392e-06,-17.437565,-18.062508
+13749,-15.937491,-3.2186456e-06,-13.375068,-13.375031
+44428,-0.9740715,-12.099083,-10.599148,-0.4741293
+13880,0.0,-22.937511,-19.500074,-17.999964
+107805,-16.874926,-24.624937,0.0,-20.124887
+47687,0.0,-23.000011,-23.937574,-20.562452
+3328,-11.874931,-18.624945,-7.6293654e-06,-14.12489
+27574,-13.875013,-19.437527,-15.75009,-1.072883e-06
+6049,-22.187489,-1.1920928e-07,-19.312563,-16.124945
+121371,-19.437492,-1.3113013e-06,-15.687566,-13.6250105
+93977,-4.634684,-17.759697,-0.0097599225,-12.634637
+87794,-18.124926,-23.374937,0.0,-20.749876
+1284,-13.625003,-1.442422e-05,-15.312579,-11.2501745
+86737,-11.750846,-17.75086,-7.1259212,-0.0008122006
+9800,-9.625098,-18.750113,-17.875175,-6.603976e-05
+60632,-12.99999,-2.264974e-06,-18.062565,-19.187502
+69196,-16.749989,-3.576278e-07,-18.375063,-14.999945
+109514,-14.249925,-18.562439,-1.072883e-06,-14.749929
+75454,-4.758606,-0.008617477,-14.383682,-13.008548
+68262,-11.499934,-18.312445,-1.0251946e-05,-15.749909
+51383,-0.6327522,-0.75776356,-13.570329,-8.757722
+39024,-14.999989,-3.576278e-07,-20.562563,-20.249937
+53372,-15.001976,-19.001987,-6.252053,-0.0019286142
+61955,-15.375313,-19.312824,-8.250389,-0.0002613918
+46407,-0.3133291,-1.3133403,-15.813404,-9.563351
+56851,-11.249937,-20.81245,-1.3351351e-05,-14.999878
+117835,-10.499951,-20.249962,-2.7536968e-05,-16.749922
+41315,-10.249959,-21.374973,-3.5404533e-05,-16.874897
+54086,0.0,-19.562511,-17.750074,-18.062462
+1123,0.0,-23.062511,-17.125074,-17.874968
+6738,-11.375,-1.1444026e-05,-19.750074,-17.624933
+65022,-7.7506366,-15.1881485,-8.625713,-0.0006102845
+29011,-12.750008,-18.937521,-14.250084,-3.5762723e-06
+209,-12.879005,-16.129019,-0.0040816106,-5.5039535
+117949,-1.1920928e-07,-23.062511,-15.625076,-18.124973
+112253,-11.750203,-17.062716,-8.750279,-0.00016640233
+117575,-8.349278,-13.974289,-0.47435388,-0.97424924
+12151,-15.249924,-20.374935,-2.3841855e-07,-17.124872
+6503,-13.5024395,-15.877451,-6.002517,-0.0024770787
+47388,-18.624989,0.0,-20.187563,-18.562485
+122533,-8.375249,-15.50026,-15.875325,-0.00023088173
+77557,-0.3868975,-11.386909,-1.1369736,-10.136858
+3593,-4.759152,-0.009163821,-9.634229,-7.6343346
+39857,-0.000335637,-16.687847,-15.500412,-8.000302
+82941,-22.249989,0.0,-19.625063,-17.374943
+2835,0.0,-22.062511,-18.875074,-20.812494
+12119,-9.37501,-17.187523,-8.546941e-05,-14.249975
+2255,-0.018196786,-13.9557085,-4.0182724,-9.955706
+99071,-7.757953,-14.445464,-0.75802904,-0.6330252
+73970,-12.999928,-13.24994,-5.1259863e-06,-13.749886
+73312,-13.504654,-14.879665,-5.3797293,-0.00462142
+109736,-17.624989,-5.960463e-07,-16.062563,-14.5625
+2581,-1.2234778,-0.34848917,-16.848555,-10.098422
+64922,-8.250345,-16.875357,-9.125422,-0.0003701955
+85830,0.0,-23.125011,-19.812574,-20.562504
+122144,-15.999989,-2.3841855e-07,-21.375063,-16.374928
+62330,-10.37502,-3.1351552e-05,-17.687593,-16.312496
+112561,-10.375336,-14.375347,-0.00041190247,-7.8752933
+48434,-7.875369,-0.00038044367,-20.500443,-14.875317
+119944,-12.249992,-5.245195e-06,-16.68757,-14.500009
+120940,-0.0070918263,-5.1321034,-16.694666,-6.757059
+77443,-21.937426,-21.999937,0.0,-19.249886
+23685,-0.8330242,-17.958035,-4.9581003,-0.5829641
+47231,-14.999989,-3.576278e-07,-21.812563,-17.624928
+91022,-17.374989,0.0,-22.250063,-20.874931
+714,-13.2500515,-20.250063,-11.500128,-1.1920858e-05
+25730,-13.249928,-15.93744,-5.245195e-06,-12.6249
+97729,-0.5530273,-7.0530386,-0.9281033,-3.5534196
+30236,-2.384183e-06,-17.562513,-15.625077,-13.000183
+2443,-4.5110383,-0.011049511,-17.073612,-13.323651
+52656,-0.038040727,-13.413053,-3.2881167,-14.163042
+116972,-14.500045,-18.81256,-11.875121,-7.510157e-06
+43770,-1.6190641,-8.494075,-0.74414015,-1.1191151
+10949,-13.6249895,-1.1920922e-06,-20.500067,-17.374928
+100306,-16.437489,-1.1920928e-07,-18.062563,-18.24999
+29745,-8.750147,-0.0001584166,-20.187721,-18.000244
+60439,-16.625057,-19.187569,-13.250133,-1.7881378e-06
+109824,-13.499989,-1.4305105e-06,-19.750067,-17.499983
+102648,-19.687445,-16.624956,-1.9073304e-05,-10.874885
+62099,-4.2641525,-0.014164037,-17.451729,-14.576609
+33686,-12.249993,-4.887569e-06,-17.37507,-15.749975
+116606,-9.502006,-14.252017,-2.1270828,-0.12699263
+85384,-11.000039,-16.750053,-12.125115,-2.2172682e-05
+31834,-7.001101,-12.376112,-0.0011767375,-8.251091
+58133,-14.375067,-23.062576,-13.250143,-2.384183e-06
+95196,-8.750095,-19.375109,-0.00017140826,-11.250047
+11675,-6.251918,-0.0019290901,-17.939491,-14.501889
+34902,-5.628607,-11.753618,-0.0036828567,-9.503568
+112691,-13.875427,-19.000439,-7.750503,-0.0004315637
+33713,-14.249925,-18.624939,-1.1920922e-06,-14.499878
+109135,-0.008814947,-18.82133,-5.633891,-5.2587934
+60521,-9.626332,-11.001344,-0.0014086572,-6.626317
+76695,-3.0484123,-14.735924,-13.548489,-0.04859789
+98619,-11.249937,-19.87495,-1.2993728e-05,-18.749966
+13731,-12.99999,-2.264974e-06,-19.437565,-18.812561
+14492,-9.750048,-5.9483667e-05,-17.250122,-13.625148
+81006,-19.624966,-17.624977,-4.005352e-05,-10.124908
+114491,-5.3532324,-10.353244,-1.2283088,-0.35318398
+120167,-20.624939,-15.6249485,-1.3112935e-05,-11.249889
+69602,-13.8749895,-9.5367386e-07,-19.312563,-16.75018
+81057,-9.000136,-10.375148,-0.00021288513,-9.750147
+118239,-16.124989,-1.1920928e-07,-17.000063,-18.62499
+26999,-6.002427,-17.939938,-0.0025033585,-10.502398
+103729,-9.625035,-11.125047,-0.00011205045,-10.375002
+70324,0.0,-22.937511,-19.187574,-21.187477
+88697,-16.000093,-21.437605,-10.250166,-3.552374e-05
+79720,-13.499989,-1.4305105e-06,-17.562567,-17.312597
+119098,-9.25026,-15.625272,-9.000337,-0.0002196786
+16374,-0.02324929,-3.7732608,-19.273323,-12.398199
+8973,-5.7531676,-0.0031791406,-14.628244,-13.815658
+92670,-0.011110699,-11.261122,-4.511187,-9.886138
+46136,-11.625,-1.1563234e-05,-14.312576,-13.125023
+113240,0.0,-23.687511,-23.812574,-19.874945
+92271,-7.3395953,-16.402105,-2.4646719,-0.08958142
+47020,-15.383645,-15.5086565,-4.7587214,-0.008613931
+68952,-0.00078492344,-19.000797,-8.750861,-7.375738
+93704,-12.124929,-17.18744,-6.079655e-06,-14.374997
+126515,-22.562489,0.0,-20.562563,-20.749977
+1648,-18.374937,-16.874949,-1.1444026e-05,-11.374888
+4147,-20.063046,-20.000557,-7.62562,-0.00048792377
+106815,-10.023331,-16.148344,-3.7734075,-0.023287142
+18919,-0.8262992,-12.57631,-0.57637525,-7.8266525
+88395,-10.006027,-19.818542,-5.131104,-0.005972989
+83361,-14.749989,-3.576278e-07,-20.687563,-19.812424
+69550,-16.999989,-2.3841855e-07,-15.562565,-15.687722
+59782,-7.016956,-15.016967,-4.142032,-0.016929867
+62607,-11.538036,-14.850548,-3.2881136,-0.0380491
+49031,-15.018077,-18.76809,-0.018152887,-4.0180106
+24073,-14.750217,-21.000229,-8.375294,-0.00023088173
+34883,-21.874926,-21.874937,0.0,-23.437393
+78080,-3.5762723e-06,-22.062517,-12.87508,-13.7502165
+59546,-9.000178,-18.00019,-12.375255,-0.000127665
+123805,-10.875008,-1.8954097e-05,-19.187584,-16.937466
+87807,-15.874989,-1.1920928e-07,-23.375063,-21.562458
+53821,-7.375519,-17.938032,-14.375596,-0.00062720175
+90016,-12.124994,-5.6028207e-06,-15.250071,-16.87497
+75870,-18.312424,-17.624935,-3.576278e-07,-14.999871
+58764,-17.750141,-22.500153,-9.250218,-9.6078074e-05
+64575,0.0,-24.500011,-23.375074,-20.999952
+85818,-16.37502,-21.87503,-11.750096,-7.986991e-06
+15652,-16.749924,-21.624935,-1.1920928e-07,-16.624866
+85976,-6.7621303,-16.199644,-0.012206496,-4.5120945
+15080,-15.749989,-2.3841855e-07,-21.312563,-16.37493
+79945,-11.749995,-8.106199e-06,-16.50007,-16.125078
+76385,-15.381746,-19.31926,-5.0068235,-0.0067148753
+115581,-7.1399646,-9.389976,-0.015040799,-4.264996
+61199,-21.562489,0.0,-21.250063,-16.749958
+85813,-23.312426,-20.874937,0.0,-20.87486
+67537,-15.499988,-4.7683704e-07,-16.687563,-15.5015135
+89261,-11.125079,-13.625091,-0.0001557944,-8.87504
+22046,-18.375063,-20.937574,-11.250138,-1.2993728e-05
+22926,0.0,-21.375011,-19.375074,-17.687494
+49488,-12.375263,-18.625277,-0.0003395696,-8.000262
+96660,-10.500018,-2.9682673e-05,-13.125094,-16.000082
+63730,-18.003527,-14.503536,-0.00360102,-5.628484
+9677,-1.9073468e-06,-18.687513,-13.937578,-13.749988
+120201,-18.000053,-24.000065,-14.87513,-3.576278e-07
+35208,-24.749926,-20.249937,0.0,-19.687403
+30950,-13.701438,-16.20145,-1.7015147,-0.20139219
+66963,-3.4085724,-20.408585,-0.033648655,-14.533557
+16156,-8.250274,-19.250286,-15.25035,-0.00026151098
+69670,-9.500064,-7.521823e-05,-17.375137,-14.812591
+13477,-12.624992,-4.0531077e-06,-17.000067,-14.12499
+50904,-14.2499895,-5.960463e-07,-20.062563,-17.624922
+7930,-20.999926,-23.062437,0.0,-19.249868
+26294,-12.251212,-18.001225,-6.751289,-0.0011748325
+35749,-10.499953,-20.124968,-2.9801879e-05,-12.999897
+55850,-8.750105,-20.562614,-0.00017987064,-10.750092
+64767,-9.999245,-18.811756,-9.249321,-0.00014161061
+22057,-17.750288,-20.5003,-8.375361,-0.0002305242
+87663,-17.875061,-21.375072,-12.375135,-4.2915253e-06
+35864,-17.375065,-22.875076,-11.125138,-1.4781843e-05
+33007,-13.624927,-15.874938,-3.3378547e-06,-13.12489
+81372,-5.51384,-15.826353,-4.6389165,-0.013793622
+97703,-10.625013,-2.4437606e-05,-16.75009,-16.562483
+118589,-7.152555e-07,-18.125011,-15.625077,-14.375038
+65741,-2.503392e-06,-19.250013,-19.437576,-12.874972
+119601,-20.812426,-18.749937,0.0,-17.124863
+114504,-11.499934,-19.437445,-1.0490363e-05,-14.749893
+92452,-4.7683704e-07,-20.875011,-14.625075,-17.874954
+11152,-0.20142844,-16.01394,-11.326505,-1.701412
+44669,-7.750379,-12.87539,-0.00045468006,-10.750333
+121963,-5.255223,-0.0052345837,-15.2553,-14.630181
+63486,-8.750134,-16.750149,-13.750211,-0.0001596085
+123055,-12.127114,-17.564627,-0.0021908109,-6.1270995
+119717,-0.22657004,-13.789082,-2.3516462,-2.2300494
+88042,-12.500059,-17.93757,-12.000135,-9.894322e-06
+54428,-13.12499,-2.0265559e-06,-19.625065,-17.562477
+125274,-4.7586236,-13.8836355,-0.008700085,-9.383793
+46816,-13.376748,-16.50176,-6.376826,-0.0017035985
+8553,-11.374947,-20.24996,-2.2887922e-05,-11.374898
+56455,-17.499989,0.0,-22.750063,-20.624954
+101092,-4.1723165e-06,-20.625015,-12.37508,-18.68749
+55570,-0.00033587537,-16.562847,-15.000412,-8.000335
+2531,-2.1576649e-05,-17.812532,-10.750098,-16.500023
+55854,-9.87504,-5.149709e-05,-17.000114,-17.750032
+65143,0.0,-22.687511,-19.375074,-19.24994
+28422,-18.500067,-23.187578,-11.125141,-1.4781843e-05
+36329,-8.500278,-18.37529,-10.250355,-0.0002387477
+8061,-4.018143,-0.018154996,-16.143217,-12.26812
+107678,-13.9999895,-8.344647e-07,-19.062563,-18.499935
+53009,-0.0002967871,-15.062808,-14.312873,-8.125359
+62879,-9.5367386e-07,-19.375011,-18.500074,-13.875139
+26784,-3.895533,-0.020544587,-17.270607,-12.895473
+21912,-11.648089,-13.148101,-0.52316606,-0.89808714
+113597,-1.1920928e-07,-20.500011,-22.625074,-15.999943
+82760,0.0,-23.500011,-21.562574,-20.499979
+26160,-13.8749895,-1.072883e-06,-20.937567,-16.499933
+23421,-15.374989,-2.3841855e-07,-18.812563,-17.000074
+41793,-1.4393445,-7.001856,-3.4394207,-0.3148156
+103325,-12.499992,-3.81469e-06,-15.750069,-21.062428
+33557,-19.624989,0.0,-18.250063,-18.062492
+81209,-12.124994,-5.3644035e-06,-20.37507,-19.749943
+107064,-12.623632,-19.811146,-15.498709,-3.4570635e-06
+98221,-1.668916e-05,-21.87503,-21.750093,-10.999966
+16139,-10.634821,-15.884832,-4.6348968,-0.009778929
+62717,-10.875008,-1.8954097e-05,-20.812584,-19.374964
+28151,0.0,-20.937511,-19.500074,-19.375008
+22888,-15.12499,-2.0265559e-06,-14.187567,-13.75007
+24637,-6.0024014,-16.689915,-0.0024774356,-13.377408
+92809,-9.875099,-20.812613,-11.000175,-6.8185385e-05
+91862,-9.749982,-14.874993,-5.864925e-05,-16.937462
+7412,0.0,-20.687511,-18.250074,-17.24999
+52442,-5.628525,-16.816038,-0.003601139,-14.12863
+87399,-0.0003003623,-15.312812,-8.125377,-12.375254
+112712,0.0,-24.375011,-21.062574,-17.374958
+54201,-0.000379967,-20.062891,-17.750454,-7.875744
+117074,-10.634834,-14.884846,-4.634911,-0.009779046
+25137,-2.6949708,-14.8824835,-11.070048,-0.06995079
+16780,-0.005238734,-17.755253,-5.255315,-12.13021
+72881,-12.125556,-14.500567,-0.0006325628,-7.375527
+110597,-13.6249895,-1.1920922e-06,-18.875067,-19.06254
+89655,-3.576278e-07,-20.187511,-14.750076,-17.187462
+48391,-12.124995,-7.0333235e-06,-13.875072,-14.187622
+110182,-1.6689287e-06,-20.875015,-16.125078,-13.374959
+87621,-13.87509,-13.750101,-9.375166,-8.6780594e-05
+122711,-9.655906e-06,-18.250021,-11.625086,-14.187671
+115720,-5.960463e-07,-23.125011,-19.875074,-14.37495
+66486,-9.250085,-9.619727e-05,-16.875158,-16.37521
+68169,-5.2552223,-0.0052341092,-16.817797,-15.505224
+110138,-9.749984,-20.312494,-5.9841273e-05,-13.374962
+21580,-9.125098,-0.00011109689,-13.8126745,-13.687561
+102553,-15.874989,-1.1920928e-07,-21.187563,-19.937548
+78769,-9.625054,-6.603976e-05,-18.750132,-17.562527
+93593,-10.000034,-4.5417706e-05,-18.37511,-17.624983
+16612,-13.49999,-1.5497195e-06,-20.187567,-16.375044
+59583,-8.375909,-17.18842,-7.3759856,-0.00085686677
+76885,-3.1828375e-05,-15.750043,-12.375108,-10.500176
+120777,-3.2880306,-0.038041987,-17.413107,-15.475781
+121894,-2.264974e-06,-24.250013,-23.250076,-12.999998
+88371,0.0,-22.562511,-20.937574,-19.874968
+68747,-9.499999,-14.2500105,-7.569503e-05,-15.12499
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/events.out.tfevents.1738070095.gamma.3610182.0 b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/events.out.tfevents.1738070095.gamma.3610182.0
new file mode 100644
index 0000000000000000000000000000000000000000..154b9f8d1be8c1afcbf2b450d0f716f861c3c09a
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/events.out.tfevents.1738070095.gamma.3610182.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461d79b6ba688dbb06e017a11f31254b03032bb70051ffc44352be6265bb9710
+size 3698
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/hparams.yaml b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/hparams.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/hparams.yaml
@@ -0,0 +1 @@
+{}
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/metrics.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/metrics.csv
new file mode 100644
index 0000000000000000000000000000000000000000..1dbe95a042f97b6852d6c7470b0b9f3b503196da
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/metrics.csv
@@ -0,0 +1,40 @@
+step,train/NCE,train/NER,val/NCE,val/NER
+0,0.18366061704194292,0.07894736710533379,,
+1,0.1836603590560986,0.07894736710533379,,
+2,,,0.1836603590560986,0.07894736710533379
+2,0.1836603590560986,0.07894736710533379,,
+3,0.183660144067895,0.07894736710533379,,
+4,,,0.183660144067895,0.07894736710533379
+4,0.183660144067895,0.07894736710533379,,
+5,0.18365995057851175,0.07894736710533379,,
+6,,,0.18365995057851175,0.07894736710533379
+6,0.18365995057851175,0.07894736710533379,,
+7,0.1836596710938471,0.07894736710533379,,
+8,,,0.1836596710938471,0.07894736710533379
+8,0.1836596710938471,0.07894736710533379,,
+9,0.1836594561056435,0.07894736710533379,,
+10,,,0.1836594561056435,0.07894736710533379
+10,0.1836594561056435,0.07894736710533379,,
+11,0.18365921961861953,0.07894736710533379,,
+12,,,0.18365921961861953,0.07894736710533379
+12,0.18365921961861953,0.07894736710533379,,
+13,0.1836589616327752,0.07894736710533379,,
+14,,,0.1836589616327752,0.07894736710533379
+14,0.1836589616327752,0.07894736710533379,,
+15,0.18365876814339196,0.07894736710533379,,
+16,,,0.18365876814339196,0.07894736710533379
+16,0.18365876814339196,0.07894736710533379,,
+17,0.18365851015754767,0.07894736710533379,,
+18,,,0.18365851015754767,0.07894736710533379
+18,0.18365851015754767,0.07894736710533379,,
+19,0.1836582736705237,0.07894736710533379,,
+20,,,0.1836582736705237,0.07894736710533379
+20,0.1836582736705237,0.07894736710533379,,
+21,0.1836580586823201,0.07894736710533379,,
+22,,,0.1836580586823201,0.07894736710533379
+22,0.1836580586823201,0.07894736710533379,,
+23,0.18365780069647578,0.07894736710533379,,
+24,,,0.18365780069647578,0.07894736710533379
+24,0.18365780069647578,0.07894736710533379,,
+25,0.18365758570827218,0.07894736710533379,,
+26,,,0.18365758570827218,0.07894736710533379
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/state.ckpt b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/state.ckpt
new file mode 100644
index 0000000000000000000000000000000000000000..536d61d8a9854556142bd2d297e96e993cb086b4
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/state.ckpt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15749f47f46195b6bf94e5bc6078980376723bf3e53f4392f498975d06a2f55c
+size 1740
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
new file mode 100644
index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
new file mode 100644
index 0000000000000000000000000000000000000000..20ab016a997c99a5f41ed41526d628a6df6b7316
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
@@ -0,0 +1,400 @@
+31224,-9.625173,-6.639737e-05,-16.250237,-15.500585
+80227,-4.7683704e-07,-19.999893,-14.750063,-16.125074
+79086,0.0,-20.749893,-17.625063,-16.750051
+75303,-18.874928,-22.18732,-17.12499,0.0
+56417,-15.49994,-16.312334,-3.5762723e-06,-12.624812
+11319,-5.1311035,-17.005999,-12.881167,-0.00593021
+12625,-3.1351552e-05,-17.999924,-16.500093,-10.374968
+87626,-9.500182,-7.772144e-05,-13.000246,-14.25012
+43853,-13.25015,-20.000044,-16.250214,-1.9073468e-06
+23828,-18.625965,-18.750858,-7.1260276,-0.00080422004
+27858,-6.6262636,-17.626158,-0.0013278248,-13.251395
+12604,-6.875972,-17.000866,-0.0010357498,-12.750822
+8180,-12.249941,-19.562336,-5.1259863e-06,-14.999792
+37466,-19.687628,-18.562521,-10.000192,-4.5417706e-05
+48185,-11.500115,-1.0847986e-05,-17.125181,-14.125053
+77755,-17.874937,-17.99983,-2.3841855e-07,-15.375177
+29286,-6.643981,-10.143876,-0.14404552,-2.0188315
+87038,-11.375138,-19.500029,-13.875202,-1.239769e-05
+33094,-10.250142,-3.623897e-05,-15.250206,-14.375215
+17990,-10.5000725,-16.874966,-0.00013648532,-9.125042
+125393,-15.625065,-19.812462,-13.625129,-1.4305105e-06
+25066,-11.750114,-8.463824e-06,-16.250175,-14.5004635
+93021,-18.384928,-18.50982,-4.6349916,-0.009753666
+91364,-20.562437,-19.06233,-4.7683704e-07,-14.499984
+56219,-1.0769053,-4.2018,-0.4519691,-4.8271356
+108119,-13.749627,-14.499521,-12.999691,-3.81469e-06
+108029,-0.3867374,-15.261632,-16.949303,-1.1371548
+82606,-16.564547,-17.87694,-6.2521105,-0.0019283763
+34733,-16.911072,-15.973463,-1.223634,-0.3483658
+40806,0.0,-19.499893,-17.000063,-16.875437
+89870,-9.5367386e-07,-18.124893,-15.500065,-14.125234
+120589,-17.812449,-11.374842,-1.1563234e-05,-15.875286
+107229,-13.249938,-19.124832,-2.145765e-06,-14.749802
+81763,-11.999989,-14.124883,-5.233151e-05,-10.000675
+126587,-2.9297163,-11.42961,-13.11728,-0.054905098
+105931,-16.937609,-2.145765e-06,-13.250171,-14.875904
+51593,-0.0013269915,-21.188723,-13.87639,-6.6262097
+105827,-15.500072,-19.999964,-9.250135,-9.6316464e-05
+92547,-14.250107,-7.152555e-07,-20.000168,-15.626781
+11098,-17.063242,-16.375635,-0.00080469646,-7.125572
+15535,-4.758749,-0.008643004,-11.258813,-11.009076
+104144,-15.624938,-18.374832,-2.145765e-06,-13.124775
+84409,0.0,-21.499893,-18.625063,-17.87567
+55188,-14.499937,-15.124831,-1.3113013e-06,-14.375219
+97914,-10.249972,-14.8748665,-3.635817e-05,-14.250146
+9697,-12.250133,-18.750027,-14.000196,-5.6028207e-06
+43614,-19.250437,-20.12533,-8.000499,-0.00033539868
+57056,-19.875187,-18.93758,-10.125249,-4.005352e-05
+98595,-6.2520347,-0.0019288522,-15.252099,-15.37704
+11602,-18.749937,-18.37483,-4.7683704e-07,-14.624974
+29109,-11.249949,-19.999844,-1.3351351e-05,-14.874876
+114682,-12.875109,-2.622601e-06,-15.875173,-16.75041
+63374,-13.500107,-1.4305105e-06,-18.687672,-16.500694
+77864,-16.999939,-19.874832,-2.264974e-06,-12.999998
+81631,-8.875112,-15.375006,-0.00017546068,-10.250016
+124163,-14.200974,-17.38837,-0.82603955,-0.5758627
+81563,-15.000415,-14.125309,-8.125479,-0.00029702543
+13895,-11.000122,-1.7642818e-05,-18.000187,-13.812563
+12863,-18.127928,-19.190321,-5.8779917,-0.0028043964
+45732,-12.8869295,-0.38682333,-1.1369928,-12.387025
+49404,-19.937458,-17.999851,-2.1457441e-05,-10.749859
+487,-11.250118,-1.3708975e-05,-15.500182,-14.5633745
+64317,-19.076714,-18.264107,-4.2642765,-0.014161804
+6331,-4.7683704e-07,-17.874893,-16.625063,-14.880208
+73812,-19.24994,-15.374834,-3.933899e-06,-12.499891
+15701,-18.026604,-14.213998,-2.4641662,-0.08891917
+104663,-1.1920928e-07,-19.312393,-16.500063,-18.24995
+90606,-6.876194,-12.876089,-15.626259,-0.0010352734
+127552,0.0,-19.812393,-18.625063,-18.375267
+126761,-10.500268,-18.937664,-9.125332,-0.00013636613
+92697,-0.0025045476,-12.2523985,-6.0025682,-10.628523
+107122,-13.875029,-11.874923,-9.250213e-05,-9.377553
+74380,-19.250273,-18.125166,-9.125335,-0.00010895135
+66285,-1.1920928e-07,-19.749893,-16.000063,-17.125448
+70163,-9.418027,-13.792921,-0.043090917,-3.1678655
+75972,-13.999937,-19.24983,-8.344647e-07,-17.000673
+30713,-19.257391,-16.194784,-0.06995346,-2.6946995
+118867,-3.576278e-07,-18.812393,-17.500063,-15.000181
+84835,-13.250107,-2.384183e-06,-15.375171,-15.00016
+60503,-20.187437,-20.12483,-2.3841855e-07,-15.124902
+11807,-17.500881,-16.063274,-1.3134456,-0.3131942
+27906,-6.198864e-06,-16.874899,-12.000069,-18.2501
+30093,-13.250107,-2.145765e-06,-15.750171,-15.500198
+45657,-20.187437,-18.12483,-1.1920928e-07,-15.874749
+97197,-1.1920928e-07,-17.874893,-16.250063,-18.56286
+48440,-10.750128,-2.193427e-05,-17.250189,-14.500174
+14971,0.0,-21.499893,-19.125063,-18.375147
+61380,-18.93798,-18.750374,-8.000543,-0.00033539868
+7177,-13.000109,-4.0531077e-06,-17.375174,-13.250169
+40241,-0.005928669,-14.630823,-13.130993,-5.131337
+38583,-10.125285,-0.00018058576,-8.875349,-14.125504
+104941,-4.1723165e-06,-19.374897,-12.375067,-16.753569
+39377,-16.812607,-3.576278e-07,-17.93767,-15.000411
+65329,-12.639105,-16.3265,-0.014168856,-4.2640224
+81089,-10.125146,-4.0172723e-05,-17.87521,-15.875613
+6143,-6.501937,-13.25183,-7.877001,-0.001883401
+63753,-1.3113013e-06,-17.999897,-14.500064,-13.999921
+5084,-16.60544,-17.042833,-0.043003336,-3.167906
+125282,-19.874937,-18.49983,-2.3841855e-07,-15.1259985
+7980,-12.31208,-12.374475,-10.874644,-2.7656173e-05
+42346,-19.37515,-21.375044,-15.500211,-2.3841855e-07
+73055,-10.999955,-16.12485,-1.9073304e-05,-13.000286
+31696,-12.625374,-12.500268,-0.00043752158,-7.750737
+101343,-13.624937,-19.249832,-1.3113013e-06,-15.750084
+115075,0.0,-20.687393,-18.875063,-17.499983
+29447,-16.626316,-20.00121,-6.7513795,-0.0011700697
+89441,-0.1602175,-17.53511,-1.9102813,-12.785027
+15843,-0.01009348,-10.384988,-4.885157,-6.0100965
+110126,-14.624956,-11.24985,-1.966934e-05,-12.000281
+36142,-18.516197,-18.89109,-4.1412587,-0.016030593
+2846,-17.812729,-19.437622,-9.75029,-5.8291644e-05
+85390,-0.008775243,-12.25867,-4.7588387,-8.761849
+108138,-18.756832,-18.506725,-5.006895,-0.0067141647
+7571,-17.061985,-13.686882,-2.8120499,-0.06196358
+62381,-14.250107,-2.145765e-06,-17.250172,-13.375011
+65963,-18.125969,-16.625862,-0.0010331299,-6.8757977
+39384,0.0,-20.437393,-19.000063,-17.880915
+62356,0.0,-21.124893,-16.750063,-17.625082
+20478,-10.500134,-2.8371409e-05,-17.375198,-14.000416
+101968,-14.999936,-19.87483,-3.576278e-07,-18.249933
+124810,-19.999939,-17.374832,-1.072883e-06,-13.750052
+9300,-20.312437,-18.62483,0.0,-17.000055
+35593,-16.410847,-14.598238,-1.2234086,-0.3484604
+53670,-19.437468,-18.24986,-3.1232346e-05,-10.374899
+44789,-9.5367386e-07,-18.999893,-15.000065,-14.250085
+25135,-13.000107,-2.384183e-06,-19.187672,-16.500967
+32124,0.0,-20.437393,-17.500063,-17.375599
+36646,-11.125193,-17.87509,-11.500257,-2.491443e-05
+34191,-18.304974,-17.804867,-2.9300346,-0.054873616
+65307,-19.001984,-19.126877,-6.252048,-0.0019283763
+32731,-6.5016084,-0.0015028146,-15.314173,-14.628178
+112637,-12.475284,-10.225178,-1.6003466,-0.22547962
+18943,-9.00009,-12.749984,-0.00015388735,-10.50061
+117291,0.0,-19.062393,-17.750063,-17.375301
+67975,-16.536581,-16.098972,-0.47414333,-0.9739679
+104676,-7.7505407,-0.00043537674,-13.000606,-12.875555
+109059,-4.2642684,-0.014163096,-14.139333,-14.640984
+86252,-20.376215,-19.688608,-6.8762774,-0.0010325344
+109620,0.0,-21.812393,-19.000063,-18.750093
+35543,-15.645721,-18.208117,-3.895786,-0.020536995
+96155,-5.877938,-0.0028325694,-10.503002,-14.378692
+33646,-17.374937,-17.99983,0.0,-17.375553
+64061,-0.022799034,-7.897694,-5.397863,-4.037395
+6764,-1.072883e-06,-18.937397,-15.250065,-14.000462
+63078,-11.875112,-7.0333235e-06,-17.000177,-16.500437
+88343,-17.500107,0.0,-18.68767,-17.37727
+50106,-10.125153,-4.6609744e-05,-14.6252165,-12.002227
+35688,-21.124939,-18.624832,-1.7881378e-06,-13.249786
+78697,-7.875486,-0.00038044367,-16.62555,-14.752505
+13749,-11.000134,-2.9801879e-05,-12.375198,-11.625662
+44428,-4.5109835,-12.260879,-10.886048,-0.011072148
+13880,-3.576278e-07,-19.687393,-14.750063,-18.749943
+107805,-14.749935,-20.93733,-4.7683704e-07,-16.624836
+47687,-2.3841855e-07,-20.562393,-17.375063,-15.250349
+3328,-14.249937,-17.624832,-1.072883e-06,-14.875008
+27574,-15.999794,-19.687185,-14.249859,-7.152555e-07
+6049,-17.125118,-1.4305013e-05,-11.500184,-12.375457
+121371,-15.937616,-1.03711545e-05,-11.87518,-12.625934
+93977,-5.6285367,-16.628431,-0.0036006637,-14.878378
+87794,-20.937437,-19.68733,0.0,-16.874853
+1284,-7.875562,-0.0004567057,-13.125627,-9.501828
+86737,-17.080225,-14.892617,-2.0177877,-0.14265825
+9800,-16.50014,-20.250032,-16.125202,-1.1920928e-07
+60632,-10.625131,-2.4795225e-05,-17.500195,-14.500523
+69196,-14.250115,-1.0847986e-05,-11.875179,-12.625285
+109514,-16.999939,-18.562332,-1.072883e-06,-13.750141
+75454,-5.379769,-0.00466295,-12.629832,-10.129631
+68262,-5.2551713,-16.317564,-0.0052350583,-14.005121
+51383,-3.5299492,-0.029843217,-12.842513,-9.280205
+39024,-6.6264324,-0.0013271105,-16.501497,-13.626283
+53372,-15.366216,-15.92861,-0.4287797,-1.0535539
+61955,-18.189812,-17.627205,-6.127375,-0.0021847445
+46407,-6.2520347,-0.0019292092,-15.439599,-14.252522
+56851,-16.249937,-22.12483,-1.1920928e-07,-16.99981
+117835,-19.874937,-19.12483,-1.1920928e-07,-16.249996
+41315,-17.249937,-20.06233,-5.960463e-07,-14.249774
+54086,-1.1920928e-07,-19.499893,-18.375063,-16.25025
+1123,-4.7683704e-07,-19.374893,-14.625063,-18.749973
+6738,-9.250203,-9.715085e-05,-15.500267,-14.000128
+65022,-16.625212,-17.187605,-8.250274,-0.00026127262
+29011,-18.625149,-19.750042,-16.375212,-1.1920928e-07
+209,-13.660194,-15.347589,-0.16025802,-1.910039
+117949,-7.0333235e-06,-19.437403,-11.87507,-15.624979
+112253,-19.249975,-18.249868,-14.000041,-8.344647e-07
+117575,-15.838888,-14.838782,-0.088952325,-2.4638076
+12151,-15.749936,-18.37483,-3.576278e-07,-15.124957
+6503,-12.098221,-12.223115,-1.2232842,-0.34852627
+47388,-6.8761425,-0.0010364644,-15.626206,-12.501442
+122533,-12.125065,-16.687458,-12.000129,-1.1563234e-05
+77557,-0.00018189683,-14.000076,-8.625246,-13.375314
+3593,-4.2644334,-0.0143279815,-11.514498,-8.765062
+39857,-2.7894584e-05,-15.624922,-15.500092,-10.499956
+82941,-16.000107,-1.3113013e-06,-14.37517,-14.375336
+2835,0.0,-20.062393,-17.750063,-18.00003
+12119,-7.625427,-16.12532,-0.0004910217,-12.750305
+2255,-0.0041093915,-15.941504,-5.5041733,-10.3793745
+99071,-10.41301,-15.412904,-0.038073774,-3.288016
+73970,-11.999968,-12.374862,-3.1828375e-05,-10.749873
+73312,-16.410267,-10.910161,-1.9103311,-0.16022715
+109736,-16.562609,-1.4305105e-06,-16.437672,-13.68859
+2581,-7.5006676,-0.0005619139,-16.438232,-11.625576
+64922,-8.50348,-16.503376,-5.7535458,-0.0033800635
+85830,0.0,-21.499893,-19.000063,-18.126507
+122144,-7.0010204,-0.00091522763,-14.501085,-12.625904
+62330,-11.375118,-1.239769e-05,-17.50018,-13.875329
+112561,-11.375501,-14.000395,-0.00056513073,-7.5005975
+48434,-10.62513,-2.527205e-05,-18.000195,-13.87508
+119944,-9.000234,-0.00012885693,-13.500298,-12.37537
+120940,-6.0026584,-0.0025529433,-12.752723,-9.502801
+77443,-20.312437,-19.62483,-3.576278e-07,-14.99984
+23685,-14.2575445,-16.132439,-0.007608246,-4.882423
+47231,-6.376809,-0.0017033605,-15.626872,-13.501746
+91022,-12.000113,-6.4372807e-06,-17.000174,-15.500082
+714,-17.254753,-17.254646,-5.3798156,-0.004619403
+25730,-17.249943,-16.124836,-4.887569e-06,-12.249951
+97729,-0.00039903307,-11.125292,-7.875463,-12.37549
+30236,-0.00023100091,-14.750125,-15.875295,-8.375438
+2443,-12.25011,-5.0067774e-06,-18.500175,-15.313924
+52656,-0.0001400611,-15.625034,-8.875204,-16.501019
+116972,-18.250118,-18.812511,-10.25018,-3.5404533e-05
+43770,-8.632797,-9.13269,-0.63286036,-0.75791353
+10949,-16.125114,-7.0333235e-06,-11.875175,-17.499992
+100306,-15.375107,-5.960463e-07,-15.312671,-15.750295
+29745,-8.750267,-0.00016080041,-16.50033,-13.000835
+60439,-18.875193,-19.437586,-10.3752575,-3.1232346e-05
+109824,-5.87792,-0.0028149763,-13.377985,-11.6281
+102648,-19.312925,-18.187819,-0.00048804292,-7.625247
+62099,-7.0010214,-0.0009160613,-12.376086,-14.501022
+33686,-19.312607,-1.1920928e-07,-18.87517,-16.625528
+116606,-11.029633,-13.779527,-3.5296962,-0.029769856
+85384,-12.74997,-16.812365,-10.375034,-3.421248e-05
+31834,-13.874969,-12.499863,-3.218599e-05,-10.500466
+58133,-18.312902,-19.937796,-8.5004635,-0.00020335037
+95196,-15.874937,-21.06233,-5.960463e-07,-14.624916
+11675,-13.625111,-4.887569e-06,-17.437675,-12.50036
+34902,-3.654258,-8.154152,-0.029321948,-5.904172
+112691,-18.187634,-20.062527,-9.375199,-8.487341e-05
+33713,-6.751114,-14.751008,-0.001177571,-11.876097
+109135,-16.24994,-20.499834,-3.81469e-06,-12.500042
+60521,-14.499955,-13.249849,-1.8954097e-05,-10.999992
+76695,-4.387335,-16.512228,-15.137399,-0.012512161
+98619,-16.749937,-18.62483,-1.1920928e-07,-17.375458
+13731,-10.500136,-3.0517112e-05,-15.6252,-12.75115
+14492,-7.250827,-0.000721671,-14.750892,-11.376013
+81006,-20.124943,-18.499836,-6.198864e-06,-11.99979
+114491,-18.937716,-17.187609,-9.375278,-8.487341e-05
+120167,-19.374983,-14.249876,-4.6013727e-05,-10.000107
+69602,-10.750128,-2.324554e-05,-17.187693,-13.251427
+81057,-10.500081,-10.749975,-0.00014506718,-9.2499075
+118239,-16.50011,-3.933899e-06,-12.500174,-16.125223
+26999,-6.0024133,-17.439808,-0.00247696,-13.752336
+103729,-10.624995,-10.749889,-5.876845e-05,-11.250027
+70324,0.0,-20.437393,-18.000063,-17.000021
+88697,-17.322416,-19.07231,-4.63498,-0.009753784
+79720,-10.750128,-2.1815062e-05,-16.937689,-14.875307
+119098,-16.376566,-16.68896,-6.501627,-0.0015022195
+16374,-8.250366,-0.00026151098,-17.375431,-14.750407
+8973,-7.001018,-0.000912131,-16.251081,-14.251289
+92670,-0.00018249277,-12.875076,-8.625246,-14.625468
+46136,-9.375196,-9.0475754e-05,-14.87526,-12.125351
+113240,0.0,-21.562393,-18.000063,-17.125511
+92271,-13.412983,-16.475378,-0.038046923,-3.2879403
+47020,-17.849068,-15.348962,-0.47413117,-0.9739883
+68952,-15.37494,-15.374834,-3.81469e-06,-12.624896
+93704,-20.374937,-17.37483,-1.1920928e-07,-16.125908
+126515,-17.187609,-1.1920922e-06,-13.75017,-15.625081
+1648,-13.838895,-15.901289,-0.08895865,-2.4637458
+4147,-17.66303,-16.225422,-1.600593,-0.22536723
+106815,-15.438234,-15.938128,-0.3132986,-1.3131627
+18919,-8.000413,-13.375307,-0.00047660436,-8.876001
+88395,-16.408829,-18.971222,-3.4088914,-0.033637356
+83361,-12.375109,-4.1723165e-06,-17.750174,-16.75007
+69550,-13.93761,-3.5762723e-06,-13.250174,-13.819834
+59782,-13.506918,-17.569313,-5.006982,-0.0067149936
+62607,-18.939234,-18.439127,-6.3767962,-0.0017020515
+49031,-19.876108,-17.501001,-0.0011704268,-6.750923
+24073,-19.064379,-19.314272,-6.251942,-0.0019286142
+34883,-19.062437,-18.12483,0.0,-18.249855
+78080,-5.0067774e-06,-15.374899,-12.250069,-16.883253
+59546,-13.500152,-18.625046,-12.875216,-3.933899e-06
+123805,-3.6514122,-0.026306486,-14.901475,-11.651517
+87807,-11.875112,-7.0333235e-06,-18.125177,-15.750111
+53821,-10.750094,-18.999989,-10.625158,-4.577532e-05
+90016,-10.625132,-2.5391257e-05,-15.1251955,-14.000159
+75870,-21.937437,-18.99983,-1.1920928e-07,-16.624765
+58764,-17.725334,-18.287727,-2.3503952,-0.10018674
+64575,-1.1920928e-07,-21.187393,-17.875063,-16.125027
+85818,-19.000093,-20.312487,-9.125157,-0.00010895135
+15652,-20.999937,-19.87483,0.0,-16.749811
+85976,-16.500317,-17.87521,-0.00038020534,-7.8753757
+15080,-13.375109,-2.622601e-06,-15.125173,-14.000275
+79945,-8.000442,-0.00033659037,-16.563004,-13.752445
+76385,-16.376999,-15.626893,-2.1270623,-0.12691009
+115581,-11.875073,-11.874968,-0.00013731967,-9.000215
+61199,-14.625107,-2.145765e-06,-16.625172,-13.375563
+85813,-20.124937,-16.12483,-2.3841855e-07,-16.499897
+67537,-10.750135,-2.9563467e-05,-15.250199,-11.751255
+89261,-16.374962,-15.124855,-2.467602e-05,-10.624927
+22046,-19.437962,-18.312855,-8.125525,-0.00029595286
+22926,-1.442422e-05,-14.749908,-13.750078,-11.2504835
+49488,-10.630195,-15.380089,-0.0052586566,-5.2551746
+96660,-4.511191,-0.011085235,-10.261255,-12.511792
+63730,-17.913176,-18.288069,-3.2882366,-0.03803384
+9677,-9.417489e-06,-18.874903,-11.750073,-13.375193
+120201,-19.12532,-19.187714,-8.750381,-0.0001584166
+35208,-19.499937,-18.12483,-8.344647e-07,-13.999807
+30950,-16.944153,-16.006546,-0.006716533,-5.0065637
+66963,-2.9298258,-17.11722,-0.054889526,-12.430515
+16156,-17.375143,-21.125036,-16.875206,-1.1920928e-07
+69670,-11.250118,-1.3589766e-05,-17.500183,-14.251204
+13477,-15.62511,-3.4570635e-06,-17.125174,-12.62562
+50904,-14.375107,-1.072883e-06,-14.750171,-16.250002
+7930,-17.624937,-18.74983,-1.1920928e-07,-15.749828
+26294,-15.636096,-17.010988,-4.5111594,-0.011046682
+35749,-10.374968,-20.374859,-3.1470758e-05,-15.124798
+55850,-7.375565,-17.87546,-0.00062910793,-12.875625
+64767,-16.250065,-18.999958,-12.625125,-3.3378547e-06
+22057,-18.901567,-17.83896,-2.464131,-0.08892168
+87663,-18.563026,-18.56292,-7.8755903,-0.000379967
+35864,-18.946255,-18.446148,-4.7588167,-0.008612749
+33007,-19.937437,-18.62483,-1.1920928e-07,-16.124832
+81372,-14.125174,-19.437569,-10.500237,-2.8252203e-05
+97703,-14.125108,-1.5497195e-06,-17.937672,-14.0002575
+118589,-8.344647e-07,-18.499893,-16.750063,-14.00041
+65741,-3.5762147e-05,-15.124928,-15.937598,-10.250084
+119601,-15.874938,-18.124832,-1.9073468e-06,-13.249782
+114504,-14.749937,-16.999832,-1.072883e-06,-14.37494
+92452,-5.960463e-07,-19.187393,-14.375065,-17.250406
+11152,-0.055744506,-11.180638,-2.9308083,-7.0687356
+44669,-17.124939,-16.249832,-2.384183e-06,-12.99994
+121963,-11.875112,-7.0333235e-06,-18.062677,-16.125648
+63486,-19.000082,-18.374975,-14.250148,-7.152555e-07
+123055,-13.630867,-17.00576,-0.0059308023,-5.130758
+119717,-0.2022493,-12.452144,-1.702313,-7.0780478
+88042,-15.37831,-16.003202,-5.753373,-0.0031774768
+54428,-12.375111,-6.198864e-06,-17.250175,-13.125385
+125274,-0.00038103948,-15.875276,-7.875445,-14.000349
+46816,-17.088894,-13.463788,-0.08895778,-2.46376
+8553,-10.249972,-20.374866,-3.6834994e-05,-13.499867
+56455,-14.625107,-7.152555e-07,-17.812668,-15.500298
+101092,-6.9141147e-06,-12.624901,-12.750071,-14.125115
+55570,-7.9747835e-05,-17.562475,-10.750144,-9.750107
+2531,-1.072883e-06,-17.874897,-17.000067,-13.75042
+55854,-10.25014,-3.564294e-05,-18.250206,-15.500354
+65143,-1.1920928e-07,-21.312393,-15.875064,-16.87488
+28422,-22.187668,-22.125061,-11.12523,-1.4781843e-05
+36329,-11.125158,-18.500051,-14.375222,-1.5258673e-05
+8061,-4.511165,-0.01105965,-15.3862295,-11.261579
+107678,-11.125121,-1.5139465e-05,-16.875185,-15.000044
+53009,-0.008628585,-12.133522,-11.383692,-4.7589293
+62879,-8.225407e-06,-15.624903,-14.8750725,-11.764468
+26784,-8.250369,-0.0002636562,-13.875433,-13.375279
+21912,-17.088741,-14.151134,-0.026303697,-3.6511936
+113597,-7.152555e-07,-19.749893,-17.375063,-14.125128
+82760,-2.8610189e-06,-16.062395,-13.625067,-13.375752
+26160,-12.75011,-3.81469e-06,-15.750174,-14.000129
+23421,-5.3797383,-0.0046329303,-13.254802,-11.380561
+41793,-3.4083579,-10.345752,-8.2834215,-0.03395014
+103325,-12.625108,-3.3378547e-06,-18.687674,-18.125032
+33557,-15.250107,-5.960463e-07,-17.81267,-14.875065
+81209,-14.000107,-9.5367386e-07,-19.250168,-16.24997
+107064,-15.375058,-20.624954,-15.625122,-3.576278e-07
+98221,-0.016031062,-16.390926,-14.016095,-4.1412883
+16139,-17.875282,-18.062675,-8.750344,-0.0001584166
+62717,-11.625115,-9.655906e-06,-17.43768,-14.125252
+28151,0.0,-20.374893,-18.375063,-18.250349
+22888,-6.127346,-0.002240887,-12.252411,-9.878516
+24637,-11.374995,-9.999889,-5.8887654e-05,-13.12509
+92809,-17.250107,-21.125,-11.500174,-1.0132739e-05
+91862,-10.374993,-10.624887,-5.7338024e-05,-13.250022
+7412,-1.1920928e-07,-19.374893,-15.875064,-18.625328
+52442,-7.3755817,-15.875476,-0.00064566743,-10.876346
+87399,-0.05521638,-10.805111,-2.93028,-8.055951
+112712,-3.576278e-07,-19.499893,-14.750063,-18.875288
+54201,-0.009625571,-14.82202,-12.134689,-4.648734
+117074,-18.625116,-17.62501,-0.00017963226,-8.624966
+25137,-11.625186,-16.562582,-9.37525,-9.381331e-05
+16780,-0.070209086,-13.695104,-2.695273,-8.195149
+72881,-14.749971,-16.624866,-3.5881352e-05,-10.250116
+110597,-11.375117,-1.2636105e-05,-15.937681,-13.752156
+89655,-8.344647e-07,-19.999893,-14.000065,-16.749918
+48391,-12.62511,-3.81469e-06,-17.750174,-14.625297
+110182,-2.3841855e-07,-20.937393,-16.250063,-15.874878
+87621,-16.187607,-12.124998,-11.500168,-1.5616295e-05
+122711,-9.5367386e-07,-18.874893,-14.000065,-16.375744
+115720,-1.072883e-06,-21.499897,-16.625067,-13.874858
+66486,-9.000228,-0.0001234932,-18.250294,-16.502092
+68169,-8.0004425,-0.00033670955,-16.313007,-13.626364
+110138,-8.125233,-17.875124,-0.00029654874,-14.500469
+21580,-11.500116,-1.03711545e-05,-16.562677,-15.750071
+102553,-10.875126,-1.9907753e-05,-17.625187,-13.875374
+78769,-9.875157,-5.161629e-05,-17.625221,-15.875314
+93593,-8.375338,-0.00023159683,-15.5004015,-14.000368
+16612,-3.773351,-0.023245214,-15.273415,-13.149373
+59583,-14.00071,-17.563099,-7.5007725,-0.00055369304
+76885,-4.76836e-06,-17.687397,-17.375067,-12.250015
+120777,-5.6287065,-0.003600545,-16.81627,-14.06678
+121894,-0.00017951308,-19.937572,-17.250242,-8.625152
+88371,0.0,-20.812393,-17.875063,-17.375362
+68747,-11.3749485,-13.499843,-1.3828182e-05,-13.875031
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
new file mode 100644
index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
new file mode 100644
index 0000000000000000000000000000000000000000..0b01c8290f0ce4d7b7254b14f8c83c68674b6316
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
@@ -0,0 +1,400 @@
+31224,-5.2557716,-0.005666384,-7.7558355,-12.258679
+80227,-0.0041330163,-12.504027,-5.504197,-9.880537
+79086,-0.00030715516,-13.000201,-8.125371,-11.627713
+75303,-7.123818,-14.936213,-9.373882,-0.00089128816
+56417,-6.1286225,-13.003517,-0.0036865387,-6.503643
+11319,-1.2265694,-10.351463,-5.601633,-0.35242796
+12625,-0.0038241842,-10.503718,-6.0038877,-6.6298943
+87626,-7.126944,-0.0018388996,-6.877008,-12.752491
+43853,-5.881843,-12.881737,-5.506907,-0.006874363
+23828,-8.201544,-12.201437,-1.7016073,-0.20171162
+27858,-3.4087389,-13.408632,-0.033802405,-8.785028
+12604,-2.1280513,-11.377945,-0.12811498,-6.7531447
+8180,-4.758691,-13.696085,-0.008754799,-8.884216
+37466,-8.599852,-12.474746,-2.349916,-0.100444995
+48185,-5.6287203,-0.0036144422,-11.253783,-13.2541065
+77755,-6.876357,-11.501251,-0.0014210375,-7.8805637
+29286,-2.49945,-7.249344,-0.124513514,-3.3745704
+87038,-4.8949113,-11.519805,-4.394975,-0.020033054
+33094,-5.6288667,-0.0037608861,-8.753931,-12.631019
+17990,-3.5391743,-10.789068,-0.03923833,-4.6648636
+125393,-8.375697,-12.875591,-7.500762,-0.00078587636
+25066,-6.6264954,-0.0013900866,-9.75156,-12.003095
+93021,-9.929279,-12.929173,-1.8043432,-0.17988497
+91364,-8.500437,-13.375331,-0.0005005537,-8.1268835
+56219,-0.57878476,-6.0786796,-0.8288486,-7.456141
+108119,-3.4194908,-7.169385,-4.294554,-0.04828886
+108029,-0.020925,-9.020819,-8.145988,-3.897288
+82606,-9.328351,-13.578245,-2.5784144,-0.07902634
+34733,-9.156038,-12.405932,-1.4061005,-0.28131154
+40806,-0.00024828213,-12.250142,-8.375312,-11.252943
+89870,-0.002249213,-11.252143,-6.127313,-9.879095
+120589,-8.625275,-9.375169,-0.00033909292,-9.502268
+107229,-5.37979,-12.5046835,-0.00485361,-8.380327
+81763,-4.392144,-8.892038,-0.01720808,-5.392812
+126587,-0.13336964,-5.133264,-7.0084333,-2.1365874
+105931,-7.250877,-0.00077098684,-9.750939,-12.752026
+51593,-0.03623657,-12.911131,-3.9113004,-4.1623435
+105827,-6.418961,-13.793856,-3.1690247,-0.04465843
+92547,-7.250819,-0.0007132132,-12.875883,-14.006277
+11098,-8.010029,-12.259923,-0.010092773,-4.6350946
+15535,-5.8784647,-0.0033595096,-7.5035286,-12.506879
+104144,-5.1314178,-12.506312,-0.006481814,-7.5074944
+84409,-0.0003650714,-12.125259,-8.000429,-10.625921
+55188,-6.00273,-9.752624,-0.0027935787,-8.256906
+97914,-4.5113215,-10.011216,-0.011385586,-8.138062
+9697,-5.8780904,-13.252984,-6.7531543,-0.0039770096
+43614,-8.276035,-13.150929,-3.6510985,-0.026568985
+57056,-10.042475,-12.792369,-3.1675384,-0.043067627
+98595,-4.7589507,-0.008845432,-8.384015,-12.635027
+11602,-6.502,-11.501894,-0.002063528,-7.5040636
+29109,-5.5041237,-14.129018,-0.0041877436,-9.131365
+114682,-5.131463,-0.006357564,-7.756527,-13.382569
+63374,-7.2508383,-0.0007322729,-10.750902,-13.879553
+77864,-4.88471,-12.384604,-0.009773852,-6.1372805
+81631,-4.144122,-10.644016,-0.019185802,-5.7693877
+124163,-5.5584416,-13.245836,-0.18350564,-1.8091315
+81563,-4.0725913,-6.947486,-1.8226551,-0.19795153
+13895,-4.634872,-0.009766651,-13.259936,-11.510298
+12863,-9.126349,-13.563744,-2.1264136,-0.1271226
+45732,-5.636743,-0.63663757,-0.7618071,-7.5145993
+49404,-9.751698,-13.001592,-0.001761672,-6.377315
+487,-6.376819,-0.001713357,-11.6268835,-12.879484
+64317,-10.804697,-12.554591,-1.8047609,-0.17976995
+6331,-0.00090677146,-10.000801,-7.125971,-9.772625
+73812,-8.000836,-11.2507305,-0.0009009355,-7.5013294
+15701,-11.911386,-11.84878,-0.9739497,-0.4741765
+104663,-0.0025098985,-11.252404,-6.002574,-10.753183
+90606,-0.5800548,-7.0799494,-5.5801187,-0.83121806
+127552,-0.0006423317,-11.625537,-7.375706,-11.877371
+126761,-4.169343,-13.169237,-3.5444071,-0.04536363
+92697,-0.06408227,-8.063976,-2.8141463,-6.3190985
+107122,-4.3880935,-10.387986,-0.013157332,-7.3923273
+74380,-8.017767,-11.01766,-2.0178308,-0.14305031
+66285,-0.0036227568,-12.378517,-5.6286864,-10.883661
+70163,-3.3246093,-10.824503,-0.07467307,-3.325719
+75972,-4.0181403,-12.643035,-0.01820463,-9.896379
+30713,-11.100154,-12.912548,-0.10021801,-2.3502827
+118867,-0.00015090757,-12.375045,-8.875215,-11.877084
+84835,-6.377531,-0.0024251118,-7.252595,-11.1293545
+60503,-8.750131,-13.750025,-0.0001948882,-10.250415
+11807,-10.14794,-12.647835,-0.8980055,-0.52327585
+27906,-0.016425978,-7.8913207,-4.14149,-10.892343
+30093,-5.7535458,-0.0034397028,-8.253609,-13.129047
+45657,-9.875054,-13.6874485,-0.00011860621,-9.625428
+97197,-0.00082625577,-11.25072,-7.1258903,-11.628798
+48440,-7.1259694,-0.0008641323,-9.751033,-13.37678
+14971,-0.00035220143,-11.750246,-8.000416,-11.626972
+61380,-9.276394,-13.401288,-3.6514578,-0.026393684
+7177,-3.5298772,-0.029771362,-11.529942,-11.156689
+40241,-0.009995998,-8.634891,-5.26006,-5.3875027
+38583,-5.7643027,-0.01419718,-4.5143666,-11.640894
+104941,-0.004630557,-13.254524,-5.3796945,-11.633196
+39377,-5.379734,-0.0046286583,-11.879799,-13.130062
+65329,-4.0486135,-10.798508,-0.2986774,-1.4240613
+81089,-5.8779435,-0.0028379187,-10.378008,-13.005837
+6143,-0.4119072,-8.2868,-1.661971,-1.913264
+63753,-0.0022762122,-11.002171,-6.1273403,-9.50394
+5084,-9.033666,-12.97106,-0.033729333,-3.409877
+125282,-7.375746,-12.50064,-0.000809461,-8.627644
+7980,-5.7725797,-8.897474,-3.8976438,-0.023819596
+42346,-9.500802,-14.750696,-6.7508664,-0.0012457952
+73055,-4.3879633,-10.262857,-0.013026967,-7.638474
+31696,-4.8861165,-7.136011,-0.011180607,-5.88829
+101343,-4.018139,-13.143033,-0.018203458,-9.894957
+115075,-0.00015293382,-12.375047,-8.8752165,-11.62681
+29447,-8.404719,-14.2171135,-3.5297832,-0.029980663
+89441,-0.34940225,-10.099297,-1.224466,-6.975085
+15843,-0.4335058,-6.5584006,-1.0585696,-5.6847057
+110126,-5.258179,-7.508074,-0.00824311,-6.0092993
+36142,-9.725116,-13.85001,-2.3501782,-0.10027668
+2846,-9.517969,-13.455363,-4.018032,-0.018228391
+85390,-0.18111865,-8.181012,-1.8061824,-6.8091245
+108138,-7.928915,-12.053809,-0.42897874,-1.0542313
+7571,-10.39797,-10.397863,-0.89803445,-0.5232873
+62381,-7.2508473,-0.00074215996,-10.500911,-12.251321
+65963,-8.148463,-12.398357,-0.023526916,-3.7740474
+39384,-7.438383e-05,-13.499969,-9.625138,-11.878667
+62356,-0.0010496827,-13.000944,-6.876113,-11.127175
+20478,-4.634871,-0.009764999,-12.384933,-12.013757
+101968,-6.002509,-13.627403,-0.0025729192,-9.252934
+124810,-8.375555,-11.250449,-0.0006191006,-7.887096
+9300,-8.0003395,-13.250234,-0.00040308456,-9.6268635
+35593,-8.938001,-11.812895,-1.3130654,-0.31352368
+53670,-7.510234,-11.885128,-0.010297975,-4.6365767
+44789,-0.0016305259,-12.126525,-6.501694,-9.003952
+25135,-5.8779187,-0.002813431,-11.877982,-13.13106
+32124,-0.0012061471,-11.126101,-6.75127,-10.755279
+36646,-2.2716174,-9.77151,-3.396681,-0.14697742
+34191,-10.812994,-12.750388,-1.3130584,-0.31336796
+65307,-9.811606,-13.999001,-2.81167,-0.06204582
+32731,-3.2881885,-0.03808261,-10.163253,-11.916007
+112637,-3.2637475,-6.138642,-1.2638113,-0.39005095
+18943,-3.896202,-10.396096,-0.021265943,-7.2760963
+117291,-0.00040618275,-11.3753,-7.87547,-11.127305
+67975,-8.700975,-12.32587,-0.5760391,-0.82620174
+104676,-3.4100637,-0.034958124,-6.6601276,-10.285864
+109059,-3.0488906,-0.04878467,-8.548954,-11.677008
+86252,-11.779677,-14.717072,-3.5297413,-0.02975898
+109620,-5.7814836e-05,-13.874952,-9.875122,-12.126993
+35543,-6.5132103,-11.263105,-1.1382747,-0.3884131
+96155,-3.0569274,-0.056821663,-4.8069916,-10.317301
+33646,-5.753348,-12.2532425,-0.0034119033,-8.381291
+64061,-0.29218557,-6.4170804,-1.4172492,-4.671659
+6764,-0.0038972155,-9.253792,-5.628961,-8.508894
+63078,-5.6288457,-0.0037397463,-8.878909,-14.129476
+88343,-5.131044,-0.0059386236,-11.506108,-14.382624
+50106,-5.631978,-0.0068724686,-5.757042,-9.143629
+35688,-10.378145,-13.878039,-0.0032090854,-5.7534356
+78697,-4.5112305,-0.011124728,-9.511293,-12.38993
+13749,-6.127649,-0.0025436685,-8.002712,-10.629555
+44428,-0.8338943,-8.833788,-4.708958,-0.5861139
+13880,-0.0019432487,-12.626838,-6.252007,-11.378003
+107805,-6.3767233,-14.939117,-0.0017872564,-9.377644
+47687,-0.0005035325,-12.375398,-7.6255674,-11.376545
+3328,-5.878121,-13.065515,-0.0031847255,-7.8817387
+27574,-7.8761024,-12.750996,-7.0011663,-0.0012942518
+6049,-8.375433,-0.0003282485,-9.375497,-11.254436
+121371,-8.37545,-0.00034409802,-9.125514,-12.251963
+93977,-2.3504245,-11.725319,-0.10048845,-8.225656
+87794,-8.500175,-14.43757,-0.00023922442,-10.251122
+1284,-5.7534056,-0.0033003406,-9.75347,-9.642258
+86737,-7.3262825,-11.201177,-0.5763463,-0.82695174
+9800,-5.3787246,-12.753619,-8.628789,-0.0048069865
+60632,-5.504446,-0.004340632,-8.25451,-12.881332
+69196,-6.876283,-0.0011776901,-8.876348,-12.126968
+109514,-6.377021,-12.501915,-0.0020845844,-7.879266
+75454,-4.274084,-0.02397824,-4.649148,-8.524523
+68262,-2.5788946,-12.828789,-0.07895816,-9.705624
+51383,-2.018193,-0.14308709,-8.518256,-8.394016
+39024,-5.5042706,-0.004164476,-9.3793335,-13.129857
+53372,-9.147993,-12.397887,-0.5230572,-0.8984907
+61955,-8.285332,-12.035226,-1.9103948,-0.16049756
+46407,-3.168151,-0.04304513,-10.418215,-10.794625
+56851,-5.0068545,-13.944249,-0.006918641,-8.507514
+117835,-7.250805,-13.500699,-0.00086889655,-8.755443
+41315,-4.8826656,-14.38256,-0.0077296207,-9.007858
+54086,-0.00053689367,-10.500431,-7.625601,-10.751558
+1123,-0.01825824,-10.018151,-4.018322,-9.643942
+6738,-5.006866,-0.006760581,-10.13193,-12.007385
+65022,-6.7673364,-10.14223,-2.0173998,-0.14409092
+29011,-8.500113,-13.125007,-7.000177,-0.0011177966
+209,-7.3774886,-12.002382,-0.25255236,-1.5025892
+117949,-0.0076607727,-12.382554,-4.882725,-9.883925
+112253,-7.658608,-10.908503,-3.4086716,-0.034152
+117575,-6.6747828,-11.174677,-0.049846437,-3.0502272
+12151,-5.255184,-13.880078,-0.005247984,-11.255609
+6503,-4.8937902,-9.518685,-0.3938547,-1.1457621
+47388,-6.127557,-0.0024515118,-8.252622,-12.006149
+122533,-4.8880153,-10.51291,-4.888079,-0.01521458
+77557,-0.05524661,-8.8051405,-2.9303102,-8.431815
+3593,-2.9315505,-0.056444753,-6.8066144,-7.682934
+39857,-0.0011306567,-9.501024,-7.3761945,-7.753445
+82941,-8.250509,-0.00040379952,-8.875573,-12.752287
+2835,-0.0009342835,-11.375829,-7.0009975,-11.377196
+12119,-2.9308066,-11.8057,-0.055870324,-6.931245
+2255,-0.018312903,-10.518207,-4.0183764,-8.894736
+99071,-4.1165457,-11.24144,-0.11660965,-2.3670843
+73970,-5.3817344,-8.256629,-0.0067984704,-6.257486
+73312,-8.523291,-9.148185,-0.5233544,-0.8985364
+109736,-8.875267,-0.00016127716,-11.000331,-12.253234
+2581,-4.511166,-0.011060712,-12.1362295,-11.636657
+64922,-2.8358736,-11.210769,-3.7109373,-0.08679546
+85830,-0.00028904076,-12.500183,-8.250353,-10.627409
+122144,-5.7533956,-0.0032895284,-9.128459,-12.504229
+62330,-5.7533307,-0.0032248893,-10.003395,-13.004583
+112561,-5.0091248,-10.759019,-0.009189099,-6.0120797
+48434,-5.131044,-0.0059382683,-12.006107,-12.381637
+119944,-5.007089,-0.0069833966,-8.382153,-10.1334305
+120940,-1.60114,-0.22603434,-7.6012034,-8.852812
+77443,-8.875881,-13.875775,-0.00094500225,-7.12602
+23685,-6.330563,-11.205458,-0.080627106,-2.5814047
+47231,-6.002622,-0.0025163197,-10.1276865,-13.878359
+91022,-7.001043,-0.0009367845,-10.626105,-13.751366
+714,-8.773055,-12.022949,-0.89811784,-0.52339846
+25730,-7.3762846,-11.251179,-0.0013483014,-7.2524395
+97729,-0.018599039,-8.018494,-4.018663,-9.021006
+30236,-0.00459484,-7.379489,-6.004658,-6.506879
+2443,-5.1310406,-0.005935187,-12.881104,-12.26029
+52656,-0.20253333,-6.8274274,-1.7025971,-9.956382
+116972,-8.276436,-11.90133,-3.6514993,-0.026563065
+43770,-3.9828377,-7.607732,-0.107901245,-2.4870548
+10949,-7.8779626,-0.0028571757,-6.0030265,-12.753073
+100306,-7.125942,-0.0008368566,-10.376007,-13.564067
+29745,-4.882819,-0.007713296,-9.257883,-11.28161
+60439,-6.299595,-10.424488,-3.049659,-0.050495513
+109824,-5.0078735,-0.007767473,-6.8829374,-10.51223
+102648,-7.891343,-12.391237,-0.016406864,-4.141755
+62099,-3.4145005,-0.03939489,-5.164564,-10.790436
+33686,-5.8779216,-0.0028160461,-11.752985,-12.506674
+116606,-4.040443,-10.540338,-0.9155069,-0.5411643
+85384,-6.01408,-10.263975,-4.389144,-0.015002281
+31834,-5.380584,-9.005477,-0.005647892,-7.0086427
+58133,-8.779854,-13.404748,-3.5299172,-0.029905347
+95196,-5.1311603,-13.381055,-0.0062242947,-8.132923
+11675,-4.3876233,-0.012518047,-13.137687,-11.76435
+34902,-1.7126555,-4.96255,-0.21271944,-5.4641676
+112691,-9.778512,-13.278406,-3.5285764,-0.029845992
+33713,-4.3875055,-13.5749,-0.012569257,-9.763228
+109135,-5.630717,-12.505611,-0.0057807644,-6.1310153
+60521,-5.754855,-10.004749,-0.0049192114,-6.380361
+76695,-1.5978278,-10.222722,-9.472892,-0.2262093
+98619,-6.876056,-12.75095,-0.0011201781,-9.379408
+13731,-6.377042,-0.001936229,-8.377106,-12.383569
+14492,-3.8956852,-0.020579388,-11.270748,-10.522875
+81006,-8.254819,-12.129713,-0.0048837424,-5.3802857
+114491,-7.5355988,-9.785494,-1.9106627,-0.16084069
+120167,-10.877431,-11.627325,-0.0024949159,-6.00599
+69602,-5.6288414,-0.0037354708,-9.003904,-11.2613945
+81057,-4.514796,-6.2646904,-0.014859589,-6.2650733
+118239,-7.625857,-0.0007512131,-8.250921,-13.001467
+26999,-2.8120792,-12.811973,-0.06214284,-8.687523
+103729,-3.295045,-5.044939,-0.045108523,-7.4219
+70324,-0.00044991384,-11.750344,-7.750514,-11.376837
+88697,-9.876881,-13.876775,-2.1269445,-0.12698516
+79720,-6.252087,-0.0019819157,-9.8771515,-13.005357
+119098,-7.0316978,-10.031591,-1.4067613,-0.28218082
+16374,-4.018271,-0.01816553,-11.268335,-12.270131
+8973,-3.1681974,-0.04309183,-9.418262,-11.044768
+92670,-0.034220435,-7.659115,-3.409284,-9.162278
+46136,-5.1315064,-0.0064010355,-7.7565703,-10.008795
+113240,-0.00061111845,-11.875505,-7.500675,-9.876186
+92271,-6.62784,-12.377734,-0.2529042,-1.5044901
+47020,-10.659791,-11.284685,-0.15985486,-1.9125963
+68952,-6.5018234,-12.126718,-0.0018870896,-7.87742
+93704,-8.500282,-12.625176,-0.00034624303,-8.877701
+126515,-8.375395,-0.0002903517,-9.750459,-13.375829
+1648,-6.9547462,-11.579639,-0.0798102,-2.5803828
+4147,-8.5229,-12.022794,-0.89796466,-0.523578
+106815,-6.752756,-11.87765,-0.25282022,-1.5040967
+18919,-2.6975262,-9.94742,-0.07258992,-5.952993
+88395,-8.193333,-13.130728,-0.69339746,-0.6934537
+83361,-6.002617,-0.0025112065,-10.25268,-14.627892
+69550,-8.250388,-0.00028189024,-10.875452,-13.265846
+59782,-4.846538,-11.471433,-2.471602,-0.09685829
+62607,-8.760722,-11.510616,-1.1357875,-0.38762897
+49031,-10.04298,-12.792874,-0.043043647,-3.168083
+24073,-10.7026615,-14.515056,-2.5777247,-0.07901026
+34883,-7.000934,-13.250828,-0.0009979989,-9.37663
+78080,-0.002996124,-9.252891,-5.87806,-9.255025
+59546,-2.476686,-8.35158,-4.3517494,-0.10218946
+123805,-5.877952,-0.002846953,-10.128016,-12.879488
+87807,-6.876144,-0.0010384887,-12.126208,-14.627157
+53821,-4.3888106,-13.263705,-5.8888745,-0.015303806
+90016,-6.7516136,-0.0015079329,-8.001677,-12.753593
+75870,-8.250405,-12.250299,-0.00046945518,-8.50063
+58764,-10.313118,-13.438012,-1.3131819,-0.31333852
+64575,-0.00022694873,-13.125121,-8.500291,-10.751668
+85818,-8.89747,-14.084865,-3.772534,-0.023402901
+15652,-7.8756533,-13.000547,-0.0007173825,-8.0013275
+85976,-7.159293,-12.159187,-0.034356933,-3.4115334
+15080,-6.501662,-0.0015559007,-9.876725,-12.877636
+79945,-4.634949,-0.009843499,-9.510014,-11.139306
+76385,-8.575536,-11.450431,-0.57560056,-0.82683027
+115581,-5.008163,-8.508058,-0.0082269125,-6.6391797
+61199,-6.6265025,-0.0013969911,-9.751567,-11.252222
+85813,-10.7500105,-13.249905,-7.462223e-05,-9.8756485
+67537,-6.3769712,-0.0018656721,-8.877035,-10.62959
+89261,-6.2540803,-10.128975,-0.004144651,-6.1313667
+22046,-10.048443,-13.485837,-3.0485072,-0.048638202
+22926,-0.0031219812,-9.253016,-6.0031853,-7.5047135
+49488,-5.153953,-12.903848,-0.029017093,-3.7800672
+96660,-5.257261,-0.007155624,-6.2573247,-12.386165
+63730,-8.325145,-12.200039,-0.5752089,-0.82744396
+9677,-0.0047168178,-13.379611,-5.379781,-9.25689
+120201,-9.686843,-12.561737,-2.811907,-0.062041227
+35208,-7.3759465,-12.37584,-0.0010103842,-7.8764696
+30950,-9.451299,-12.076193,-0.20136227,-1.7021043
+66963,-1.5023694,-12.127263,-0.25243336,-7.6323314
+16156,-6.75016,-14.375055,-9.625225,-0.0012380562
+69670,-4.882779,-0.0076731937,-9.757843,-11.509318
+13477,-3.5299919,-0.02988591,-9.405056,-9.784904
+50904,-7.8755946,-0.0004891153,-9.125659,-15.00067
+7930,-7.2506685,-13.938063,-0.0007322729,-10.751168
+26294,-7.409499,-11.534393,-1.9095633,-0.16106153
+35749,-3.895853,-13.708247,-0.020916712,-7.895993
+55850,-2.930496,-12.930389,-0.055559587,-7.306144
+64767,-5.5122976,-12.012192,-4.5123615,-0.01512922
+22057,-10.598958,-12.411352,-0.474022,-0.9742445
+87663,-9.463638,-12.463532,-2.4637024,-0.08905058
+35864,-10.453465,-13.82836,-2.5785296,-0.07895155
+33007,-6.8762364,-11.87613,-0.0013002045,-8.253488
+81372,-4.3015995,-11.551496,-3.3016639,-0.05169166
+97703,-6.876143,-0.0010375361,-12.626207,-13.377008
+118589,-0.0018999397,-10.126794,-6.3769636,-8.753248
+65741,-0.0022909604,-7.5021853,-7.2523546,-6.880181
+119601,-7.0012803,-12.813675,-0.0013443728,-7.7518277
+114504,-6.12775,-12.252645,-0.0028140254,-7.3796244
+92452,-0.0041033365,-12.441498,-5.504167,-10.756927
+11152,-0.17209266,-8.171988,-2.0471563,-3.5503397
+44669,-6.7516174,-10.626512,-0.0016813441,-7.6279387
+121963,-5.6287594,-0.003653401,-9.878822,-12.881313
+63486,-5.629109,-12.129003,-6.504173,-0.005107332
+123055,-3.9936335,-11.118527,-0.118697405,-2.3700495
+119717,-0.31506887,-10.439963,-1.3151327,-6.3235626
+88042,-6.518375,-10.268269,-2.0184388,-0.14430177
+54428,-6.6264653,-0.001359849,-10.37653,-12.753165
+125274,-0.033896443,-10.408791,-3.40896,-8.410057
+46816,-9.475426,-10.60032,-0.22548969,-1.6006113
+8553,-3.288755,-13.22615,-0.03881895,-7.165088
+56455,-7.001026,-0.0009202298,-11.75109,-13.877096
+101092,-0.023688635,-5.7735834,-3.8987522,-10.274737
+55570,-0.011956335,-11.51185,-4.5120196,-7.0143266
+2531,-0.0050760205,-8.004971,-5.38014,-9.008748
+55854,-5.3797345,-0.004629133,-11.879798,-12.881713
+65143,-0.00221127,-13.127106,-6.127275,-10.627891
+28422,-10.908659,-14.846053,-3.4087229,-0.033662368
+36329,-5.0091906,-11.384084,-6.0092545,-0.009185674
+8061,-3.6514742,-0.026368372,-10.526538,-10.028656
+107678,-6.3768554,-0.0017495339,-10.00192,-13.00223
+53009,-0.027987914,-7.152882,-5.5280514,-3.7790864
+62879,-0.000327891,-11.375222,-8.750392,-8.752855
+26784,-4.0188785,-0.018773139,-7.3939424,-11.519527
+21912,-10.751569,-11.626463,-0.12663369,-2.129361
+113597,-0.00036352224,-11.3752575,-8.000427,-11.002123
+82760,-0.00081184326,-13.438205,-7.125876,-12.00304
+26160,-6.751346,-0.0012407947,-9.6264105,-12.252311
+23421,-6.0027647,-0.0026592389,-8.627829,-12.256906
+41793,-1.0657415,-6.440636,-2.4408052,-0.5676754
+103325,-5.2554054,-0.005299449,-9.630468,-14.505855
+33557,-8.125421,-0.00031442466,-11.000484,-13.251009
+81209,-6.626442,-0.0013365155,-11.626506,-13.251516
+107064,-6.99716,-14.622054,-9.247224,-0.0010118132
+98221,-0.0025617422,-11.752456,-9.377625,-6.005127
+16139,-9.061393,-11.936287,-2.8114574,-0.06213063
+62717,-5.2553563,-0.0052509485,-11.255421,-12.25675
+28151,-0.00010203794,-12.999996,-9.250166,-12.5017185
+22888,-5.7537284,-0.003623113,-7.7537923,-11.009184
+24637,-2.930386,-8.05528,-0.05544986,-8.307479
+92809,-8.14334,-13.768234,-4.0184045,-0.018442348
+91862,-4.1417913,-7.266686,-0.01685532,-9.017028
+7412,-0.0013437775,-11.501238,-6.626407,-11.753137
+52442,-2.0181153,-11.018009,-0.14317884,-7.6442804
+87399,-0.100621365,-10.350514,-2.3506851,-7.8526564
+112712,-0.0036522134,-10.378547,-5.628716,-10.7560625
+54201,-0.018713238,-9.893606,-5.8937774,-4.1520452
+117074,-6.261611,-11.261505,-0.011674772,-4.637093
+25137,-2.5851076,-10.585002,-4.960171,-0.08602099
+16780,-0.3145079,-10.814402,-1.3145716,-6.690679
+72881,-6.753593,-10.878487,-0.0036568455,-6.0057163
+110597,-5.25536,-0.0052549806,-10.8804245,-12.758026
+89655,-0.007684905,-12.132579,-4.8827486,-9.512929
+48391,-5.6287503,-0.0036450867,-10.253815,-11.504465
+110182,-0.002246834,-12.502141,-6.1273108,-9.753203
+87621,-7.144954,-7.019849,-3.8950176,-0.022271981
+122711,-0.004133135,-12.441527,-5.5041966,-9.881904
+115720,-0.0055205747,-12.755414,-5.6305842,-6.2574997
+66486,-5.00688,-0.0067740795,-9.756944,-13.383226
+68169,-3.5298958,-0.029790223,-10.40496,-11.281389
+110138,-3.8959599,-12.770854,-0.021023408,-7.6474066
+21580,-4.141167,-0.016061798,-10.641232,-12.142169
+102553,-6.626445,-0.0013387775,-11.501509,-12.757889
+78769,-4.63488,-0.009774797,-10.884945,-13.636464
+93593,-4.758797,-0.008691104,-9.50886,-12.634968
+16612,-5.006888,-0.006782486,-9.631952,-13.017553
+59583,-4.0948057,-10.844701,-2.59487,-0.09577772
+76885,-0.00021097818,-10.500105,-9.500275,-9.128189
+120777,-3.529878,-0.029772056,-11.029942,-11.662289
+121894,-0.0037167058,-11.378611,-7.00378,-5.8817096
+88371,-0.00039247915,-13.000287,-7.8754563,-11.503828
+68747,-5.131097,-8.755991,-0.006160793,-9.507501
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/events.out.tfevents.1738079402.gamma.3808370.0 b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/events.out.tfevents.1738079402.gamma.3808370.0
new file mode 100644
index 0000000000000000000000000000000000000000..c976ed146999912fd225d9acb1f1bba03dec5c81
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/events.out.tfevents.1738079402.gamma.3808370.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75afacb9b5a50562dc4c656ab3a64033a80ea03bb5feb35c5eec37c54c87dd0c
+size 3420
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/hparams.yaml b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/hparams.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/hparams.yaml
@@ -0,0 +1 @@
+{}
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/metrics.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/metrics.csv
new file mode 100644
index 0000000000000000000000000000000000000000..596252e996652c2470e5138b07b6fb3ca0a6ec1a
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/metrics.csv
@@ -0,0 +1,37 @@
+step,train/NCE,train/NER,val/NCE,val/NER
+0,0.24794155244701724,0.08771930122791008,,
+1,0.2479414664517358,0.08771930122791008,,
+2,,,0.2479414664517358,0.08771930122791008
+2,0.2479414664517358,0.08771930122791008,,
+3,0.24794133745881364,0.09649123035075477,,
+4,,,0.24794133745881364,0.09649123035075477
+4,0.24794133745881364,0.09649123035075477,,
+5,0.24794122996471182,0.09649123035075477,,
+6,,,0.24794122996471182,0.09649123035075477
+6,0.24794122996471182,0.09649123035075477,,
+7,0.24794110097178967,0.09649123035075477,,
+8,,,0.24794110097178967,0.09649123035075477
+8,0.24794110097178967,0.09649123035075477,,
+9,0.24794097197886752,0.09649123035075477,,
+10,,,0.24794097197886752,0.09649123035075477
+10,0.24794097197886752,0.09649123035075477,,
+11,0.2479408644847657,0.09649123035075477,,
+12,,,0.2479408644847657,0.09649123035075477
+12,0.2479408644847657,0.09649123035075477,,
+13,0.24794073549184356,0.09649123035075477,,
+14,,,0.24794073549184356,0.09649123035075477
+14,0.24794073549184356,0.09649123035075477,,
+15,0.24794062799774177,0.09649123035075477,,
+16,,,0.24794062799774177,0.09649123035075477
+16,0.24794062799774177,0.09649123035075477,,
+17,0.24794052050363996,0.09649123035075477,,
+18,,,0.24794052050363996,0.09649123035075477
+18,0.24794052050363996,0.09649123035075477,,
+19,0.2479403915107178,0.09649123035075477,,
+20,,,0.2479403915107178,0.09649123035075477
+20,0.2479403915107178,0.09649123035075477,,
+21,0.247940284016616,0.09649123035075477,,
+22,,,0.247940284016616,0.09649123035075477
+22,0.247940284016616,0.09649123035075477,,
+23,0.24794019802133457,0.09649123035075477,,
+24,,,0.24794019802133457,0.09649123035075477
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/state.ckpt b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/state.ckpt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e5669b0b7829887056cf5339ea283dd523fa4f
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/state.ckpt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74683a8ef31ed42cd0cdf580815137ccab9615b26a89126024080fc555b53d87
+size 1740
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/labels.csv
new file mode 100644
index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/labels.csv
@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/logits.csv
new file mode 100644
index 0000000000000000000000000000000000000000..e0856513c27080d602227aed98473db97bc8d112
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/logits.csv
@@ -0,0 +1,400 @@
+31224,-12.125102,-5.3644035e-06,-19.125137,-17.125168
+80227,0.0,-22.999905,-19.375036,-19.374989
+79086,0.0,-23.562405,-21.250036,-19.624973
+75303,-21.812527,-23.749931,-19.750063,0.0
+56417,-17.374964,-17.374868,-4.7683704e-07,-14.499858
+11319,-5.379732,-17.942135,-14.754768,-0.004620115
+12625,-5.960463e-07,-21.562403,-20.625034,-14.374953
+87626,-12.6251,-3.5762723e-06,-16.500135,-16.000034
+43853,-16.875105,-22.31251,-20.000141,0.0
+23828,-21.562641,-20.812546,-10.875176,-1.8954097e-05
+27858,-7.625453,-17.562855,-0.00048923446,-13.625425
+12604,-8.0003,-18.500204,-0.0003361137,-14.12518
+8180,-14.874964,-20.562368,-4.7683704e-07,-15.749844
+37466,-21.937584,-20.249989,-15.125123,-2.3841855e-07
+48185,-15.000095,-4.7683704e-07,-19.312632,-15.625005
+77755,-21.499964,-20.374868,0.0,-17.874992
+29286,-8.862963,-10.862866,-0.112999,-2.237849
+87038,-14.125087,-21.749989,-18.50012,-7.152555e-07
+33094,-13.250098,-1.9073468e-06,-18.250134,-16.500057
+17990,-12.874972,-19.124878,-8.821448e-06,-11.999898
+125393,-18.500053,-21.437458,-16.87509,0.0
+25066,-15.375095,-2.3841855e-07,-19.062632,-17.125223
+93021,-21.063335,-20.12574,-7.2508726,-0.0007097586
+91364,-22.374964,-20.562368,-1.1920928e-07,-15.624911
+56219,-0.35492265,-3.4798274,-1.3549587,-4.605005
+108119,-15.999928,-15.749831,-16.249962,-3.576278e-07
+108029,-0.10017197,-17.600077,-19.662708,-2.3505347
+82606,-19.062757,-19.062662,-8.750292,-0.0001584166
+34733,-19.257559,-17.007463,-2.695096,-0.06992467
+40806,0.0,-21.499905,-20.125036,-19.375135
+89870,0.0,-21.062405,-18.625036,-17.000078
+120589,-20.187466,-13.37487,-1.5497195e-06,-18.124983
+107229,-16.124964,-21.249868,-1.1920928e-07,-17.624842
+81763,-15.499967,-16.62487,-1.7881378e-06,-13.375155
+126587,-2.694914,-12.4448185,-14.63245,-0.06994245
+105931,-19.187595,-2.3841855e-07,-15.625131,-16.125317
+51593,-0.000123374,-23.937529,-18.37516,-9.000013
+105827,-16.87503,-20.624935,-12.000068,-6.198864e-06
+92547,-16.500095,-1.1920928e-07,-22.562632,-17.125841
+11098,-19.750395,-18.3753,-0.0004307296,-7.750264
+15535,-6.5016017,-0.0015062665,-14.751637,-12.501593
+104144,-19.124964,-19.499868,-5.960463e-07,-14.2498455
+84409,0.0,-24.999905,-23.125036,-22.37549
+55188,-17.499964,-17.249868,-1.1920928e-07,-16.624966
+97914,-13.999966,-17.374866,-8.344647e-07,-17.499983
+9697,-13.375086,-19.99999,-16.250122,-1.6689287e-06
+43614,-22.250097,-21.687502,-11.7501335,-7.867782e-06
+57056,-22.500109,-21.000013,-14.625148,-4.7683704e-07
+98595,-7.750526,-0.00043061044,-18.688063,-17.375456
+11602,-23.187464,-21.624868,0.0,-17.62495
+29109,-13.999966,-21.562366,-9.5367386e-07,-15.874872
+114682,-16.375095,-1.1920928e-07,-18.250132,-18.250162
+63374,-18.250095,0.0,-21.875132,-18.375347
+77864,-20.374962,-21.374866,-7.152555e-07,-14.12493
+81631,-10.999986,-16.99989,-2.0861407e-05,-12.3749275
+124163,-15.974123,-18.099026,-0.9741579,-0.47402802
+81563,-18.250103,-16.250008,-12.250137,-4.887569e-06
+13895,-14.125096,-1.072883e-06,-19.687634,-15.000021
+12863,-21.000237,-21.312641,-9.00027,-0.000123374
+45732,-15.3629055,-0.112809144,-2.2379408,-14.1129265
+49404,-22.249964,-19.749868,-2.8610189e-06,-12.749891
+487,-15.125095,-3.576278e-07,-17.000132,-16.37556
+64317,-21.876005,-20.06341,-7.001042,-0.0009112973
+6331,0.0,-20.749905,-21.375036,-18.75197
+73812,-22.749964,-16.999868,-2.3841855e-07,-15.24988
+15701,-19.90877,-15.158674,-3.4088056,-0.03364047
+104663,0.0,-22.249905,-21.125036,-21.374943
+90606,-8.000451,-14.750354,-18.375486,-0.0003357562
+127552,0.0,-22.874905,-23.000036,-22.000074
+126761,-12.000115,-19.937517,-12.000151,-1.2278481e-05
+92697,-2.8252203e-05,-14.999933,-10.500065,-14.875665
+107122,-16.375088,-12.624995,-0.00012659225,-9.000874
+74380,-21.437618,-19.750023,-13.250154,-1.7881378e-06
+66285,0.0,-22.249905,-20.000036,-20.250147
+70163,-13.148215,-14.77312,-0.023251386,-3.7730956
+75972,-17.249964,-21.124868,0.0,-19.25025
+30713,-20.788012,-16.787916,-0.03804738,-3.2878864
+118867,0.0,-21.187405,-20.687536,-17.500048
+84835,-16.750095,0.0,-19.125132,-17.500048
+60503,-22.562464,-22.249868,0.0,-16.87491
+11807,-19.151423,-17.151327,-3.6514583,-0.026296034
+27906,-3.576278e-07,-18.999905,-14.750035,-20.875036
+30093,-16.500095,-1.1920928e-07,-18.062632,-16.750051
+45657,-21.249964,-18.249868,-1.1920928e-07,-15.874836
+97197,0.0,-20.874905,-20.500036,-21.875174
+48440,-14.500097,-5.960463e-07,-20.25013,-16.250053
+14971,0.0,-24.687405,-23.125036,-21.750021
+61380,-21.43761,-20.375015,-11.625147,-8.940657e-06
+7177,-15.625097,-5.960463e-07,-18.93763,-14.500072
+40241,-0.00071011594,-16.625614,-16.250746,-7.2507424
+38583,-11.250116,-2.1099822e-05,-11.750152,-15.375104
+104941,-1.1920928e-07,-21.812405,-16.250036,-19.254108
+39377,-19.500095,-1.1920928e-07,-20.062632,-16.375162
+65329,-15.503143,-18.003046,-0.0031783087,-5.7530646
+81089,-13.250098,-1.7881378e-06,-20.750134,-18.250488
+6143,-8.500313,-14.2502165,-10.250348,-0.0002394628
+63753,-1.1920928e-07,-20.687405,-18.125036,-16.624912
+5084,-18.380894,-18.568298,-0.005929262,-5.130829
+125282,-23.437464,-20.999868,0.0,-17.500412
+7980,-13.187302,-12.687205,-12.749837,-7.867782e-06
+42346,-22.125095,-22.75,-19.750132,0.0
+73055,-14.124966,-18.624866,-8.344647e-07,-15.750021
+31696,-15.375025,-13.374928,-6.0079677e-05,-9.750147
+101343,-17.749964,-20.624868,0.0,-17.374964
+115075,0.0,-23.874905,-22.562536,-20.749931
+29447,-21.125134,-22.375038,-11.000168,-1.668916e-05
+89441,-0.026299635,-19.588705,-3.6513357,-14.776178
+15843,-0.00327325,-10.753177,-6.2533097,-6.6282334
+110126,-17.999966,-13.37487,-2.0265559e-06,-14.625104
+36142,-21.376028,-20.188433,-7.0010633,-0.0009112973
+2846,-22.500122,-21.937527,-14.250162,-5.960463e-07
+85390,-0.0028992544,-13.127803,-5.8779354,-9.288717
+108138,-21.812784,-20.250189,-8.6253195,-0.00017951308
+7571,-18.230574,-13.792978,-3.1681104,-0.04299523
+62381,-17.625093,-5.960463e-07,-19.37513,-14.249991
+65963,-19.625517,-17.500422,-0.0005529782,-7.5003953
+39384,0.0,-23.562405,-22.625036,-21.00974
+62356,0.0,-23.624905,-20.000036,-20.000038
+20478,-13.625096,-1.3113013e-06,-19.375134,-15.875171
+101968,-17.374964,-21.374868,0.0,-20.374914
+124810,-22.874964,-19.499868,-1.1920928e-07,-16.124977
+9300,-22.374964,-20.499868,0.0,-18.874962
+35593,-18.564396,-15.8768,-1.5019313,-0.25192857
+53670,-21.749968,-20.499872,-3.3378547e-06,-12.6248865
+44789,0.0,-22.124905,-19.750036,-17.249983
+25135,-15.500095,-2.3841855e-07,-21.000132,-17.750294
+32124,0.0,-22.499905,-20.875036,-20.125265
+36646,-15.625123,-20.375025,-16.625156,-2.3841855e-07
+34191,-21.377031,-20.126936,-6.252069,-0.0019283763
+65307,-22.437601,-21.062506,-10.000136,-4.5417706e-05
+32731,-7.6255836,-0.00048816207,-16.93812,-15.501223
+112637,-13.141412,-10.203815,-2.578947,-0.078927204
+18943,-10.250006,-13.749909,-4.0649542e-05,-12.375275
+117291,0.0,-21.874905,-21.437536,-20.250135
+67975,-18.099113,-17.224018,-0.9741492,-0.4740332
+104676,-9.875147,-5.19739e-05,-16.625183,-15.000105
+109059,-5.1310244,-0.005928314,-16.131058,-16.381578
+86252,-23.250145,-21.43755,-10.500181,-2.7536968e-05
+109620,0.0,-24.187405,-22.312536,-21.437498
+35543,-19.50163,-20.501535,-6.5016675,-0.0015021004
+96155,-7.1259027,-0.000807317,-12.750939,-16.501225
+33646,-20.999964,-19.874868,0.0,-19.625128
+64061,-0.115747094,-6.1156516,-4.240783,-2.3784375
+6764,0.0,-21.937405,-18.625036,-17.375082
+63078,-14.625095,-4.7683704e-07,-19.312632,-18.375132
+88343,-21.937595,0.0,-21.750132,-19.376535
+50106,-13.1251,-3.5762723e-06,-16.875135,-13.375532
+35688,-23.687464,-20.749868,-1.1920928e-07,-16.124851
+78697,-10.250131,-3.552374e-05,-19.312668,-16.375834
+13749,-14.875098,-2.9802277e-06,-14.8751335,-13.000347
+44428,-5.255215,-13.130119,-13.005251,-0.0052381414
+13880,0.0,-21.749905,-18.500036,-21.49995
+107805,-16.624964,-21.937368,-1.1920928e-07,-17.74987
+47687,0.0,-23.874905,-21.750036,-18.250492
+3328,-16.749964,-19.124868,-1.1920928e-07,-16.624933
+27574,-17.874979,-21.187384,-17.500015,0.0
+6049,-19.687595,-2.7418098e-06,-13.625134,-13.375328
+121371,-18.687597,-2.145765e-06,-13.750133,-13.750505
+93977,-7.000876,-18.37578,-0.00091153546,-16.875753
+87794,-23.124964,-21.749868,0.0,-18.749872
+1284,-9.875166,-7.068861e-05,-15.312701,-10.875466
+86737,-17.912767,-15.100173,-2.350305,-0.10019644
+9800,-19.375103,-21.500008,-18.62514,0.0
+60632,-13.750096,-1.1920922e-06,-20.062634,-16.250227
+69196,-16.937597,-1.7881378e-06,-13.7501335,-14.1252575
+109514,-18.999964,-19.999868,-4.7683704e-07,-14.625078
+75454,-6.8761353,-0.0010396796,-16.001171,-11.87603
+68262,-6.127149,-16.627054,-0.0021855773,-15.002108
+51383,-3.7733505,-0.023254765,-14.773386,-11.3983965
+39024,-10.250131,-3.564294e-05,-19.500168,-15.375013
+53372,-16.74126,-16.553665,-1.0537984,-0.42864856
+61955,-20.687792,-19.312696,-8.500324,-0.00020346955
+46407,-7.750526,-0.0004307296,-17.750563,-16.625664
+56851,-20.499964,-24.374868,0.0,-19.999851
+117835,-22.562464,-21.374868,0.0,-18.249914
+41315,-19.999964,-20.999868,-2.3841855e-07,-15.124843
+54086,0.0,-23.624905,-22.375036,-20.625076
+1123,0.0,-22.249905,-18.375036,-21.62498
+6738,-11.750103,-7.986991e-06,-18.25014,-16.000027
+65022,-18.500057,-18.624962,-10.500096,-2.7536968e-05
+29011,-20.937616,-20.937521,-19.125153,0.0
+209,-14.701406,-16.01381,-0.2014418,-1.7012882
+117949,-1.1920928e-07,-22.374905,-16.125036,-18.624952
+112253,-21.312574,-19.749979,-19.37511,0.0
+117575,-17.455154,-15.642559,-0.1426906,-2.0175753
+12151,-18.624964,-19.749868,-1.1920928e-07,-16.374907
+6503,-14.725334,-12.350238,-1.6003692,-0.22542956
+47388,-8.750256,-0.00015901255,-18.500288,-14.250325
+122533,-15.000094,-18.812496,-15.25013,-5.960463e-07
+77557,-6.4372807e-06,-16.624908,-12.000043,-16.249954
+3593,-4.758757,-0.008661204,-12.883793,-10.008925
+39857,-4.76836e-06,-17.374907,-18.500038,-12.2499075
+82941,-19.125095,-1.1920928e-07,-17.875132,-15.75011
+2835,0.0,-23.874905,-22.250036,-21.99996
+12119,-9.25006,-18.124966,-9.655486e-05,-14.499951
+2255,-0.00026222607,-18.875164,-8.2502985,-13.875277
+99071,-13.266002,-16.390903,-0.016037045,-4.140974
+73970,-12.749973,-13.249877,-8.344616e-06,-12.49987
+73312,-17.179813,-11.429716,-1.8048481,-0.17973737
+109736,-19.000095,-3.576278e-07,-17.875132,-14.750874
+2581,-9.500172,-7.641024e-05,-18.312708,-13.375074
+64922,-11.125808,-18.188211,-7.2508435,-0.00072452996
+85830,0.0,-25.062405,-23.250036,-22.125492
+122144,-9.625163,-6.6635774e-05,-17.250198,-14.3750515
+62330,-15.250095,-3.576278e-07,-20.437632,-16.000124
+112561,-13.8750305,-14.999934,-6.723178e-05,-9.625
+48434,-12.750098,-3.0994368e-06,-19.625135,-15.125012
+119944,-10.375129,-3.2424403e-05,-16.125164,-13.750162
+120940,-6.876156,-0.0010605194,-14.813691,-10.501161
+77443,-22.437464,-21.312368,0.0,-16.749872
+23685,-14.40472,-16.029623,-0.029755393,-3.5296106
+47231,-9.625161,-6.627817e-05,-18.562698,-15.375078
+91022,-16.125095,-1.1920928e-07,-20.062632,-17.250013
+714,-19.250725,-18.25063,-7.375762,-0.00062648696
+25730,-19.624964,-17.624868,-5.960463e-07,-14.249904
+97729,-3.552374e-05,-12.499939,-10.375071,-14.37499
+30236,-1.668916e-05,-17.249922,-18.875053,-11.000111
+2443,-14.625097,-5.960463e-07,-20.00013,-16.438011
+52656,-5.3644035e-06,-18.49991,-12.125042,-19.750214
+116972,-20.437582,-20.374987,-13.500116,-1.4305105e-06
+43770,-8.975665,-8.725569,-0.22570138,-1.6007018
+10949,-19.125095,-2.3841855e-07,-15.125131,-19.375017
+100306,-18.562595,0.0,-16.812632,-17.562635
+29745,-11.0001135,-1.7046783e-05,-19.000149,-14.875441
+60439,-21.750113,-21.500017,-14.125151,-7.152555e-07
+109824,-8.625277,-0.0001802282,-16.875309,-14.125273
+102648,-21.875015,-19.49992,-5.149709e-05,-9.874885
+62099,-7.500649,-0.0005533356,-14.750684,-16.125603
+33686,-21.750095,0.0,-21.437632,-18.625168
+116606,-13.518157,-14.018061,-4.018192,-0.018151365
+85384,-15.6249695,-17.812374,-13.250005,-1.9073468e-06
+31834,-16.749966,-14.37487,-1.6689287e-06,-13.75021
+58133,-22.250134,-22.500038,-12.375171,-4.1723165e-06
+95196,-19.874964,-23.374868,0.0,-16.749908
+11675,-17.062593,-5.960463e-07,-19.68763,-14.250144
+34902,-4.7596045,-8.384509,-0.009640802,-7.1345224
+112691,-21.500072,-22.187477,-13.375109,-1.5497195e-06
+33713,-9.000096,-14.25,-0.0001314792,-11.812535
+109135,-18.624962,-22.937366,-7.152555e-07,-14.125105
+60521,-17.499968,-14.87487,-3.2186456e-06,-12.749941
+76695,-4.140947,-17.640852,-16.765984,-0.016035756
+98619,-21.124964,-20.624868,0.0,-20.00012
+13731,-13.375097,-2.0265559e-06,-18.375134,-14.500511
+14492,-8.875237,-0.00014101465,-16.875273,-13.625251
+81006,-22.874964,-20.874868,-5.960463e-07,-14.249845
+114491,-20.625114,-18.31252,-13.500151,-1.4305105e-06
+120167,-21.249989,-14.874893,-2.467602e-05,-10.62498
+69602,-13.375098,-1.7881378e-06,-19.250134,-15.250451
+81057,-11.000023,-11.374927,-5.9364465e-05,-10.374919
+118239,-19.250095,-2.3841855e-07,-15.125131,-18.000147
+26999,-6.62629,-18.188694,-0.0013262772,-15.001206
+103729,-14.124967,-13.37487,-3.2186456e-06,-13.87494
+70324,0.0,-22.812405,-20.562536,-19.624939
+88697,-20.563326,-20.43823,-7.2508636,-0.0007097586
+79720,-12.875099,-2.622601e-06,-19.750132,-16.500107
+119098,-18.000374,-17.875278,-8.125412,-0.00029595286
+16374,-10.875115,-1.9073304e-05,-19.62515,-16.625055
+8973,-8.375327,-0.00023064337,-18.125362,-15.750399
+92670,-1.7046783e-05,-14.999922,-11.000053,-17.250072
+46136,-11.125111,-1.5497088e-05,-17.062647,-14.1250925
+113240,0.0,-24.812405,-22.375036,-21.12532
+92271,-16.75244,-18.127344,-0.0024760086,-6.00237
+47020,-19.513472,-16.200876,-0.826007,-0.57588696
+68952,-18.124964,-16.249868,-5.960463e-07,-14.499878
+93704,-22.687464,-19.499868,0.0,-18.250465
+126515,-20.875095,-1.1920928e-07,-16.500132,-17.375044
+1648,-13.723452,-15.535855,-0.3484875,-1.223346
+4147,-20.70365,-18.266054,-4.141187,-0.016031766
+106815,-16.474081,-16.348986,-0.47411832,-0.9740093
+18919,-8.625157,-15.250061,-0.00019274284,-11.250375
+88395,-19.626831,-20.939236,-6.376868,-0.0017019324
+83361,-15.625095,-1.1920928e-07,-19.937632,-18.000013
+69550,-17.437593,-5.960463e-07,-14.750133,-15.441852
+59782,-16.252941,-18.377846,-5.877978,-0.0028045154
+62607,-21.125187,-19.875092,-8.875224,-0.00013982272
+49031,-21.312952,-18.625357,-0.00048804292,-7.6253247
+24073,-22.1251,-20.812504,-9.625135,-6.603976e-05
+34883,-21.187464,-18.874868,0.0,-19.749887
+78080,-2.3841855e-07,-17.624905,-15.375035,-18.886314
+59546,-18.125116,-20.625021,-17.250153,0.0
+123805,-4.387606,-0.012510631,-17.012642,-13.012567
+87807,-15.000095,-3.576278e-07,-20.562632,-17.625032
+53821,-13.000093,-20.187498,-12.250129,-7.0333235e-06
+90016,-13.875096,-1.072883e-06,-19.062634,-16.250027
+75870,-26.124964,-21.624868,0.0,-19.374846
+58764,-20.44622,-19.946125,-4.7587566,-0.008613221
+64575,0.0,-24.562405,-21.750036,-19.374939
+85818,-22.562557,-22.374962,-13.7500925,-1.072883e-06
+15652,-24.249964,-22.124868,0.0,-19.49986
+85976,-20.249975,-20.87488,-1.1444026e-05,-11.374953
+15080,-16.750095,-2.3841855e-07,-18.500132,-15.375099
+79945,-10.875115,-1.9073304e-05,-19.18765,-15.750653
+76385,-17.80496,-16.179865,-2.929996,-0.054875873
+115581,-15.249988,-13.749891,-2.2768714e-05,-10.750033
+61199,-18.500095,-4.7683704e-07,-19.562632,-14.625188
+85813,-22.249964,-17.624868,0.0,-18.124912
+67537,-13.250099,-2.7418098e-06,-17.875132,-13.875433
+89261,-20.999964,-17.624868,-5.960463e-07,-14.249905
+22046,-21.812622,-19.500027,-11.375158,-1.1444026e-05
+22926,-8.344647e-07,-17.062403,-16.875034,-14.000267
+49488,-12.750348,-16.187752,-0.0003830653,-7.875303
+96660,-5.255331,-0.00523577,-13.505367,-13.630377
+63730,-20.005333,-20.005238,-5.255371,-0.0052330424
+9677,-1.1920928e-07,-21.749905,-16.000036,-16.999968
+120201,-22.312622,-21.312527,-13.000158,-2.264974e-06
+35208,-22.124964,-20.499868,-1.1920928e-07,-16.374868
+30950,-18.13257,-16.882475,-0.0076071816,-4.882483
+66963,-2.5788581,-17.891262,-0.07889415,-13.329081
+16156,-20.250107,-22.437511,-19.125143,0.0
+69670,-14.125097,-8.344647e-07,-19.56263,-16.12551
+13477,-18.250095,-3.576278e-07,-19.812632,-14.875206
+50904,-17.375095,0.0,-17.500132,-17.999983
+7930,-20.499964,-20.812368,0.0,-17.374865
+26294,-18.251574,-18.563978,-6.5016084,-0.0015022195
+35749,-12.749968,-22.187368,-2.8610189e-06,-17.249842
+55850,-8.375195,-18.6251,-0.0002311201,-14.375143
+64767,-18.875074,-20.124979,-16.25011,-1.1920928e-07
+22057,-21.643248,-19.455652,-4.0182843,-0.018147502
+87663,-21.500124,-20.625029,-11.375158,-1.1444026e-05
+35864,-21.626287,-20.126192,-6.7513227,-0.0011700697
+33007,-22.999964,-20.999868,0.0,-18.49988
+81372,-18.250105,-22.25001,-14.750143,-3.576278e-07
+97703,-16.625095,-2.3841855e-07,-20.125132,-15.875067
+118589,0.0,-21.499905,-20.625036,-17.25015
+65741,-9.5367386e-07,-18.249903,-18.750034,-13.874995
+119601,-17.749964,-19.187368,-3.576278e-07,-14.749858
+114504,-17.874964,-18.749868,0.0,-17.124937
+92452,0.0,-22.499905,-18.875036,-20.125116
+11152,-0.03401559,-11.783919,-3.4090517,-7.9200935
+44669,-20.249964,-18.874868,-1.1920928e-07,-16.124895
+121963,-14.375097,-5.960463e-07,-20.06263,-17.625242
+63486,-20.562563,-18.624968,-16.6251,-1.1920928e-07
+123055,-15.003566,-17.56597,-0.0036009012,-5.628477
+119717,-0.12715504,-13.627059,-2.1271908,-8.377526
+88042,-17.937698,-18.125103,-9.2502365,-9.6078074e-05
+54428,-16.125095,-3.576278e-07,-20.437632,-15.500151
+125274,-5.8410846e-05,-17.374964,-9.750093,-15.874992
+46816,-18.00741,-13.569815,-0.069946125,-2.6948192
+8553,-12.749967,-21.499872,-3.3378547e-06,-14.624874
+56455,-17.875095,0.0,-19.937632,-16.875128
+101092,-4.7683704e-07,-14.999904,-17.250034,-16.625025
+55570,-7.2717403e-06,-20.187412,-15.000044,-11.874983
+2531,0.0,-21.249905,-21.250036,-17.500128
+55854,-13.375098,-1.5497195e-06,-20.562634,-17.37512
+65143,0.0,-24.999905,-20.500036,-20.374903
+28422,-25.000113,-24.125017,-16.250149,-1.1920928e-07
+36329,-14.250104,-20.812506,-19.125137,-5.960463e-07
+8061,-4.8827033,-0.007607891,-16.75774,-12.882713
+107678,-13.375098,-1.5497195e-06,-19.875134,-16.875
+53009,-0.00055416964,-14.375459,-14.12559,-7.5006876
+62879,-7.152555e-07,-17.124903,-16.750034,-14.145548
+26784,-10.500123,-2.7775379e-05,-17.37516,-15.375055
+21912,-18.01413,-14.389032,-0.014165212,-4.2640805
+113597,0.0,-22.624905,-21.750036,-17.250013
+82760,-3.576278e-07,-17.437405,-16.125036,-15.2502165
+26160,-15.875095,-3.576278e-07,-18.375132,-15.250044
+23421,-8.125395,-0.000298098,-16.00043,-13.125551
+41793,-3.4084752,-10.53338,-10.221011,-0.03371677
+103325,-16.250095,-1.1920928e-07,-21.375132,-20.250004
+33557,-18.750095,-1.1920928e-07,-20.062632,-16.00003
+81209,-16.750095,0.0,-21.375132,-17.874983
+107064,-17.875046,-21.56245,-17.125082,0.0
+98221,-0.005928314,-18.505833,-16.755964,-5.1309824
+16139,-20.875105,-20.12501,-13.875144,-9.5367386e-07
+62717,-15.250095,-3.576278e-07,-19.687632,-15.875113
+28151,0.0,-23.374905,-21.812536,-21.312605
+22888,-9.250197,-0.000102395534,-15.562733,-12.000623
+24637,-13.62498,-11.124884,-1.6450747e-05,-14.625002
+92809,-20.500086,-23.62499,-16.250122,-1.1920928e-07
+91862,-11.624986,-11.374889,-2.0861407e-05,-14.499917
+7412,0.0,-22.874905,-20.875036,-22.375256
+52442,-7.5005193,-16.500423,-0.0005554802,-12.875802
+87399,-0.034280334,-10.409185,-3.409316,-7.409555
+112712,0.0,-21.874905,-18.000036,-21.000021
+54201,-0.00037686876,-16.625282,-14.875412,-7.8850446
+117074,-21.249971,-20.124876,-7.867782e-06,-11.749873
+25137,-14.625104,-18.437508,-10.625139,-2.4795225e-05
+16780,-0.004716106,-15.00462,-5.379752,-9.254658
+72881,-18.874966,-18.99987,-1.1920922e-06,-13.625049
+110597,-15.625095,-4.7683704e-07,-18.250132,-14.87574
+89655,0.0,-23.124905,-18.875036,-20.624933
+48391,-16.375095,-2.3841855e-07,-20.250132,-16.375116
+110182,0.0,-23.062405,-19.250036,-18.124907
+87621,-18.562586,-13.999993,-15.875125,-9.5367386e-07
+122711,0.0,-22.187405,-18.750036,-20.000277
+115720,0.0,-24.499905,-20.875036,-18.499891
+66486,-12.000101,-6.198864e-06,-20.687637,-18.000599
+68169,-9.625161,-6.6158966e-05,-18.500198,-15.625517
+110138,-10.125005,-19.249908,-4.0172723e-05,-16.625082
+21580,-15.625095,-1.1920928e-07,-18.687632,-17.375038
+102553,-14.000097,-9.5367386e-07,-20.31263,-15.875129
+78769,-13.250098,-1.7881378e-06,-20.000134,-17.375095
+93593,-11.125112,-1.490105e-05,-18.125147,-15.75005
+16612,-5.3797154,-0.0046202336,-18.004751,-14.63036
+59583,-17.50016,-19.312565,-10.000196,-4.5417706e-05
+76885,-5.960463e-07,-19.812403,-19.750034,-14.249974
+120777,-5.1310244,-0.005928314,-18.256058,-15.381119
+121894,-2.7536968e-05,-21.81243,-19.500061,-10.499972
+88371,0.0,-23.812405,-21.375036,-20.375093
+68747,-14.374966,-15.499869,-8.344647e-07,-15.999945
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
new file mode 100644
index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
new file mode 100644
index 0000000000000000000000000000000000000000..5d55fa80dd117ca07528c1721ef1985d42044a59
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
@@ -0,0 +1,400 @@
+31224,-12.125102,-5.3644035e-06,-17.500137,-17.625708
+80227,0.0,-25.499905,-20.687536,-19.624968
+79086,0.0,-23.312405,-19.875036,-19.12499
+75303,-18.249897,-22.187302,-18.249933,0.0
+56417,-14.749967,-19.62487,-1.5497195e-06,-13.624844
+11319,-4.2642426,-16.701649,-11.889279,-0.014169326
+12625,-3.5404533e-05,-19.68744,-16.750072,-10.249983
+87626,-15.125095,-4.7683704e-07,-15.250131,-17.125065
+43853,-14.875116,-20.31252,-17.00015,-3.576278e-07
+23828,-19.250143,-20.187548,-10.125177,-4.005352e-05
+27858,-10.249999,-21.124905,-3.552374e-05,-16.499947
+12604,-3.408655,-17.65856,-0.03369084,-10.033526
+8180,-12.3749695,-21.437372,-4.410734e-06,-15.124861
+37466,-20.937574,-20.562479,-14.2501135,-5.960463e-07
+48185,-13.375098,-1.6689287e-06,-18.750134,-15.874999
+77755,-18.374964,-21.312368,0.0,-17.625969
+29286,-6.01435,-10.889255,-0.389386,-1.1392305
+87038,-14.875085,-20.562489,-17.87512,-3.576278e-07
+33094,-14.375097,-5.960463e-07,-19.00013,-17.375175
+17990,-6.626916,-18.37682,-0.001951696,-7.376827
+125393,-17.375061,-21.124966,-18.875097,0.0
+25066,-12.2501,-4.887569e-06,-17.000137,-15.87506
+93021,-20.000404,-20.562809,-8.1254425,-0.00029595286
+91364,-20.749964,-21.499868,-3.576278e-07,-14.874926
+56219,-0.20317107,-8.578074,-1.703207,-6.4536905
+108119,-16.749968,-17.124872,-17.750004,-1.1920928e-07
+108029,-0.12693256,-16.939335,-16.876966,-2.126894
+82606,-18.500305,-20.06271,-8.375339,-0.0002305242
+34733,-18.754725,-19.19213,-5.3797636,-0.0046195216
+40806,0.0,-23.312405,-20.625036,-19.00007
+89870,-2.3841855e-07,-20.437405,-16.375036,-15.875072
+120589,-20.687464,-17.624868,0.0,-18.875069
+107229,-15.124964,-21.687368,-2.3841855e-07,-17.749853
+81763,-11.750023,-15.249927,-5.960287e-05,-9.874957
+126587,-3.1678462,-12.167751,-13.667883,-0.043012474
+105931,-16.875095,0.0,-19.937632,-19.125208
+51593,-0.00013994191,-22.250042,-15.750176,-8.875076
+105827,-18.250034,-21.312439,-12.750073,-2.8610189e-06
+92547,-16.375095,-1.1920928e-07,-22.687632,-18.625471
+11098,-18.87629,-19.938694,-0.0013261581,-6.626165
+15535,-8.250359,-0.00026222607,-14.500394,-14.375378
+104144,-17.874966,-20.49987,-1.1920922e-06,-13.62485
+84409,0.0,-24.874905,-21.000036,-18.999905
+55188,-19.124964,-19.999868,0.0,-17.625109
+97914,-10.374996,-18.249897,-3.1232346e-05,-17.000015
+9697,-14.125073,-19.499975,-15.125109,-9.5367386e-07
+43614,-19.125067,-20.999971,-12.625102,-3.3378547e-06
+57056,-20.812578,-20.249983,-14.500115,-4.7683704e-07
+98595,-9.000218,-0.000123374,-17.625256,-17.625118
+11602,-18.124964,-20.999868,-1.1920928e-07,-15.750077
+29109,-17.749964,-23.999868,0.0,-17.999966
+114682,-13.000097,-2.264974e-06,-18.000134,-18.500126
+63374,-17.125095,0.0,-21.000132,-19.12515
+77864,-16.999966,-21.12487,-4.76836e-06,-12.250011
+81631,-13.124972,-19.499878,-8.940657e-06,-11.874866
+124163,-15.75192,-19.439325,-0.25195628,-1.5018351
+81563,-13.000095,-15.124999,-12.000131,-8.70224e-06
+13895,-14.625096,-1.072883e-06,-19.687634,-14.375118
+12863,-19.625137,-21.437542,-9.875174,-5.149709e-05
+45732,-13.136882,-1.1367854,-0.38691685,-13.261821
+49404,-20.37497,-20.437374,-6.198864e-06,-11.999882
+487,-14.625095,-4.7683704e-07,-18.312632,-17.875286
+64317,-22.625372,-20.500277,-8.250407,-0.00026115344
+6331,-1.1920928e-07,-19.749905,-18.125036,-15.877631
+73812,-19.624964,-18.749868,-2.3841855e-07,-15.499903
+15701,-19.048677,-16.548582,-3.0487168,-0.04858097
+104663,0.0,-23.499905,-19.000036,-19.124964
+90606,-10.625119,-16.375025,-16.875156,-2.4437606e-05
+127552,0.0,-22.062405,-20.750036,-19.000118
+126761,-12.999978,-20.187384,-14.000013,-3.0994368e-06
+92697,-0.00010907055,-16.750013,-9.375144,-10.625936
+107122,-14.999978,-15.499882,-1.3470559e-05,-11.250142
+74380,-21.000113,-20.500017,-16.875149,0.0
+66285,0.0,-22.187405,-18.375036,-17.625559
+70163,-10.876912,-17.751816,-0.0019477698,-6.25181
+75972,-14.374966,-21.187368,-5.960463e-07,-17.875237
+30713,-19.617344,-18.242249,-1.8048819,-0.17971766
+118867,-1.1920928e-07,-21.124905,-18.750036,-16.625113
+84835,-13.500097,-1.4305105e-06,-17.375134,-16.375063
+60503,-21.749964,-22.812368,0.0,-17.499884
+11807,-19.514292,-18.764196,-4.2643275,-0.014161099
+27906,-3.576278e-07,-19.624905,-14.750035,-18.874979
+30093,-15.375095,-2.3841855e-07,-18.625132,-17.37502
+45657,-22.124964,-20.999868,0.0,-17.249823
+97197,0.0,-20.249905,-16.875036,-17.75037
+48440,-14.750095,-3.576278e-07,-19.000132,-17.875061
+14971,0.0,-23.687405,-20.875036,-19.750107
+61380,-20.43761,-21.062515,-13.87515,-9.5367386e-07
+7177,-9.875147,-5.1854695e-05,-19.125183,-14.875378
+40241,-0.0006270826,-16.813032,-14.625663,-7.375569
+38583,-9.875636,-0.0005397532,-7.6256714,-14.875609
+104941,0.0,-23.812405,-16.750036,-20.000551
+39377,-18.000095,0.0,-20.250132,-17.875095
+65329,-13.50858,-18.445986,-0.008616531,-4.7585387
+81089,-12.875099,-2.503392e-06,-20.500132,-18.25038
+6143,-2.127228,-13.627132,-8.252264,-0.12718473
+63753,-1.1920928e-07,-21.874905,-17.875036,-16.124958
+5084,-17.06918,-18.694084,-0.006716178,-5.0065885
+125282,-19.874964,-21.749868,0.0,-17.125017
+7980,-13.500071,-13.937474,-13.125106,-4.2915253e-06
+42346,-21.437584,-22.687489,-19.12512,0.0
+73055,-11.124978,-21.624884,-1.4781843e-05,-17.249933
+31696,-14.624996,-13.8749,-3.266281e-05,-10.374964
+101343,-12.499969,-20.812372,-3.81469e-06,-16.374973
+115075,0.0,-23.312405,-21.125036,-19.999924
+29447,-18.12512,-21.125025,-11.000155,-1.668916e-05
+89441,-0.0001258771,-19.81253,-9.000162,-12.875096
+15843,-3.0636318e-05,-15.124934,-12.750066,-10.500009
+110126,-15.624964,-16.999868,-4.7683704e-07,-15.500021
+36142,-19.875343,-20.125248,-8.250378,-0.00026115344
+2846,-20.250114,-20.87502,-12.8751545,-2.622601e-06
+85390,-1.4066597e-05,-17.124916,-11.750051,-12.000141
+108138,-22.18765,-21.625055,-9.875187,-5.1377883e-05
+7571,-17.999537,-15.311944,-2.812076,-0.06196089
+62381,-17.375095,0.0,-19.250132,-16.874989
+65963,-19.0003,-20.000204,-0.00033539868,-8.000198
+39384,0.0,-22.999905,-20.125036,-19.002035
+62356,0.0,-22.937405,-18.500036,-18.625078
+20478,-13.375098,-1.6689287e-06,-20.000134,-16.000381
+101968,-17.249964,-24.249868,0.0,-20.374897
+124810,-22.562464,-20.124868,-1.1920928e-07,-16.37523
+9300,-18.999964,-22.687368,0.0,-19.125002
+35593,-16.86743,-17.617334,-2.9299664,-0.054877453
+53670,-17.25001,-20.312414,-4.5417706e-05,-9.99993
+44789,-1.1920922e-06,-22.124907,-17.250038,-13.625016
+25135,-13.875097,-9.5367386e-07,-20.18763,-17.75073
+32124,0.0,-22.062405,-18.250036,-17.875196
+36646,-12.625119,-18.375025,-13.3751545,-4.887569e-06
+34191,-21.063412,-21.313316,-7.1259475,-0.0008043391
+65307,-21.250114,-21.25002,-10.500152,-2.7536968e-05
+32731,-7.375722,-0.0006266061,-18.43826,-15.750902
+112637,-10.875266,-10.12517,-8.875301,-0.00019882133
+18943,-9.375049,-17.499954,-8.523101e-05,-15.00067
+117291,-1.1920928e-07,-20.562405,-16.750036,-16.500113
+67975,-18.75601,-19.505915,-5.131046,-0.005927958
+104676,-7.001009,-0.0009129647,-15.001043,-13.62593
+109059,-5.504174,-0.0040782862,-16.816708,-15.254228
+86252,-22.000166,-21.56257,-9.875202,-5.1377883e-05
+109620,0.0,-25.249905,-21.875036,-21.06254
+35543,-15.625153,-19.062555,-10.125188,-4.0172723e-05
+96155,-6.8761287,-0.001033368,-14.376165,-16.501562
+33646,-15.624965,-21.937368,-1.1920928e-07,-18.750237
+64061,-0.00044824567,-12.875353,-9.625484,-7.876454
+6764,0.0,-22.187405,-20.500036,-17.375246
+63078,-13.125097,-2.0265559e-06,-18.375134,-18.937635
+88343,-17.625095,0.0,-20.750132,-18.937857
+50106,-13.750102,-7.0333235e-06,-14.375137,-12.127161
+35688,-21.749964,-21.062368,-5.960463e-07,-14.249879
+78697,-10.250131,-3.552374e-05,-18.937668,-16.125425
+13749,-13.125098,-3.2186456e-06,-16.250135,-13.7502365
+44428,-4.1410556,-15.140961,-11.016092,-0.016050888
+13880,0.0,-21.999905,-17.250036,-18.625154
+107805,-19.124964,-24.312368,0.0,-18.499874
+47687,0.0,-23.374905,-20.000036,-17.624998
+3328,-14.749966,-20.249866,-7.152555e-07,-15.000048
+27574,-17.125076,-20.31248,-18.062613,0.0
+6049,-20.750095,-2.3841855e-07,-17.250132,-15.250195
+121371,-19.812595,-4.7683704e-07,-17.125132,-14.625289
+93977,-4.511012,-19.010918,-0.011048332,-15.510973
+87794,-22.124964,-23.937368,0.0,-19.374886
+1284,-11.625114,-1.800044e-05,-15.87515,-11.625623
+86737,-18.195175,-17.69508,-4.882713,-0.0076052886
+9800,-17.250055,-20.93746,-18.000092,0.0
+60632,-14.750095,-3.576278e-07,-19.562632,-17.37565
+69196,-19.250095,-1.1920928e-07,-17.250132,-16.000069
+109514,-16.749964,-21.499868,-1.1920928e-07,-16.249939
+75454,-10.125143,-4.8159392e-05,-12.625178,-12.250074
+68262,-5.504043,-17.753946,-0.0040789987,-14.754108
+51383,-1.8048357,-0.17974018,-14.742372,-11.430036
+39024,-10.125135,-4.0172723e-05,-18.562672,-16.500074
+53372,-17.404835,-18.71724,-3.5298693,-0.02974683
+61955,-19.500158,-19.187563,-9.250197,-9.6078074e-05
+46407,-8.8752365,-0.00013994191,-19.250269,-15.875213
+56851,-17.874964,-23.624868,0.0,-18.624855
+117835,-18.249964,-21.499868,0.0,-17.125118
+41315,-17.874964,-21.812368,-1.1920928e-07,-16.374874
+54086,0.0,-20.874905,-18.750036,-17.375154
+1123,-7.152555e-07,-21.562403,-14.125037,-17.375017
+6738,-10.500124,-2.7656173e-05,-17.750156,-15.750041
+65022,-19.56252,-19.999924,-14.750057,-3.576278e-07
+29011,-18.750055,-19.24996,-17.375092,0.0
+209,-13.6561575,-17.031061,-0.2811935,-1.4060214
+117949,-4.7683704e-07,-20.937403,-14.750035,-16.000076
+112253,-19.812569,-19.249973,-16.625105,-1.1920928e-07
+117575,-16.001665,-18.50157,-0.0017025275,-6.3765793
+12151,-16.624964,-20.624868,-1.1920928e-07,-16.74996
+6503,-10.906086,-13.905991,-1.4061222,-0.28118467
+47388,-10.875115,-1.9073304e-05,-18.00015,-16.375252
+122533,-14.750035,-17.749937,-15.750071,-5.960463e-07
+77557,-8.940657e-06,-16.812414,-11.750044,-13.750082
+3593,-6.1280007,-0.0029051977,-11.3155365,-7.253138
+39857,-2.491443e-05,-15.874928,-14.62506,-10.624989
+82941,-19.500095,0.0,-19.250132,-18.000109
+2835,0.0,-21.812405,-19.125036,-18.125065
+12119,-8.625146,-19.68755,-0.00018106251,-13.375051
+2255,-2.264974e-06,-18.749907,-13.500037,-14.000067
+99071,-12.879588,-18.254492,-0.0046234373,-5.3794994
+73970,-10.874987,-16.124887,-2.193427e-05,-12.749941
+73312,-19.06429,-14.501693,-6.376825,-0.0017025275
+109736,-20.125095,-1.1920928e-07,-18.250132,-15.750574
+2581,-10.125137,-4.1007155e-05,-19.06267,-13.875148
+64922,-9.500467,-19.000374,-7.875503,-0.00045491836
+85830,0.0,-25.062405,-22.125036,-19.874985
+122144,-8.8752365,-0.00013994191,-18.000269,-15.750144
+62330,-14.625095,-4.7683704e-07,-19.750132,-17.000166
+112561,-13.874985,-17.499886,-1.9907753e-05,-10.875221
+48434,-11.625104,-9.059865e-06,-20.000141,-15.625046
+119944,-9.750155,-5.912606e-05,-16.50019,-14.125076
+120940,-1.2236584,-0.34856296,-12.723694,-8.848831
+77443,-21.749964,-22.562368,0.0,-16.74983
+23685,-12.261923,-16.261826,-1.1369594,-0.38683638
+47231,-11.625104,-8.940657e-06,-19.375141,-16.875048
+91022,-15.000095,-3.576278e-07,-20.312632,-19.000067
+714,-18.750725,-19.56313,-7.375762,-0.00062648696
+25730,-19.374964,-19.624868,-5.960463e-07,-14.24987
+97729,-6.198864e-06,-14.374909,-12.375041,-13.4999485
+30236,-0.00010918975,-16.375013,-16.125145,-9.125178
+2443,-12.6251,-3.4570635e-06,-20.187635,-16.625616
+52656,-7.986991e-06,-16.499912,-11.750043,-17.000097
+116972,-19.875078,-20.812483,-15.8751135,-1.1920928e-07
+43770,-9.313359,-9.688263,-0.31339437,-1.313467
+10949,-16.125095,-1.1920928e-07,-16.875132,-17.874966
+100306,-17.250095,0.0,-18.125132,-18.75007
+29745,-11.875102,-7.0333235e-06,-20.12514,-16.501122
+60439,-17.125092,-18.749996,-10.875126,-1.8954097e-05
+109824,-6.3768,-0.0017044316,-15.876835,-13.002065
+102648,-23.37497,-22.062374,-6.198864e-06,-11.999875
+62099,-6.8761287,-0.001033249,-15.501164,-14.876125
+33686,-19.750095,0.0,-20.812632,-18.375233
+116606,-11.061976,-15.99938,-2.8120122,-0.06198151
+85384,-16.374977,-18.312382,-15.500015,-2.3841855e-07
+31834,-15.874964,-16.749868,-4.7683704e-07,-15.250902
+58133,-21.500128,-22.125032,-14.625165,-4.7683704e-07
+95196,-16.124964,-22.437368,-1.1920928e-07,-16.749908
+11675,-15.375095,-4.7683704e-07,-20.750132,-15.375419
+34902,-0.31538287,-9.440288,-1.3154188,-6.1903663
+112691,-19.56256,-21.312464,-12.750097,-2.8610189e-06
+33713,-11.999971,-18.937372,-6.4372807e-06,-15.249907
+109135,-14.124977,-22.062378,-1.2159274e-05,-11.374849
+60521,-14.7499695,-15.499873,-5.9604467e-06,-12.124907
+76695,-5.752941,-17.127848,-16.12798,-0.0031786652
+98619,-19.249964,-22.999868,0.0,-20.87543
+13731,-13.750096,-1.1920922e-06,-18.562634,-16.3762
+14492,-10.125135,-4.0411134e-05,-19.312672,-14.875342
+81006,-19.37498,-20.437386,-1.668916e-05,-10.999862
+114491,-19.187592,-18.187496,-14.500128,-4.7683704e-07
+120167,-22.249985,-18.12489,-2.1457441e-05,-10.750305
+69602,-12.875099,-2.8610189e-06,-17.875132,-15.000871
+81057,-12.4999695,-15.374873,-5.9604467e-06,-13.124859
+118239,-16.875095,0.0,-16.750132,-18.625048
+26999,-5.753143,-19.003046,-0.0031786652,-14.003064
+103729,-13.249967,-16.24987,-2.0265559e-06,-15.75008
+70324,0.0,-22.374905,-19.375036,-17.624914
+88697,-20.062998,-21.250402,-7.8755364,-0.000379967
+79720,-12.875099,-2.503392e-06,-19.500132,-18.000092
+119098,-17.500984,-17.750889,-7.0010204,-0.00091141637
+16374,-9.875147,-5.1735493e-05,-19.062683,-15.375209
+8973,-7.5006485,-0.0005529782,-18.375685,-15.62574
+92670,-1.03711545e-05,-16.499912,-11.500047,-15.625109
+46136,-11.875102,-7.152532e-06,-16.81264,-15.125119
+113240,0.0,-24.437405,-20.875036,-17.374916
+92271,-15.25077,-20.000673,-0.0008045774,-7.125888
+47020,-18.491192,-16.678596,-0.42873093,-1.0536442
+68952,-14.499968,-17.749872,-2.9802277e-06,-12.875
+93704,-21.562464,-21.312368,0.0,-18.375074
+126515,-20.312595,0.0,-19.750132,-19.25001
+1648,-15.276269,-16.838673,-0.026304046,-3.6511652
+4147,-20.688892,-20.251297,-6.6264296,-0.0013258009
+106815,-15.304725,-17.054628,-1.8047607,-0.17974176
+18919,-6.6262937,-18.501198,-0.0013300867,-12.376654
+88395,-18.750755,-20.62566,-7.375791,-0.00062648696
+83361,-15.375095,-2.3841855e-07,-19.437632,-19.312538
+69550,-17.812595,-1.1920928e-07,-15.625131,-16.877186
+59782,-14.750674,-18.563076,-7.5007095,-0.0005532165
+62607,-18.689745,-18.62715,-6.1272807,-0.0021848634
+49031,-20.198513,-20.135918,-0.011049629,-4.510876
+24073,-20.187672,-20.562576,-8.250207,-0.00026127262
+34883,-20.499964,-21.187368,0.0,-19.499859
+78080,-1.1920928e-07,-20.124905,-16.500036,-17.750055
+59546,-12.625117,-17.750021,-15.000153,-3.5762723e-06
+123805,-6.252024,-0.0019286142,-17.50206,-15.252076
+87807,-13.875097,-9.5367386e-07,-21.12513,-19.937557
+53821,-11.875037,-20.812439,-13.3750725,-8.463824e-06
+90016,-15.250095,-2.3841855e-07,-17.750132,-17.250074
+75870,-24.312464,-22.812368,0.0,-19.874834
+58764,-21.125294,-22.187698,-8.62533,-0.00017951308
+64575,0.0,-23.624905,-20.500036,-17.750002
+85818,-20.062456,-21.56236,-13.7499895,-1.072883e-06
+15652,-20.999964,-23.187368,0.0,-18.374865
+85976,-15.749978,-20.312382,-1.3112935e-05,-11.250058
+15080,-15.000095,-3.576278e-07,-19.875132,-17.25011
+79945,-9.750154,-5.864925e-05,-18.75019,-14.875149
+76385,-15.741163,-15.803567,-1.0536989,-0.42870206
+115581,-13.499968,-15.874871,-4.0531077e-06,-12.875191
+61199,-17.500095,-1.1920928e-07,-20.312632,-15.75
+85813,-23.374964,-21.624868,0.0,-19.999866
+67537,-12.875099,-2.8610189e-06,-18.187632,-14.875369
+89261,-19.499962,-19.249866,-7.152555e-07,-14.124952
+22046,-21.75011,-21.187515,-13.875147,-9.5367386e-07
+22926,-7.152555e-07,-17.999903,-16.375034,-14.250112
+49488,-12.750229,-18.81263,-0.0002640137,-8.250408
+96660,-6.1272974,-0.002201873,-11.002334,-15.002667
+63730,-18.507671,-19.320076,-4.88271,-0.0076052886
+9677,-9.5367386e-07,-21.499903,-14.375036,-15.000178
+120201,-20.812622,-20.625027,-13.625156,-1.1920922e-06
+35208,-19.374964,-22.062368,-1.1920928e-07,-16.249884
+30950,-18.126907,-18.439312,-0.12694348,-2.1268141
+66963,-4.3874755,-19.574879,-0.012511102,-13.762583
+16156,-17.000067,-21.187471,-17.875103,0.0
+69670,-12.125102,-5.4836123e-06,-19.375137,-16.250305
+13477,-16.500093,-7.152555e-07,-18.87513,-14.375453
+50904,-16.625095,-1.1920928e-07,-18.625132,-19.49997
+7930,-20.499964,-22.562368,0.0,-18.624874
+26294,-18.25062,-19.063025,-7.3756566,-0.00062648696
+35749,-12.2499695,-22.437374,-4.887569e-06,-15.87485
+55850,-7.125769,-19.938173,-0.0008055303,-13.750675
+64767,-17.000008,-19.562412,-13.500042,-1.4305105e-06
+22057,-18.537994,-18.225399,-1.6005336,-0.22538218
+87663,-18.750126,-20.18753,-10.000161,-4.5417706e-05
+35864,-19.0029,-19.627804,-5.8779335,-0.0028045154
+33007,-18.249964,-20.999868,-1.1920928e-07,-16.62493
+81372,-16.250126,-20.75003,-15.000163,-3.576278e-07
+97703,-15.500095,-2.3841855e-07,-20.937632,-17.375069
+118589,-2.7418098e-06,-18.312405,-15.375039,-12.875058
+65741,-1.072883e-06,-18.374907,-17.625038,-13.749993
+119601,-18.249964,-20.874868,-1.1920928e-07,-16.249872
+114504,-16.499964,-20.124868,-3.576278e-07,-15.500068
+92452,0.0,-23.749905,-18.000036,-19.500618
+11152,-0.0010390842,-15.250944,-7.5010753,-7.629487
+44669,-20.124964,-21.249868,0.0,-16.87486
+121963,-12.6251,-3.4570635e-06,-19.562635,-16.625088
+63486,-18.249983,-19.124887,-14.37502,-5.960463e-07
+123055,-10.523239,-18.335644,-0.023275264,-3.773149
+119717,-0.023289006,-16.085693,-3.773325,-10.024714
+88042,-18.125044,-19.812449,-12.125079,-5.4836123e-06
+54428,-16.625095,-1.1920928e-07,-20.312632,-16.875183
+125274,-2.145765e-06,-17.749907,-13.375037,-14.249935
+46816,-16.661633,-15.099036,-0.97416854,-0.47402194
+8553,-7.0008802,-20.500784,-0.0009162995,-12.250802
+56455,-17.500095,0.0,-21.437632,-18.75017
+101092,-8.344647e-07,-16.999903,-14.125037,-15.999975
+55570,-1.3470559e-05,-20.499918,-14.625049,-11.250049
+2531,-2.3841855e-07,-21.124905,-18.000036,-15.250162
+55854,-11.000112,-1.668916e-05,-19.250149,-17.000175
+65143,0.0,-23.562405,-19.875036,-17.999895
+28422,-22.437616,-23.000021,-15.2501545,-2.3841855e-07
+36329,-13.500129,-20.187534,-17.875166,-1.4305105e-06
+8061,-5.006812,-0.00671677,-17.69435,-13.132172
+107678,-14.250097,-5.960463e-07,-20.06263,-18.249989
+53009,-0.0021875994,-14.502091,-13.002223,-6.1272907
+62879,-3.4570635e-06,-17.312408,-16.62504,-12.625835
+26784,-10.500124,-2.7656173e-05,-17.625156,-15.750037
+21912,-18.5019,-16.001802,-0.12693572,-2.126872
+113597,0.0,-22.187405,-20.125036,-16.874989
+82760,-1.1920928e-07,-20.624905,-16.750036,-16.625202
+26160,-15.875095,-2.3841855e-07,-20.062632,-16.375101
+23421,-9.250194,-9.691246e-05,-15.500229,-14.375423
+41793,-4.3861947,-9.9486,-7.636231,-0.013063443
+103325,-15.750095,-1.1920928e-07,-20.625132,-19.937593
+33557,-18.375095,0.0,-20.437632,-17.000021
+81209,-15.875095,-1.1920928e-07,-21.812632,-19.062477
+107064,-16.499943,-21.437347,-16.624979,-1.1920928e-07
+98221,-0.005928551,-19.193333,-16.130964,-5.130957
+16139,-19.500113,-19.500017,-13.375149,-1.5497195e-06
+62717,-14.125097,-8.344647e-07,-19.81263,-16.375244
+28151,0.0,-23.312405,-19.562536,-19.562513
+22888,-9.625165,-6.842379e-05,-14.7502,-13.125583
+24637,-12.874968,-16.249868,-2.8610189e-06,-15.374965
+92809,-19.500122,-22.812527,-16.625158,-1.1920928e-07
+91862,-10.749987,-15.24989,-2.1815062e-05,-16.124884
+7412,0.0,-20.687405,-17.750036,-18.62516
+52442,-6.0024405,-18.689846,-0.002476841,-13.752424
+87399,-5.4836123e-06,-18.12491,-12.250042,-14.1249895
+112712,0.0,-21.562405,-18.500036,-18.25004
+54201,-0.0015006721,-16.688906,-14.001536,-6.5031466
+117074,-17.24997,-20.624874,-6.198864e-06,-11.999858
+25137,-12.375052,-18.312454,-11.375088,-1.5735503e-05
+16780,-0.0064137094,-15.318817,-5.13145,-7.631436
+72881,-17.999966,-20.37487,-2.0265559e-06,-13.125095
+110597,-15.500095,-3.576278e-07,-18.625132,-15.750532
+89655,0.0,-21.187405,-16.750036,-16.875187
+48391,-14.875095,-4.7683704e-07,-19.375132,-16.6251
+110182,-1.1920928e-07,-21.562405,-17.875036,-16.249945
+87621,-19.43759,-15.499995,-15.750127,-3.576278e-07
+122711,0.0,-22.687405,-17.750036,-18.125303
+115720,-3.576278e-07,-22.999905,-18.750036,-15.000003
+66486,-13.500096,-1.3113013e-06,-21.562634,-18.250208
+68169,-9.875147,-5.161629e-05,-18.687683,-15.8752985
+110138,-9.000087,-21.499992,-0.0001234932,-15.875134
+21580,-12.000101,-6.198864e-06,-19.000137,-17.625023
+102553,-14.375097,-5.960463e-07,-20.43763,-17.125576
+78769,-11.875102,-6.9141147e-06,-20.31264,-18.312698
+93593,-13.750096,-1.072883e-06,-19.500134,-17.12507
+16612,-6.12728,-0.0021849824,-18.002317,-16.377583
+59583,-13.375143,-18.125046,-9.875178,-5.3046726e-05
+76885,-2.3841855e-07,-20.687405,-19.250036,-15.49997
+120777,-7.375722,-0.0006267252,-19.00076,-15.500986
+121894,-0.000123374,-19.875029,-18.62516,-9.000243
+88371,0.0,-24.187405,-20.250036,-19.875025
+68747,-12.499969,-17.499872,-3.6954812e-06,-17.37493
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/events.out.tfevents.1738079418.gamma.3808932.0 b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/events.out.tfevents.1738079418.gamma.3808932.0
new file mode 100644
index 0000000000000000000000000000000000000000..564e12d98f3508865f6a937de2c95c62155a3301
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/events.out.tfevents.1738079418.gamma.3808932.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bef6669d2b303c4530246b93fa37e081b00486861bc5cf3ac371bc71557bd0b
+size 3976
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/hparams.yaml b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/hparams.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/hparams.yaml
@@ -0,0 +1 @@
+{}
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/metrics.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/metrics.csv
new file mode 100644
index 0000000000000000000000000000000000000000..e17498bcdfa8db7547ca795daad6bd1bc7634072
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/metrics.csv
@@ -0,0 +1,43 @@
+step,train/NCE,train/NER,val/NCE,val/NER
+0,0.28881381330059885,0.13513513430245522,,
+1,0.28881305614616004,0.13513513430245522,,
+2,,,0.28881305614616004,0.13513513430245522
+2,0.28881305614616004,0.13513513430245522,,
+3,0.2888123855236571,0.13513513430245522,,
+4,,,0.2888123855236571,0.13513513430245522
+4,0.2888123855236571,0.13513513430245522,,
+5,0.28881162836921825,0.13513513430245522,,
+6,,,0.28881162836921825,0.13513513430245522
+6,0.28881162836921825,0.13513513430245522,,
+7,0.28881091448074736,0.13513513430245522,,
+8,,,0.28881091448074736,0.13513513430245522
+8,0.28881091448074736,0.13513513430245522,,
+9,0.2888101789592925,0.13513513430245522,,
+10,,,0.2888101789592925,0.13513513430245522
+10,0.2888101789592925,0.13513513430245522,,
+11,0.2888094867038056,0.13513513430245522,,
+12,,,0.2888094867038056,0.13513513430245522
+12,0.2888094867038056,0.13513513430245522,,
+13,0.2888087511823507,0.13513513430245522,,
+14,,,0.2888087511823507,0.13513513430245522
+14,0.2888087511823507,0.13513513430245522,,
+15,0.2888080372938798,0.13513513430245522,,
+16,,,0.2888080372938798,0.13513513430245522
+16,0.2888080372938798,0.13513513430245522,,
+17,0.288807301772425,0.13513513430245522,,
+18,,,0.288807301772425,0.13513513430245522
+18,0.288807301772425,0.13513513430245522,,
+19,0.2888065662509701,0.13513513430245522,,
+20,,,0.2888065662509701,0.13513513430245522
+20,0.2888065662509701,0.13513513430245522,,
+21,0.28880583072951527,0.13513513430245522,,
+22,,,0.28880583072951527,0.13513513430245522
+22,0.28880583072951527,0.13513513430245522,,
+23,0.2888050952080604,0.13513513430245522,,
+24,,,0.2888050952080604,0.13513513430245522
+24,0.2888050952080604,0.13513513430245522,,
+25,0.2888044029525735,0.13513513430245522,,
+26,,,0.2888044029525735,0.13513513430245522
+26,0.2888044029525735,0.13513513430245522,,
+27,0.2888036890641026,0.13513513430245522,,
+28,,,0.2888036890641026,0.13513513430245522
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/state.ckpt b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/state.ckpt
new file mode 100644
index 0000000000000000000000000000000000000000..fec28f100bf58e4824dd41bce5101af0ecc6dd48
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/state.ckpt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6546fdb6fc55c69683a4c8d4c190db4790c522afb8a74e7933490f93c841ee4a
+size 1740
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/labels.csv
new file mode 100644
index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/labels.csv
@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/logits.csv
new file mode 100644
index 0000000000000000000000000000000000000000..1dfa410a94343ba1e22e07868d76ded4a57f60fb
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/logits.csv
@@ -0,0 +1,400 @@
+31224,-8.124989,-0.00029607204,-19.3753,-17.875063
+80227,-0.00020513815,-18.000515,-8.500516,-13.250092
+79086,0.0,-21.437807,-20.18781,-18.749887
+75303,-15.750128,-17.687933,-14.750439,-5.960463e-07
+56417,-18.437214,-16.250021,-2.7656173e-05,-10.499548
+11319,-3.8970091,-14.022317,-6.6473207,-0.021837613
+12625,-1.1920928e-07,-21.500307,-19.25031,-15.624931
+87626,-17.249693,-1.1920928e-07,-16.375004,-18.749578
+43853,-15.625163,-20.375467,-14.750474,-5.960463e-07
+23828,-15.001221,-17.876526,-6.876531,-0.0010325344
+27858,-6.6260157,-16.688824,-0.0013268724,-14.501047
+12604,-2.811709,-14.062016,-0.062020388,-10.311507
+8180,-9.749748,-17.312555,-5.9245263e-05,-13.874552
+37466,-17.625149,-17.125456,-10.75046,-2.1457441e-05
+48185,-12.624696,-3.3378547e-06,-20.437508,-17.874714
+77755,-19.124691,-16.999998,-1.7881378e-06,-13.249714
+29286,-7.13527,-10.635578,-0.0105816955,-4.635078
+87038,-15.375172,-19.93798,-13.625483,-1.4305105e-06
+33094,-16.374693,-1.1920928e-07,-18.000004,-18.624722
+17990,-7.7642837,-14.764591,-0.014595054,-4.2641344
+125393,-16.000174,-18.50048,-14.750485,-4.7683704e-07
+25066,-13.874694,-1.072883e-06,-17.437508,-16.249638
+93021,-21.000248,-20.125555,-9.750558,-5.8291644e-05
+91364,-17.374784,-17.500092,-9.619727e-05,-9.2497
+56219,-0.14353064,-7.143838,-2.0188422,-9.14357
+108119,-12.249982,-13.125289,-9.375293,-9.154854e-05
+108029,-1.7012782,-14.701585,-15.326589,-0.20144413
+82606,-18.375229,-18.813036,-9.375543,-8.475421e-05
+34733,-17.846323,-16.78413,-3.4091349,-0.033629056
+40806,0.0,-22.125307,-21.12531,-19.255405
+89870,0.0,-20.750307,-18.37531,-16.750324
+120589,-18.562191,-13.124998,-2.145765e-06,-16.000036
+107229,-17.37469,-20.499996,0.0,-16.999506
+81763,-10.635796,-4.5111027,-0.011106809,-10.260655
+126587,-7.001098,-9.751406,-9.12641,-0.0010783817
+105931,-20.499693,0.0,-17.375004,-17.750126
+51593,-8.4992615e-05,-22.625393,-16.375397,-9.374907
+105827,-14.818034,-16.06834,-0.69334567,-0.6929497
+92547,-10.499721,-2.7536968e-05,-19.25003,-16.749773
+11098,-17.311687,-15.436995,-0.06199798,-2.8114963
+15535,-13.874694,-1.072883e-06,-16.750008,-16.499557
+104144,-13.999718,-16.250025,-2.8490615e-05,-10.499605
+84409,0.0,-25.437807,-23.37531,-22.750391
+55188,-18.37469,-16.374996,-2.3841855e-07,-16.250933
+97914,-8.874832,-13.500139,-0.00014304092,-13.249762
+9697,-9.250368,-16.625677,-9.000679,-0.00021944022
+43614,-19.750187,-20.250494,-11.250497,-1.2993728e-05
+57056,-20.062687,-19.437994,-12.750499,-2.8610189e-06
+98595,-9.499767,-7.486063e-05,-18.125078,-19.687151
+11602,-15.749696,-16.375004,-8.106199e-06,-11.749581
+29109,-7.000603,-19.688412,-0.0009151085,-12.625456
+114682,-18.374693,-1.1920928e-07,-16.375004,-18.249897
+63374,-20.624693,0.0,-20.000004,-19.87532
+77864,-10.750264,-16.12557,-0.0005747812,-7.5000963
+81631,-4.7583895,-15.3836975,-0.008701503,-9.383341
+124163,-11.798307,-17.361115,-0.048618328,-3.0481226
+81563,-10.516354,-9.016661,-4.1416645,-0.016174996
+13895,-6.6260195,-0.0013263961,-18.75133,-15.75098
+12863,-17.625298,-19.313105,-9.125607,-0.00010883216
+45732,-16.251621,-0.12692784,-2.126932,-15.376876
+49404,-15.624797,-16.250105,-0.00010918975,-9.124671
+487,-12.499697,-3.6954812e-06,-19.062508,-18.187275
+64317,-19.312798,-19.375605,-8.875611,-0.00013982272
+6331,-1.1920928e-07,-17.375307,-18.81281,-16.505047
+73812,-17.312222,-12.12503,-3.3020428e-05,-10.499671
+15701,-19.014347,-15.014652,-4.2646575,-0.0141567495
+104663,0.0,-23.812807,-21.87531,-21.749985
+90606,-5.8780375,-10.003345,-10.628348,-0.0028738172
+127552,0.0,-23.375307,-23.68781,-22.634912
+126761,-11.531213,-15.84402,-1.406524,-0.28104192
+92697,-1.1920928e-07,-18.875307,-16.12531,-18.125362
+107122,-10.250533,-11.37584,-0.000843884,-7.135059
+74380,-16.375797,-17.001104,-7.3761086,-0.0006263678
+66285,0.0,-21.000307,-18.50031,-19.378315
+70163,-9.884502,-13.1348095,-0.009813753,-4.6343083
+75972,-15.37469,-16.999994,-9.5367386e-07,-14.130288
+30713,-16.632523,-15.38283,-0.6328339,-0.7573335
+118867,0.0,-22.000307,-22.06281,-19.875328
+84835,-13.624694,-1.3113013e-06,-16.625006,-16.999817
+60503,-15.124694,-17.3125,-4.5299425e-06,-12.374547
+11807,-20.692307,-17.505114,-5.3801193,-0.004617979
+27906,-2.3841855e-07,-18.750307,-15.250311,-19.499958
+30093,-17.749693,0.0,-17.500004,-18.249573
+45657,-16.24969,-17.624996,-1.1920928e-07,-16.874563
+97197,0.0,-21.187807,-21.00031,-20.374912
+48440,-17.249693,0.0,-19.625004,-19.374527
+14971,0.0,-24.375307,-24.12531,-22.50007
+61380,-20.750198,-18.875505,-10.750512,-2.1457441e-05
+7177,-5.877498,-0.002805823,-19.752811,-16.252403
+40241,-0.001713476,-12.877021,-11.627025,-6.3768106
+38583,-18.124693,-9.5367386e-07,-13.875005,-19.49995
+104941,-7.152555e-07,-22.187807,-14.125313,-20.251925
+39377,-11.8747,-6.9141147e-06,-19.687513,-17.374775
+65329,-3.5180392,-14.330848,-2.2683506,-0.14287879
+81089,-14.999693,-3.576278e-07,-19.187504,-18.312275
+6143,-4.759122,-13.63443,-7.8844333,-0.00899123
+63753,0.0,-20.437807,-17.00031,-17.749914
+5084,-10.917726,-14.543033,-0.043037023,-3.1675768
+125282,-19.812187,-17.124994,-9.5367386e-07,-13.875541
+7980,-14.37512,-14.125427,-9.500431,-7.617183e-05
+42346,-17.375181,-19.562988,-10.500492,-2.7536968e-05
+73055,-11.874726,-14.750033,-3.8623064e-05,-10.375136
+31696,-14.374923,-12.75023,-0.00023398046,-8.37521
+101343,-8.000025,-19.062832,-0.00033599453,-14.500476
+115075,0.0,-24.875307,-23.25031,-21.750061
+29447,-19.750195,-21.625502,-11.875504,-6.9141147e-06
+89441,-0.6929951,-16.068302,-0.69330657,-12.5678005
+15843,-0.06296109,-8.188269,-3.9382725,-3.187857
+110126,-12.374718,-11.750025,-2.8848232e-05,-10.999601
+36142,-19.062948,-18.875755,-8.250758,-0.00026115344
+2846,-20.187742,-19.68805,-9.875551,-5.1377883e-05
+85390,-0.0010377743,-11.251345,-7.126349,-8.419026
+108138,-15.788195,-15.913502,-3.2885063,-0.038023625
+7571,-18.314125,-15.001932,-6.5019364,-0.0015019814
+62381,-17.874693,-2.3841855e-07,-17.875004,-15.374535
+65963,-20.013693,-14.951501,-0.20150495,-1.701004
+39384,0.0,-25.750307,-24.12531,-24.015469
+62356,0.0,-24.000307,-22.00031,-21.125895
+20478,-12.874697,-2.503392e-06,-20.250006,-17.937344
+101968,-14.749688,-19.499996,-4.7683704e-07,-16.624601
+124810,-18.999691,-16.124998,-2.384183e-06,-12.999735
+9300,-19.12469,-17.874996,-2.3841855e-07,-15.124578
+35593,-20.625269,-19.250576,-8.750579,-0.0001584166
+53670,-14.500178,-15.625485,-0.000488877,-7.625089
+44789,0.0,-21.812807,-19.87531,-18.125048
+25135,-12.1247,-5.3644035e-06,-19.68751,-17.750225
+32124,0.0,-21.937807,-20.87531,-20.633425
+36646,-9.500364,-15.250671,-9.250675,-0.00017116989
+34191,-21.000423,-19.68823,-8.375733,-0.00023040501
+65307,-19.875212,-19.313019,-10.125521,-4.005352e-05
+32731,-7.7501235,-0.00043084874,-18.375435,-16.502228
+112637,-11.751823,-11.1271305,-6.377133,-0.0017240674
+18943,-7.250416,-12.375723,-0.0007273889,-11.250536
+117291,0.0,-21.125307,-19.62531,-18.000141
+67975,-16.876503,-17.75181,-6.6268144,-0.0013253248
+104676,-8.500011,-0.00031835734,-9.500322,-10.124923
+109059,-9.24979,-9.6078074e-05,-19.1251,-18.75206
+86252,-20.50021,-19.125517,-11.125518,-1.4781843e-05
+109620,0.0,-24.937807,-24.43781,-22.312454
+35543,-17.918165,-17.668472,-3.1684759,-0.042978216
+96155,-8.874836,-0.00014351768,-12.500147,-17.500563
+33646,-15.874689,-16.249996,-3.576278e-07,-16.268486
+64061,-0.048701674,-7.799009,-6.799013,-3.0789022
+6764,0.0,-21.062807,-18.37531,-17.12536
+63078,-11.6247015,-8.940657e-06,-17.875013,-19.43741
+88343,-13.874694,-9.5367386e-07,-19.375004,-20.12487
+50106,-13.124712,-1.9311718e-05,-11.000023,-14.375743
+35688,-17.812248,-16.500055,-5.8410846e-05,-9.749561
+78697,-13.124695,-2.0265559e-06,-19.875006,-18.004332
+13749,-12.499697,-4.2915253e-06,-15.125008,-14.99978
+44428,-8.250463,-13.50077,-10.000773,-0.00030787018
+13880,0.0,-21.500307,-19.62531,-21.124899
+107805,-10.74971,-18.62502,-2.2411095e-05,-13.874513
+47687,0.0,-23.687807,-23.25031,-20.50029
+3328,-11.624757,-15.250064,-6.747018e-05,-9.749698
+27574,-15.750079,-18.125385,-14.87539,-4.7683704e-07
+6049,-19.999693,-7.152555e-07,-15.125006,-14.624628
+121371,-18.624693,-5.960463e-07,-15.625006,-14.50009
+93977,-2.6946464,-16.444954,-0.069957905,-14.444449
+87794,-17.62469,-18.499996,-1.1920928e-07,-16.125229
+1284,-14.124694,-1.3113013e-06,-17.125006,-14.250145
+86737,-18.002949,-17.128256,-5.878258,-0.0028036833
+9800,-12.875159,-16.25047,-14.87547,-2.9802277e-06
+60632,-16.124693,-1.1920928e-07,-20.687504,-19.999905
+69196,-17.999693,-4.7683704e-07,-15.250004,-15.374651
+109514,-9.999736,-16.625044,-4.6967358e-05,-13.375957
+75454,-6.251624,-0.0019312318,-13.251935,-15.251454
+68262,-0.34835404,-16.786161,-1.2236655,-13.848193
+51383,-4.5107446,-0.011051752,-17.573557,-14.385725
+39024,-12.249698,-4.76836e-06,-18.500008,-17.749533
+53372,-13.273397,-13.773705,-3.7737079,-0.023237411
+61955,-19.500425,-18.000732,-8.250734,-0.00026115344
+46407,-10.374725,-3.1232346e-05,-19.562534,-17.374817
+56851,-16.49969,-20.249996,-2.3841855e-07,-16.37451
+117835,-20.24969,-19.499996,0.0,-16.999842
+41315,-11.4997015,-19.500006,-1.239769e-05,-12.999504
+54086,0.0,-21.687807,-22.37531,-21.374865
+1123,0.0,-26.625307,-23.37531,-24.562407
+6738,-13.624694,-1.1920922e-06,-19.750008,-18.124622
+65022,-16.625134,-16.87544,-9.375444,-8.487341e-05
+29011,-15.2506485,-15.875956,-7.6259584,-0.00048816207
+209,-14.960606,-13.773413,-0.8984165,-0.5229241
+117949,-2.9802277e-06,-19.937813,-12.750314,-15.999984
+112253,-15.375101,-17.75041,-12.125412,-5.6028207e-06
+117575,-12.3262005,-12.076508,-0.20151117,-1.70103
+12151,-12.874693,-17.4375,-3.81469e-06,-13.624499
+6503,-8.8484535,-11.348761,-1.2237637,-0.34853172
+47388,-13.749694,-1.072883e-06,-19.125008,-17.624863
+122533,-12.250187,-15.500494,-12.500498,-8.70224e-06
+77557,-2.2291888e-05,-14.250329,-10.750333,-15.249964
+3593,-5.255237,-0.0055446406,-11.1305485,-8.130333
+39857,-9.917721e-05,-13.500406,-13.25041,-9.249974
+82941,-21.812193,-2.3841855e-07,-16.250004,-16.124601
+2835,0.0,-21.937807,-21.25031,-21.374908
+12119,-6.126891,-15.377199,-0.0022025867,-11.001719
+2255,-4.6252135e-05,-19.125353,-10.000357,-13.999983
+99071,-11.265744,-14.391051,-0.01605558,-4.140558
+73970,-7.628388,-5.753695,-0.0036996033,-10.2532015
+73312,-18.20008,-12.13789,-4.3878927,-0.01251016
+109736,-18.062193,-3.576278e-07,-17.562504,-14.7500725
+2581,-9.249789,-9.6316464e-05,-20.0626,-15.499675
+64922,-5.3799644,-16.380272,-8.630274,-0.0047982074
+85830,0.0,-25.437807,-25.31281,-22.37532
+122144,-15.999693,-1.1920928e-07,-19.375004,-17.499498
+62330,-13.874694,-1.072883e-06,-19.062508,-16.624859
+112561,-10.375754,-14.376061,-0.0010649253,-6.875732
+48434,-10.874712,-1.8954097e-05,-21.312523,-17.749653
+119944,-12.874696,-2.7418098e-06,-16.875006,-15.374605
+120940,-0.24374506,-1.7440523,-5.994056,-3.2439752
+77443,-14.874696,-16.625002,-6.5564896e-06,-11.999573
+23685,-15.223953,-14.97426,-0.4742644,-0.97376955
+47231,-13.249695,-1.7881378e-06,-18.000006,-17.99956
+91022,-16.374693,-1.1920928e-07,-18.125004,-19.249636
+714,-17.500463,-18.25077,-8.125773,-0.00029595286
+25730,-14.374721,-13.750028,-3.2901222e-05,-10.374736
+97729,-2.682173e-05,-13.000334,-10.625338,-15.374987
+30236,-7.0333235e-06,-16.250317,-16.87532,-11.875222
+2443,-8.249954,-0.00026127262,-20.187765,-17.062622
+52656,-0.0021946172,-11.502502,-6.127506,-16.25212
+116972,-20.937658,-19.750465,-13.500467,-1.4305105e-06
+43770,-6.751819,-8.002127,-0.002130978,-7.377359
+10949,-17.374693,-1.1920928e-07,-15.625004,-18.374502
+100306,-16.499693,-1.1920928e-07,-17.687504,-19.062227
+29745,-11.374704,-1.1444026e-05,-21.375015,-17.878874
+60439,-16.62527,-16.250578,-9.125582,-0.00010895135
+109824,-14.249695,-5.960463e-07,-20.125004,-17.249836
+102648,-11.126742,-14.877049,-0.25205338,-1.501563
+62099,-5.254928,-0.005235651,-15.5052395,-17.879814
+33686,-13.124695,-2.0265559e-06,-19.812506,-17.6249
+116606,-12.339014,-12.464321,-2.4643238,-0.08891273
+85384,-14.75017,-16.250479,-10.250481,-3.5762147e-05
+31834,-9.374858,-11.625165,-0.00016866691,-9.50011
+58133,-22.250212,-20.875519,-10.3755245,-3.1232346e-05
+95196,-15.374693,-18.375,-3.5762723e-06,-12.624614
+11675,-10.624717,-2.4318399e-05,-21.250029,-17.37486
+34902,-4.2758794,-4.9011865,-0.026190596,-5.4007783
+112691,-18.625183,-20.12549,-9.625493,-6.603976e-05
+33713,-5.5037775,-15.816585,-0.004088734,-11.628615
+109135,-16.249735,-18.500042,-4.553691e-05,-10.000063
+60521,-10.87501,-12.125317,-0.00032038323,-8.124892
+76695,-0.69314384,-12.318452,-12.443456,-0.6931674
+98619,-17.87469,-18.124996,-2.3841855e-07,-15.375917
+13731,-15.374693,-2.3841855e-07,-19.187504,-17.500082
+14492,-10.749716,-2.1576649e-05,-19.437525,-16.374884
+81006,-15.874741,-17.750048,-5.161629e-05,-9.874571
+114491,-8.130103,-11.00541,-5.3804135,-0.004929176
+120167,-19.062267,-12.750073,-7.7602235e-05,-9.501163
+69602,-13.249695,-1.7881378e-06,-19.437506,-16.750332
+81057,-10.000591,-8.375898,-0.0009026029,-7.3754196
+118239,-20.874693,-1.1920928e-07,-16.125004,-19.374535
+26999,-5.503775,-16.004082,-0.0040867156,-11.878606
+103729,-14.249832,-10.875139,-0.00014304092,-8.999823
+70324,0.0,-21.125307,-19.81281,-19.687462
+88697,-17.000422,-19.250729,-8.375732,-0.00023040501
+79720,-14.249695,-5.960463e-07,-19.937504,-18.250261
+119098,-14.758761,-15.1340685,-4.759072,-0.0086112125
+16374,-11.374704,-1.1444026e-05,-19.687515,-17.749607
+8973,-8.1249895,-0.00029619123,-17.9378,-16.500156
+92670,-2.0265559e-06,-16.750309,-13.125313,-18.999931
+46136,-13.624694,-1.3113013e-06,-18.750006,-16.374765
+113240,0.0,-24.687807,-23.00031,-21.000216
+92271,-15.529897,-16.842707,-3.5302086,-0.029736878
+47020,-14.662921,-14.100728,-1.6007321,-0.22533336
+68952,-18.24969,-14.874999,-2.8610189e-06,-12.874554
+93704,-18.99969,-15.999996,-5.960463e-07,-14.500537
+126515,-20.874693,0.0,-18.500004,-19.249538
+1648,-12.076199,-14.701506,-0.20150924,-1.7010169
+4147,-20.37589,-17.876198,-7.2512026,-0.00070963945
+106815,-17.5069,-17.257208,-5.0072117,-0.0067120334
+18919,-3.1679635,-11.293271,-0.04327496,-8.293069
+88395,-19.125254,-20.75056,-9.875563,-5.1377883e-05
+83361,-12.749696,-2.8610189e-06,-20.312506,-19.37456
+69550,-16.937193,-1.1920928e-07,-16.125004,-17.687904
+59782,-13.628363,-16.753672,-5.753674,-0.003177358
+62607,-14.76113,-15.511437,-4.5114417,-0.0110439705
+49031,-17.350502,-15.100811,-1.6008153,-0.22531128
+24073,-19.81263,-19.437937,-10.250441,-3.5404533e-05
+34883,-18.37469,-14.124997,-8.344647e-07,-16.37457
+78080,0.0,-23.000307,-22.87531,-20.751255
+59546,-9.875408,-14.875715,-8.750719,-0.0002101439
+123805,-11.749701,-7.867782e-06,-19.875011,-18.874645
+87807,-16.499693,-1.1920928e-07,-21.562504,-20.499733
+53821,-7.6254773,-17.063286,-10.125789,-0.0005280769
+90016,-15.749693,-1.1920928e-07,-17.250004,-17.374699
+75870,-18.93719,-15.749997,-5.960463e-07,-14.499506
+58764,-18.375557,-18.000864,-7.8758698,-0.00037984786
+64575,0.0,-22.625307,-21.18781,-18.624825
+85818,-18.750166,-19.250473,-11.125476,-1.4781843e-05
+15652,-18.49969,-17.749996,-5.960463e-07,-14.374501
+85976,-15.69465,-16.694958,-0.06996102,-2.6945963
+15080,-19.999693,0.0,-17.250004,-17.12453
+79945,-9.749751,-5.8410846e-05,-18.187565,-16.37611
+76385,-17.504217,-17.817024,-5.5045295,-0.004076624
+115581,-11.374943,-11.37525,-0.0002536452,-8.374997
+61199,-21.624693,0.0,-20.750004,-17.874561
+85813,-18.56219,-15.499996,-3.576278e-07,-16.499638
+67537,-13.374696,-1.6689287e-06,-17.625006,-15.999854
+89261,-17.874693,-15.374999,-3.0994368e-06,-12.749598
+22046,-18.56271,-17.500517,-10.750521,-2.1457441e-05
+22926,-2.503392e-06,-16.500309,-15.687815,-12.999823
+49488,-14.875177,-16.812984,-0.00048851955,-7.6250844
+96660,-9.124803,-0.00010966653,-14.3751135,-16.505861
+63730,-15.256892,-16.5072,-5.007204,-0.0067123887
+9677,0.0,-23.875307,-19.00031,-20.000425
+120201,-20.750187,-20.250494,-12.8755,-2.503392e-06
+35208,-17.624691,-16.624998,-1.6689287e-06,-13.374507
+30950,-15.875579,-13.938386,-0.3133902,-1.3129165
+66963,-0.042986207,-18.293293,-3.1682975,-15.299299
+16156,-15.375157,-16.875463,-14.375468,-8.344647e-07
+69670,-13.499696,-1.5497195e-06,-20.625006,-16.37563
+13477,-15.749693,-2.3841855e-07,-20.500004,-16.250309
+50904,-19.624693,0.0,-17.375004,-17.999521
+7930,-12.124695,-17.312502,-6.079655e-06,-14.374587
+26294,-15.3763075,-17.814114,-6.7516184,-0.0011699506
+35749,-12.624691,-19.125,-3.3378547e-06,-16.749487
+55850,-12.374694,-18.187498,-4.76836e-06,-14.499556
+64767,-16.002266,-15.502574,-6.127578,-0.0021845067
+22057,-20.375517,-19.625824,-8.000827,-0.00033527953
+87663,-19.250225,-19.563032,-9.875536,-5.1377883e-05
+35864,-19.813122,-19.500929,-7.7509327,-0.0004304913
+33007,-16.24969,-15.874997,-5.960463e-07,-14.749651
+81372,-12.130396,-15.630703,-5.2557073,-0.0052369554
+97703,-15.374693,-3.576278e-07,-19.875004,-16.250448
+118589,-3.576278e-07,-18.437807,-16.62531,-15.266838
+65741,-2.7656173e-05,-16.562834,-17.125338,-10.500263
+119601,-8.125246,-15.625553,-0.0005576248,-8.25006
+114504,-17.37469,-17.374996,-4.7683704e-07,-14.6247015
+92452,0.0,-24.312807,-21.62531,-22.127068
+11152,-0.0010302718,-15.376337,-8.376341,-7.131721
+44669,-16.374708,-14.875015,-1.9430925e-05,-10.874642
+121963,-12.374697,-4.2915253e-06,-19.500008,-16.37492
+63486,-12.12529,-16.125597,-8.875601,-0.00014530557
+123055,-0.9579449,-15.208253,-0.9582564,-1.4577553
+119717,-3.373566e-05,-17.750343,-10.500344,-12.000025
+88042,-18.62512,-19.000427,-12.375433,-4.2915253e-06
+54428,-16.249693,-2.3841855e-07,-18.500004,-16.624882
+125274,-2.8371409e-05,-14.625337,-10.50034,-14.999866
+46816,-17.600323,-13.975631,-2.3506343,-0.10016248
+8553,-6.1268854,-19.002193,-0.0021972342,-11.376731
+56455,-15.999693,-1.1920928e-07,-20.062504,-18.875177
+101092,-7.3909487e-06,-15.250316,-11.8753195,-15.375018
+55570,-5.960463e-07,-21.625307,-18.87531,-14.374936
+2531,0.0,-19.875307,-18.50031,-17.250467
+55854,-12.624696,-3.3378547e-06,-20.062508,-19.18728
+65143,0.0,-24.312807,-20.62531,-21.9999
+28422,-21.875181,-21.562988,-12.125491,-5.3644035e-06
+36329,-13.750187,-18.500496,-12.000498,-7.2717403e-06
+8061,-2.2375486,-0.11285589,-18.73786,-13.987624
+107678,-18.124693,0.0,-18.875004,-18.249582
+53009,-1.1920928e-07,-17.750307,-20.00031,-15.75006
+62879,0.0,-22.687807,-21.56281,-18.270376
+26784,-8.499896,-0.00020346955,-17.625208,-16.74977
+21912,-16.505524,-13.31833,-0.6933339,-0.69296384
+113597,0.0,-21.875307,-20.75031,-19.62547
+82760,0.0,-25.000307,-23.93781,-22.250784
+26160,-19.374693,0.0,-18.000004,-16.874567
+23421,-16.999693,0.0,-18.750004,-18.374722
+41793,-2.3738513,-7.686658,-3.7491627,-0.1245634
+103325,-14.999693,-3.576278e-07,-20.375004,-20.687105
+33557,-16.749693,0.0,-18.750004,-17.499538
+81209,-6.875726,-0.0010331299,-18.876038,-17.938097
+107064,-14.124981,-16.500286,-13.250292,-2.503392e-06
+98221,-0.08893836,-16.839245,-15.964251,-2.4639525
+16139,-17.375648,-17.375956,-7.6259584,-0.00048780462
+62717,-14.874693,-3.576278e-07,-21.812504,-19.878365
+28151,0.0,-23.187807,-21.87531,-20.750456
+22888,-11.999701,-7.510157e-06,-17.500011,-13.500368
+24637,-0.9739368,-9.849244,-0.47424823,-13.973942
+92809,-17.250177,-21.312984,-11.500492,-1.0132739e-05
+91862,-7.3753743,-9.750682,-0.00068581424,-14.000275
+7412,0.0,-21.000307,-20.75031,-21.00069
+52442,-11.374701,-18.937508,-1.1563234e-05,-16.624992
+87399,-0.0006241042,-12.125932,-7.5009356,-9.62636
+112712,0.0,-22.125307,-20.25031,-21.377228
+54201,-1.4662635e-05,-20.562824,-19.500328,-11.129753
+117074,-16.375494,-15.500801,-0.0008050538,-7.125296
+25137,-0.7576484,-16.882956,-12.257959,-0.63256454
+16780,-0.00012373159,-19.312931,-9.000436,-14.874969
+72881,-16.874714,-16.125021,-2.4437606e-05,-10.624613
+110597,-16.249693,-1.1920928e-07,-18.750004,-19.002396
+89655,0.0,-21.625307,-18.25031,-20.126736
+48391,-12.749696,-2.9802277e-06,-17.37501,-16.24966
+110182,0.0,-21.875307,-19.06281,-18.874817
+87621,-16.12515,-13.375455,-11.625459,-1.060957e-05
+122711,0.0,-23.687807,-21.50031,-21.271254
+115720,0.0,-24.062807,-22.93781,-18.7498
+66486,-11.499704,-1.0132739e-05,-18.875013,-19.3754
+68169,-7.875073,-0.00038020534,-19.250383,-17.75132
+110138,-17.49969,-18.874996,-1.1920928e-07,-15.625203
+21580,-9.624759,-6.6158966e-05,-17.50007,-15.749901
+102553,-14.499693,-4.7683704e-07,-20.000004,-17.87539
+78769,-10.374725,-3.1232346e-05,-17.875034,-17.999846
+93593,-17.249693,0.0,-18.750004,-18.249832
+16612,-12.1247,-5.3644035e-06,-18.93751,-17.125294
+59583,-15.000968,-17.751276,-7.126279,-0.0008043391
+76885,0.0,-20.687807,-21.18781,-17.74995
+120777,-1.8044884,-0.17979564,-17.8048,-14.4337
+121894,-1.7881378e-06,-21.187809,-19.312813,-13.249941
+88371,0.0,-23.937807,-22.56281,-22.837315
+68747,-14.124691,-14.374998,-1.6689287e-06,-14.999582
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
new file mode 100644
index 0000000000000000000000000000000000000000..f0cf64ef79f6b670b1b93d4c623c00b2b13e031c
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
@@ -0,0 +1,400 @@
+31224,-2.69465,-0.06995735,-18.569962,-14.944734
+80227,0.0,-23.750307,-21.37531,-17.749847
+79086,0.0,-22.562807,-21.56281,-20.374851
+75303,-18.000126,-20.437933,-17.375437,0.0
+56417,-18.12469,-17.874996,-2.3841855e-07,-15.4995
+11319,-3.1681936,-15.356002,-10.668506,-0.0430151
+12625,-1.1920928e-07,-21.812807,-20.62531,-16.249893
+87626,-18.812193,-5.960463e-07,-14.375006,-16.874535
+43853,-19.250174,-23.06298,-16.875484,0.0
+23828,-14.002122,-18.87743,-6.2524323,-0.0019284952
+27858,-8.499892,-18.8752,-0.00020346955,-16.750183
+12604,-0.22537827,-15.413185,-1.6006898,-10.475178
+8180,-10.749711,-18.500017,-2.1815062e-05,-14.874511
+37466,-19.125103,-20.25041,-12.875416,-2.622601e-06
+48185,-11.374704,-1.1444026e-05,-20.687515,-18.749523
+77755,-18.749699,-16.125006,-9.059865e-06,-11.624689
+29286,-7.577041,-11.577349,-1.7023526,-0.20184168
+87038,-19.375118,-21.312925,-17.00043,0.0
+33094,-11.6247015,-9.059865e-06,-19.750013,-16.124544
+17990,-10.129966,-15.005273,-0.0052765626,-5.2547827
+125393,-18.500174,-21.68798,-18.250484,0.0
+25066,-9.749753,-6.0437284e-05,-15.750064,-13.124679
+93021,-21.6252,-21.375507,-12.875513,-2.503392e-06
+91364,-17.624702,-18.75001,-1.2993728e-05,-11.249562
+56219,-0.1829408,-7.433248,-1.8082522,-5.932901
+108119,-13.249995,-15.250302,-14.375306,-2.622601e-06
+108029,-4.017296,-17.080103,-16.580107,-0.018165648
+82606,-18.500162,-19.81297,-13.125473,-2.0265559e-06
+34733,-20.562922,-18.375729,-8.375733,-0.00023040501
+40806,0.0,-22.437807,-22.06281,-20.192877
+89870,0.0,-21.937807,-19.75031,-18.000036
+120589,-17.12469,-14.249997,-7.152555e-07,-17.12462
+107229,-16.49969,-19.124996,-1.1920928e-07,-18.37458
+81763,-10.24977,-14.375077,-8.129743e-05,-9.999588
+126587,-7.2495313,-10.999839,-9.624843,-0.00079361885
+105931,-21.249693,-1.1920928e-07,-17.250004,-15.749869
+51593,-2.0265559e-06,-24.312809,-19.000313,-13.124812
+105827,-15.167706,-18.730513,-0.0430167,-3.1676037
+92547,-10.999709,-1.668916e-05,-21.000021,-17.749685
+11098,-19.187347,-16.750154,-0.00015853578,-8.749648
+15535,-15.624694,-1.3113013e-06,-13.875005,-15.124513
+104144,-12.87472,-16.125027,-3.0159496e-05,-10.49956
+84409,0.0,-26.312807,-24.68781,-23.875097
+55188,-19.87469,-17.499996,0.0,-16.874874
+97914,-8.124986,-14.750293,-0.00029654874,-15.749951
+9697,-10.250194,-19.375502,-11.6255045,-4.4344873e-05
+43614,-21.250166,-21.812973,-14.000478,-8.344647e-07
+57056,-21.687695,-23.125502,-16.500505,-1.1920928e-07
+98595,-9.749751,-5.864925e-05,-14.875062,-18.249592
+11602,-12.624751,-16.375057,-6.1629304e-05,-9.749591
+29109,-2.349932,-17.725239,-0.10024336,-11.84981
+114682,-19.124693,0.0,-18.875004,-19.74964
+63374,-21.062193,0.0,-20.562504,-17.74976
+77864,-7.261444,-15.136752,-0.0117554795,-4.511282
+81631,-5.379316,-14.254623,-0.0046269973,-12.254223
+124163,-9.003893,-17.6917,-0.0042034136,-5.5037045
+81563,-11.750242,-15.375549,-10.000553,-5.3523538e-05
+13895,-7.1254973,-0.0008048156,-19.125809,-16.125334
+12863,-20.375181,-22.437988,-13.12549,-2.0265559e-06
+45732,-16.159918,-0.1602237,-1.910228,-16.534906
+49404,-14.749711,-17.000015,-2.193427e-05,-10.749522
+487,-12.1247,-5.4836123e-06,-17.37501,-16.06209
+64317,-22.562685,-21.562992,-12.625494,-3.3378547e-06
+6331,0.0,-17.375307,-19.12531,-17.001722
+73812,-18.3122,-12.625008,-1.12056105e-05,-11.749512
+15701,-17.751368,-14.626675,-6.751679,-0.0011700697
+104663,0.0,-24.750307,-22.12531,-21.124878
+90606,-7.125996,-12.751306,-13.751309,-0.0008082699
+127552,0.0,-24.937807,-25.12531,-23.12808
+126761,-9.320179,-16.882988,-2.6954906,-0.06999214
+92697,0.0,-22.750307,-20.62531,-18.375282
+107122,-13.749834,-12.375141,-0.00014506718,-8.87509
+74380,-17.500168,-18.625475,-11.500483,-1.0132739e-05
+66285,0.0,-25.125307,-22.75031,-22.379595
+70163,-10.751641,-13.626948,-0.0019521719,-6.2514467
+75972,-10.374722,-15.375029,-3.2066786e-05,-14.276885
+30713,-20.321304,-17.259111,-4.759115,-0.008610149
+118867,0.0,-23.187807,-23.18781,-19.874907
+84835,-15.124693,-2.3841855e-07,-16.875004,-17.749601
+60503,-12.999742,-16.37505,-5.3881147e-05,-9.874571
+11807,-18.79318,-14.5434885,-3.1684914,-0.042977985
+27906,0.0,-24.625307,-21.75031,-23.187601
+30093,-17.374693,-1.1920928e-07,-17.937504,-16.624517
+45657,-13.749694,-15.250001,-5.0067774e-06,-12.49951
+97197,0.0,-22.625307,-21.75031,-20.37499
+48440,-18.249693,0.0,-20.125004,-18.749504
+14971,0.0,-24.687807,-23.43781,-22.876709
+61380,-21.875175,-21.375483,-15.000487,-3.576278e-07
+7177,-7.7501235,-0.00043084874,-19.562935,-16.249979
+40241,-0.001961928,-11.62727,-10.627274,-6.2519107
+38583,-18.749754,-5.8291644e-05,-9.750062,-18.124657
+104941,0.0,-23.937807,-18.37531,-21.627884
+39377,-9.624759,-6.603976e-05,-19.500072,-17.749674
+65329,-2.477062,-15.664869,-4.352374,-0.10188428
+81089,-15.874693,-1.1920928e-07,-20.437504,-18.374634
+6143,-9.875245,-16.625555,-11.125556,-6.627817e-05
+63753,0.0,-20.750307,-20.50031,-17.374983
+5084,-12.759453,-14.38476,-0.0097637,-4.6343093
+125282,-20.49969,-16.999996,-2.3841855e-07,-15.249915
+7980,-11.500062,-15.000369,-10.500373,-3.7907834e-05
+42346,-20.937683,-21.62549,-12.750496,-2.8610189e-06
+73055,-16.12469,-17.124996,-2.3841855e-07,-16.624552
+31696,-16.125004,-10.875311,-0.0003151397,-8.124947
+101343,-7.750119,-18.625427,-0.00043096792,-15.625827
+115075,0.0,-24.687807,-23.00031,-22.00007
+29447,-22.000198,-24.125505,-16.37551,-1.1920928e-07
+89441,-0.0019281383,-19.752235,-6.2522397,-16.126755
+15843,-0.00044550508,-13.250752,-11.250756,-7.750283
+110126,-16.874695,-15.500002,-5.7220295e-06,-12.124543
+36142,-21.812706,-21.375513,-11.375517,-1.1444026e-05
+2846,-22.000198,-21.938005,-16.00051,-1.1920928e-07
+85390,-2.9086643e-05,-16.125336,-11.5003395,-10.87724
+108138,-16.987944,-15.61325,-2.238253,-0.11277102
+7571,-20.00028,-16.250587,-9.125591,-0.00010895135
+62381,-17.249697,-1.1920922e-06,-18.937508,-13.6245
+65963,-21.624756,-16.375063,-6.6158966e-05,-9.624758
+39384,0.0,-26.187807,-24.62531,-24.854778
+62356,0.0,-25.375307,-23.68781,-22.42502
+20478,-6.750863,-0.001170665,-18.188677,-16.000748
+101968,-14.749689,-21.624996,-3.576278e-07,-21.624516
+124810,-18.062214,-16.000023,-2.7656173e-05,-10.499686
+9300,-19.74969,-18.624996,-1.1920928e-07,-16.499529
+35593,-21.312698,-20.063005,-10.250509,-3.5285328e-05
+53670,-13.374786,-15.750093,-9.786604e-05,-9.249623
+44789,0.0,-24.562807,-22.18781,-19.37499
+25135,-11.249707,-1.2993728e-05,-20.875017,-18.624739
+32124,0.0,-24.937807,-23.62531,-22.28428
+36646,-10.250235,-17.750544,-13.1255455,-3.7311813e-05
+34191,-22.312695,-21.000502,-12.625502,-3.3378547e-06
+65307,-21.68768,-21.312986,-16.50049,-1.1920928e-07
+32731,-9.749751,-5.8291644e-05,-19.000065,-16.75016
+112637,-7.3758364,-11.751143,-9.626147,-0.0007003477
+18943,-7.0006304,-12.875938,-0.0009417866,-10.500588
+117291,0.0,-23.187807,-22.37531,-18.875177
+67975,-19.937862,-19.56317,-8.625672,-0.00017951308
+104676,-12.749794,-0.000101203565,-10.125105,-9.74961
+109059,-11.999699,-6.198864e-06,-19.93751,-18.625053
+86252,-25.125202,-23.68801,-19.250513,0.0
+109620,0.0,-24.062807,-24.56281,-21.312319
+35543,-21.312738,-20.000546,-9.750548,-5.8291644e-05
+96155,-9.249797,-0.000103945094,-11.750108,-17.000107
+33646,-12.624693,-17.5,-3.4570635e-06,-15.875799
+64061,-0.006454573,-10.2567625,-9.131766,-5.068725
+6764,0.0,-23.062807,-21.25031,-20.000032
+63078,-12.249698,-4.76836e-06,-20.437508,-21.187078
+88343,-14.124695,-7.152555e-07,-19.625004,-19.624596
+50106,-14.124849,-0.00015507927,-9.75016,-9.250414
+35688,-19.187193,-18.5,-3.6954812e-06,-12.499499
+78697,-15.874693,-1.1920928e-07,-21.437504,-18.501625
+13749,-15.4997,-6.5564896e-06,-15.6250105,-11.999762
+44428,-8.250367,-18.750675,-15.500678,-0.0002613918
+13880,0.0,-22.750307,-21.00031,-21.687916
+107805,-9.874742,-19.062548,-5.2212305e-05,-14.124543
+47687,0.0,-25.250307,-25.25031,-20.75008
+3328,-10.999721,-16.125029,-3.1589963e-05,-11.124618
+27574,-18.125141,-20.562948,-17.500452,0.0
+6049,-19.437195,-1.9073468e-06,-15.875006,-13.249641
+121371,-20.124695,-1.7881378e-06,-17.437506,-13.249724
+93977,-0.38677135,-17.01208,-1.1370828,-15.886581
+87794,-18.62469,-19.749996,-2.3841855e-07,-15.37454
+1284,-13.8747015,-7.2717403e-06,-15.625012,-11.999713
+86737,-16.889305,-16.014612,-4.2646174,-0.014157102
+9800,-13.875169,-18.500477,-16.25048,-1.072883e-06
+60632,-16.749693,0.0,-20.625004,-20.499567
+69196,-16.999697,-1.1920922e-06,-14.375005,-14.249559
+109514,-8.999815,-17.187622,-0.00012599629,-12.87522
+75454,-9.249796,-0.00010334911,-11.875107,-14.749617
+68262,-1.3130354,-14.688343,-0.3133469,-13.87538
+51383,-0.6325225,-0.7578298,-13.132834,-9.632448
+39024,-11.6247015,-8.940657e-06,-19.375013,-19.499514
+53372,-17.750242,-18.00055,-9.875552,-5.149709e-05
+61955,-20.00024,-19.313047,-9.62555,-6.603976e-05
+46407,-12.249698,-4.76836e-06,-20.687508,-17.874643
+56851,-12.749692,-20.374996,-2.8610189e-06,-17.124489
+117835,-18.87469,-19.937496,0.0,-18.124622
+41315,-14.99969,-20.249996,-5.960463e-07,-15.124489
+54086,0.0,-18.750307,-19.75031,-19.937353
+1123,0.0,-27.312807,-23.93781,-22.499905
+6738,-10.499721,-2.7536968e-05,-18.12503,-16.874535
+65022,-18.500093,-19.5004,-12.125404,-5.4836123e-06
+29011,-11.877073,-16.31488,-6.2523837,-0.0019348012
+209,-15.762206,-14.700013,-0.012516517,-4.387005
+117949,-1.1920928e-07,-20.812807,-16.00031,-18.124937
+112253,-18.125143,-20.87545,-16.500454,-1.1920928e-07
+117575,-9.701564,-13.451871,-1.701875,-0.20138691
+12151,-12.124695,-19.000002,-5.841238e-06,-14.874499
+6503,-8.0683565,-11.443663,-0.6936677,-0.69327486
+47388,-17.874693,0.0,-20.250004,-18.24959
+122533,-14.375165,-18.06297,-15.875476,-7.152555e-07
+77557,-5.9006856e-05,-14.750367,-9.750371,-14.75009
+3593,-2.50864,-0.13394722,-7.7589517,-3.1336615
+39857,-0.0004427645,-12.37575,-11.750753,-7.7502522
+82941,-22.687193,-1.1920928e-07,-18.625004,-16.12452
+2835,0.0,-22.687807,-21.37531,-22.062405
+12119,-3.4084172,-14.471225,-0.033728875,-9.5332365
+2255,-1.5497195e-06,-16.812809,-13.750314,-14.624977
+99071,-9.876444,-16.06425,-0.001754532,-6.376248
+73970,-6.8757944,-11.1261015,-0.001106008,-9.750616
+73312,-19.6254,-15.875707,-8.3757105,-0.0002305242
+109736,-17.312193,-8.344647e-07,-16.187504,-14.187247
+2581,-3.529455,-0.02976222,-16.904766,-12.77929
+64922,-6.751348,-19.501657,-12.251659,-0.0011747134
+85830,0.0,-24.625307,-23.50031,-21.37506
+122144,-18.249693,-1.1920928e-07,-18.375004,-15.87449
+62330,-11.6247015,-8.940657e-06,-19.562513,-16.874718
+112561,-9.132408,-13.382715,-0.0077189743,-4.8822894
+48434,-7.125498,-0.00080469646,-21.313309,-17.625324
+119944,-12.1247,-6.7949063e-06,-15.1250105,-13.624525
+120940,-3.7741911,-7.2744985,-9.149502,-0.024041552
+77443,-16.374693,-18.5,-3.4570635e-06,-12.624497
+23685,-15.260742,-16.38605,-0.01105352,-4.510557
+47231,-14.374695,-5.960463e-07,-19.125004,-16.999517
+91022,-18.624693,0.0,-21.125004,-20.124521
+714,-19.250195,-20.125502,-11.875505,-6.9141147e-06
+25730,-16.124693,-14.0,-3.81469e-06,-12.749568
+97729,-1.8596476e-05,-13.500326,-11.00033,-14.249971
+30236,-6.3180723e-06,-16.937813,-16.375317,-12.000012
+2443,-4.75831,-0.00861724,-17.696123,-15.570762
+52656,-7.867782e-06,-18.625315,-11.750319,-19.000103
+116972,-21.250181,-21.125488,-16.125492,-1.1920928e-07
+43770,-1.8103,-7.0606074,-0.18561152,-5.310308
+10949,-18.624693,-2.3841855e-07,-15.375004,-18.37449
+100306,-17.499693,0.0,-17.187504,-18.124565
+29745,-8.999816,-0.0001234932,-22.562628,-17.877974
+60439,-16.87525,-18.125557,-9.625559,-6.603976e-05
+109824,-10.999711,-1.6808368e-05,-18.375021,-15.624606
+102648,-9.450994,-13.888801,-0.82630396,-0.575797
+62099,-1.5016912,-0.25199845,-14.627004,-14.626541
+33686,-13.249695,-1.7881378e-06,-20.250006,-17.499575
+116606,-11.883745,-15.259052,-4.7590566,-0.00861783
+85384,-14.750123,-17.750431,-11.875434,-7.3909487e-06
+31834,-9.6247835,-12.375091,-9.4647694e-05,-10.624884
+58133,-24.687696,-22.625504,-14.750506,-3.576278e-07
+95196,-9.874748,-18.187555,-5.9364465e-05,-11.749796
+11675,-11.124707,-1.4781843e-05,-20.93752,-18.624569
+34902,-8.126772,-9.377079,-0.0020830377,-6.3767214
+112691,-19.187658,-21.500465,-13.125466,-2.0265559e-06
+33713,-7.500242,-17.43805,-0.00055393134,-14.000056
+109135,-12.624714,-19.000021,-2.4795225e-05,-10.749551
+60521,-10.375358,-11.500665,-0.0006681832,-7.3751707
+76695,-1.8046429,-13.179951,-13.054955,-0.17976946
+98619,-19.74969,-19.624996,0.0,-21.12508
+13731,-13.249695,-1.9073468e-06,-20.000006,-15.749853
+14492,-7.250403,-0.0007103542,-19.063213,-15.500509
+81006,-18.18721,-17.500017,-2.1457441e-05,-10.749516
+114491,-11.375219,-14.500526,-10.62553,-3.623897e-05
+120167,-19.999718,-15.375024,-2.7775379e-05,-10.499959
+69602,-9.749751,-5.8410846e-05,-18.875065,-16.124926
+81057,-10.127581,-10.002888,-0.0028915284,-5.8773956
+118239,-20.624693,-5.960463e-07,-14.250006,-18.249542
+26999,-7.1254935,-17.375801,-0.00080529205,-14.250327
+103729,-15.624831,-12.875138,-0.00014268333,-8.874669
+70324,0.0,-20.125307,-19.12531,-18.99987
+88697,-18.375208,-19.563015,-11.875517,-6.9141147e-06
+79720,-15.124693,-2.3841855e-07,-19.625004,-17.999563
+119098,-18.37524,-18.375547,-9.875551,-5.149709e-05
+16374,-11.499704,-1.0132739e-05,-21.375013,-18.874542
+8973,-9.749751,-5.8291644e-05,-19.000065,-17.624794
+92670,-4.2915253e-06,-16.37531,-12.375315,-16.87494
+46136,-9.999739,-4.6013727e-05,-16.56255,-14.499724
+113240,0.0,-25.812807,-24.62531,-20.501204
+92271,-15.000602,-17.688408,-0.0009122501,-7.000432
+47020,-17.002632,-15.877939,-6.0029435,-0.0024747006
+68952,-18.56219,-16.874996,-2.3841855e-07,-15.37452
+93704,-20.37469,-16.999996,-1.1920928e-07,-16.24995
+126515,-23.687193,0.0,-20.062504,-18.999517
+1648,-10.075892,-12.6387,-0.57620364,-0.82570386
+4147,-24.875202,-20.56301,-11.375513,-1.1444026e-05
+106815,-14.904933,-16.280241,-3.5302458,-0.029735953
+18919,-1.0536731,-12.178981,-0.42898458,-8.678826
+88395,-19.000538,-20.875845,-8.000849,-0.00033527953
+83361,-17.499693,0.0,-21.562504,-21.374517
+69550,-17.999693,-3.576278e-07,-15.437504,-16.125212
+59782,-14.501901,-18.31471,-6.3772135,-0.0017018134
+62607,-16.125841,-16.938648,-7.1261497,-0.00080422004
+49031,-17.750828,-15.938634,-1.3136373,-0.31312376
+24073,-21.125177,-21.312984,-14.75049,-3.576278e-07
+34883,-20.81219,-17.749996,0.0,-20.437052
+78080,0.0,-23.250307,-21.12531,-19.375696
+59546,-9.750264,-17.87557,-11.625575,-6.723178e-05
+123805,-8.374924,-0.00023088173,-17.937735,-15.374787
+87807,-14.374695,-5.960463e-07,-21.875004,-18.999529
+53821,-7.250864,-18.563673,-11.126176,-0.00072452996
+90016,-13.624694,-1.1920922e-06,-17.375008,-17.999561
+75870,-18.562191,-14.374998,-1.5497195e-06,-13.8744955
+58764,-22.875202,-22.37551,-15.250512,-2.3841855e-07
+64575,0.0,-24.250307,-23.62531,-19.999846
+85818,-20.12518,-21.812986,-15.625491,-1.1920928e-07
+15652,-20.49969,-19.874996,0.0,-18.874487
+85976,-15.7504,-17.000706,-0.00071047334,-7.2502284
+15080,-20.874693,-1.1920928e-07,-19.125004,-15.624517
+79945,-12.874697,-2.503392e-06,-20.312506,-16.750502
+76385,-15.942292,-16.942598,-5.3801026,-0.0046182163
+115581,-15.500125,-12.250432,-0.00043585338,-7.750025
+61199,-21.374697,-1.1920922e-06,-19.812508,-13.624561
+85813,-17.99969,-16.374996,-3.576278e-07,-15.249531
+67537,-13.124697,-2.503392e-06,-17.625006,-14.624845
+89261,-18.312191,-15.874998,-2.145765e-06,-13.12452
+22046,-21.75019,-21.875498,-16.750502,0.0
+22926,-1.1920928e-07,-20.625307,-20.25031,-16.374903
+49488,-14.999697,-18.375004,-7.2717403e-06,-11.874542
+96660,-8.499902,-0.00020764102,-12.375213,-18.187431
+63730,-18.253788,-17.754095,-5.6290965,-0.0035982882
+9677,0.0,-24.500307,-20.87531,-20.499964
+120201,-22.875189,-22.875496,-17.0005,0.0
+35208,-16.249693,-17.375,-3.4570635e-06,-12.62452
+30950,-15.814499,-13.252306,-1.50231,-0.25182247
+66963,-0.03803028,-17.975838,-3.2883418,-14.290885
+16156,-14.375154,-18.125458,-15.875464,-7.152555e-07
+69670,-13.374696,-1.5497195e-06,-21.625006,-18.124674
+13477,-15.624693,-1.1920928e-07,-20.375004,-17.499928
+50904,-18.124693,0.0,-18.000004,-18.249493
+7930,-8.749849,-17.437656,-0.00016056202,-13.124666
+26294,-14.625305,-19.50061,-8.750616,-0.00015877417
+35749,-11.999694,-19.562502,-6.198864e-06,-17.99949
+55850,-9.499764,-20.00007,-7.4979835e-05,-15.874626
+64767,-14.500284,-16.12559,-7.750595,-0.00043120622
+22057,-22.750198,-21.500505,-13.25051,-1.7881378e-06
+87663,-19.562689,-20.500496,-11.625499,-8.940657e-06
+35864,-21.500202,-21.50051,-11.875513,-6.9141147e-06
+33007,-11.499754,-12.750061,-6.4490145e-05,-9.874606
+81372,-11.756881,-15.694688,-5.007191,-0.006720204
+97703,-15.374693,-2.3841855e-07,-21.187504,-18.124634
+118589,-9.5367386e-07,-17.000307,-16.25031,-14.00676
+65741,-1.0132739e-05,-17.437817,-17.68782,-11.500048
+119601,-6.2518215,-14.814629,-0.0021327625,-8.501622
+114504,-19.87469,-20.874996,0.0,-19.624552
+92452,0.0,-23.187807,-19.00031,-21.438406
+11152,-0.16068153,-14.223489,-7.535993,-1.911202
+44669,-16.12471,-16.375017,-2.1576649e-05,-10.749557
+121963,-10.999709,-1.668916e-05,-20.000021,-17.499725
+63486,-13.750251,-17.500557,-9.500562,-7.5933436e-05
+123055,-1.2775602,-15.902868,-0.9028718,-1.1523943
+119717,-1.8119648e-05,-18.375324,-11.125329,-12.626994
+88042,-18.750101,-17.250408,-12.000413,-6.198864e-06
+54428,-13.874694,-9.5367386e-07,-20.812504,-17.874586
+125274,-0.0011713794,-14.001479,-6.751483,-14.126024
+46816,-15.800462,-13.363269,-2.2382736,-0.112770274
+8553,-3.1677568,-18.543064,-0.04306808,-9.792573
+56455,-16.124693,-1.1920928e-07,-20.625004,-17.249563
+101092,-4.1723165e-06,-15.625311,-12.500315,-14.8753395
+55570,-3.3378547e-06,-21.12531,-19.125315,-12.624939
+2531,-1.1920928e-07,-17.875307,-16.87531,-16.125006
+55854,-15.374693,-2.3841855e-07,-21.375004,-20.6246
+65143,0.0,-25.187807,-22.37531,-22.750135
+28422,-23.250166,-24.437973,-19.500477,0.0
+36329,-17.25017,-21.062977,-15.125481,-3.576278e-07
+8061,-0.026298242,-3.6516056,-18.46411,-12.02631
+107678,-14.749693,-4.7683704e-07,-17.875004,-16.374516
+53009,-1.7881378e-06,-19.250309,-19.750313,-13.24997
+62879,-2.3841855e-07,-19.625307,-20.12531,-15.391184
+26784,-6.5011954,-0.0015030527,-17.001507,-15.251016
+21912,-15.225663,-13.28847,-3.2884746,-0.03802661
+113597,0.0,-23.250307,-23.56281,-20.125103
+82760,0.0,-25.625307,-24.31281,-22.564102
+26160,-17.874693,-3.576278e-07,-18.500004,-14.749519
+23421,-19.624693,0.0,-19.125004,-17.99955
+41793,-2.0298204,-8.030128,-4.405132,-0.15536706
+103325,-17.749693,0.0,-21.187504,-22.249529
+33557,-19.374693,-4.7683704e-07,-17.687504,-14.499513
+81209,-9.749751,-5.8291644e-05,-21.250065,-19.437078
+107064,-15.499232,-18.812037,-14.374543,-7.152555e-07
+98221,-0.25195685,-19.064764,-17.314768,-1.5018324
+16139,-19.750156,-21.000463,-14.500466,-4.7683704e-07
+62717,-9.749751,-5.8291644e-05,-20.750065,-18.562151
+28151,0.0,-24.312807,-24.25031,-20.50088
+22888,-15.374695,-7.152555e-07,-16.625004,-14.749859
+24637,-0.14263394,-17.45544,-2.0179455,-15.017503
+92809,-20.25016,-24.437967,-19.250471,0.0
+91862,-11.499701,-13.875008,-1.1086402e-05,-17.999544
+7412,0.0,-22.687807,-22.37531,-20.750349
+52442,-8.37492,-17.000227,-0.00023076255,-16.250284
+87399,-4.0531077e-06,-17.50031,-13.000315,-13.250277
+112712,0.0,-24.250307,-21.12531,-22.125168
+54201,-2.3841855e-07,-22.250307,-21.00031,-15.251562
+117074,-16.25086,-14.626167,-0.0011712604,-6.7506685
+25137,-0.82602173,-18.13883,-12.826334,-0.57588005
+16780,-0.00029642956,-18.938103,-8.125608,-14.500158
+72881,-16.3747,-16.000008,-1.1682442e-05,-11.374568
+110597,-16.749693,0.0,-19.250004,-17.874916
+89655,0.0,-22.375307,-20.12531,-18.250132
+48391,-14.124695,-7.152555e-07,-17.437504,-17.56205
+110182,0.0,-21.875307,-18.68781,-19.87484
+87621,-16.250126,-14.750432,-12.750436,-3.3378547e-06
+122711,0.0,-22.437807,-17.12531,-19.302546
+115720,0.0,-25.687807,-24.43781,-20.87482
+66486,-13.499694,-1.4305105e-06,-21.187506,-19.374746
+68169,-12.249698,-4.76836e-06,-19.375008,-17.499641
+110138,-17.37469,-21.312496,0.0,-21.749735
+21580,-12.874696,-2.7418098e-06,-17.250006,-15.499583
+102553,-14.749693,-3.576278e-07,-20.250004,-17.249731
+78769,-11.374704,-1.1444026e-05,-19.500015,-18.374567
+93593,-15.999693,-1.1920928e-07,-20.000004,-18.124544
+16612,-11.249706,-1.3351351e-05,-18.250017,-14.999665
+59583,-13.001158,-18.188965,-6.876469,-0.0010345589
+76885,-2.3841855e-07,-17.312807,-18.50031,-15.375309
+120777,-1.1366638,-0.386971,-16.949476,-13.512091
+121894,-2.3841855e-07,-21.187807,-20.81281,-15.124959
+88371,0.0,-23.562807,-22.12531,-22.208958
+68747,-13.499693,-14.125,-3.933899e-06,-13.249523
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/events.out.tfevents.1738070127.gamma.3611256.0 b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/events.out.tfevents.1738070127.gamma.3611256.0
new file mode 100644
index 0000000000000000000000000000000000000000..6b9f68604fd5515dfeaad19dbe7ad5cee6ebc0b1
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/events.out.tfevents.1738070127.gamma.3611256.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a107a26717f9ab38ec1185cab1ccb9667a693ec97ba0c2655e35e9ef403dd09a
+size 3420
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/hparams.yaml b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/hparams.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/hparams.yaml
@@ -0,0 +1 @@
+{}
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/metrics.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/metrics.csv
new file mode 100644
index 0000000000000000000000000000000000000000..82f7c80e80660a56c23dded567f620d0d0b83966
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/metrics.csv
@@ -0,0 +1,37 @@
+step,train/NCE,train/NER,val/NCE,val/NER
+0,0.2461192815040596,0.07207207128565216,,
+1,0.24611917362541463,0.07207207128565216,,
+2,,,0.24611917362541463,0.07207207128565216
+2,0.24611917362541463,0.07207207128565216,,
+3,0.24611900101958264,0.07207207128565216,,
+4,,,0.24611900101958264,0.07207207128565216
+4,0.24611900101958264,0.07207207128565216,,
+5,0.24611889314093766,0.07207207128565216,,
+6,,,0.24611889314093766,0.07207207128565216
+6,0.24611889314093766,0.07207207128565216,,
+7,0.2461187421108347,0.07207207128565216,,
+8,,,0.2461187421108347,0.07207207128565216
+8,0.2461187421108347,0.07207207128565216,,
+9,0.2461186126564607,0.07207207128565216,,
+10,,,0.2461186126564607,0.07207207128565216
+10,0.2461186126564607,0.07207207128565216,,
+11,0.24611850477781574,0.07207207128565216,,
+12,,,0.24611850477781574,0.07207207128565216
+12,0.24611850477781574,0.07207207128565216,,
+13,0.24611835374771276,0.07207207128565216,,
+14,,,0.24611835374771276,0.07207207128565216
+14,0.24611835374771276,0.07207207128565216,,
+15,0.24611822429333877,0.07207207128565216,,
+16,,,0.24611822429333877,0.07207207128565216
+16,0.24611822429333877,0.07207207128565216,,
+17,0.2461180948389648,0.07207207128565216,,
+18,,,0.2461180948389648,0.07207207128565216
+18,0.2461180948389648,0.07207207128565216,,
+19,0.24611796538459083,0.07207207128565216,,
+20,,,0.24611796538459083,0.07207207128565216
+20,0.24611796538459083,0.07207207128565216,,
+21,0.24611783593021686,0.07207207128565216,,
+22,,,0.24611783593021686,0.07207207128565216
+22,0.24611783593021686,0.07207207128565216,,
+23,0.24611770647584286,0.07207207128565216,,
+24,,,0.24611770647584286,0.07207207128565216
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/state.ckpt b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/state.ckpt
new file mode 100644
index 0000000000000000000000000000000000000000..c70d79cda68af66fcb14b5b3e15861c36e5d78f2
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/state.ckpt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7d2dbecb509353f039b63024e7e3b47507f06bab1b7fc5b40ad7e8f710002d
+size 1740
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
new file mode 100644
index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
new file mode 100644
index 0000000000000000000000000000000000000000..14df55112f4c80ae33560b5e1d812518392328b7
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
@@ -0,0 +1,400 @@
+31224,-5.3797565,-0.0046213013,-16.5046,-13.380019
+80227,-3.4570635e-06,-18.874868,-15.749849,-12.62515
+79086,-4.7683704e-07,-19.124865,-17.249846,-14.500203
+75303,-8.375091,-18.749954,-16.249935,-0.00023064337
+56417,-13.500239,-17.375105,-8.6184606e-05,-9.375321
+11319,-0.16021882,-13.660085,-12.160065,-1.9102987
+12625,-0.00071011594,-16.500574,-16.125555,-7.250803
+87626,-6.6264915,-0.0013561585,-10.626336,-12.001698
+43853,-8.750093,-16.999958,-16.124939,-0.00015865498
+23828,-15.125094,-17.499956,-8.62494,-0.00017987064
+27858,-3.7734268,-16.335789,-0.023272468,-10.398556
+12604,-3.0490549,-13.92392,-0.048900355,-8.049128
+8180,-9.500232,-19.000093,-7.7125434e-05,-13.000293
+37466,-14.874836,-16.999702,-12.249681,-5.1259863e-06
+48185,-7.625623,-0.00048851955,-18.875467,-14.250755
+77755,-12.750298,-15.750163,-0.00014280253,-8.87575
+29286,-0.4646791,-8.089544,-1.9645247,-1.4647576
+87038,-9.874981,-17.374842,-14.374826,-5.2093103e-05
+33094,-5.50423,-0.004095145,-14.379076,-11.004511
+17990,-4.7728076,-13.897672,-0.022652788,-4.2729473
+125393,-11.874906,-17.499773,-17.624754,-7.0333235e-06
+25066,-8.250401,-0.00026603974,-15.875246,-12.250847
+93021,-15.250843,-17.62571,-7.0006895,-0.0009118928
+91364,-16.625166,-19.12503,-1.1563234e-05,-11.375251
+56219,-0.21264264,-3.7125077,-1.8374882,-4.8381143
+108119,-10.749316,-11.749182,-12.624162,-3.266281e-05
+108029,-0.42864427,-11.67851,-15.67849,-1.0538309
+82606,-14.12513,-17.12499,-8.249975,-0.00026210689
+34733,-15.298541,-15.423407,-3.0483882,-0.048597775
+40806,-1.5497195e-06,-18.499866,-17.374847,-13.375304
+89870,-3.6954812e-06,-18.499868,-16.74985,-12.500168
+120589,-15.6251745,-10.87504,-2.1338235e-05,-13.000503
+107229,-10.750235,-16.7501,-7.9747835e-05,-9.750329
+81763,-6.129594,-9.504458,-0.004438905,-6.1297626
+126587,-0.3870242,-8.511889,-13.136869,-1.1371796
+105931,-14.125135,-9.5367386e-07,-16.874979,-15.375434
+51593,-0.0015028146,-19.126368,-14.3763485,-6.5015993
+105827,-6.377085,-16.62695,-7.5019307,-0.0022546842
+92547,-7.5006886,-0.00055345474,-19.188032,-14.251053
+11098,-13.00687,-14.381736,-0.0067166514,-5.0069447
+15535,-3.5299473,-0.029812554,-11.029793,-9.905147
+104144,-8.000612,-15.000478,-0.00045896962,-9.000711
+84409,-2.264974e-06,-18.124866,-17.749847,-13.001713
+55188,-11.625249,-13.125114,-9.5720476e-05,-9.375611
+97914,-9.000458,-13.250323,-0.00030465252,-8.625763
+9697,-1.5018475,-14.376713,-12.626693,-0.2519574
+43614,-12.999921,-18.874786,-11.374766,-1.3708975e-05
+57056,-15.499932,-17.499798,-11.374778,-1.1682442e-05
+98595,-5.255369,-0.005234465,-15.380215,-13.630495
+11602,-12.750315,-16.125181,-0.00016139635,-8.750534
+29109,-9.500231,-19.125095,-7.617183e-05,-13.50033
+114682,-7.500688,-0.0005532165,-17.000532,-14.751103
+63374,-9.125244,-0.00010966653,-16.56259,-14.125689
+77864,-7.251244,-16.501106,-0.0010895751,-7.8763976
+81631,-5.879282,-13.379148,-0.0041276743,-6.629431
+124163,-7.781654,-16.031519,-0.2814996,-1.4067774
+81563,-9.375194,-11.000059,-8.500039,-0.00030501006
+13895,-8.375371,-0.00023672162,-18.937716,-12.000561
+12863,-14.000041,-18.374907,-8.9998865,-0.00012432756
+45732,-8.826582,-0.57644683,-0.8264273,-7.951885
+49404,-16.000957,-16.875824,-0.0008043391,-7.126059
+487,-10.1251745,-4.0411134e-05,-17.56252,-14.813806
+64317,-17.252697,-17.627562,-5.877541,-0.002805704
+6331,-2.7775379e-05,-14.749893,-16.749874,-10.502879
+73812,-10.876877,-13.501742,-0.0017219253,-6.3770313
+15701,-15.703814,-13.328679,-2.5786593,-0.07891057
+104663,-1.20400655e-05,-15.749878,-14.499858,-11.375144
+90606,-1.1368752,-9.76174,-13.26172,-0.38695642
+127552,-2.3841855e-07,-17.999865,-17.999846,-15.375433
+126761,-2.017719,-15.142585,-8.892565,-0.14282712
+92697,-0.0012790126,-10.251144,-9.501124,-6.752405
+107122,-7.6259885,-11.3758545,-0.00083411706,-8.00224
+74380,-12.750059,-15.499925,-8.749905,-0.00016163473
+66285,-5.960463e-07,-18.249865,-16.499846,-14.500482
+70163,-4.8706503,-12.620516,-0.120495945,-2.2457552
+75972,-6.5016785,-15.126544,-0.0015237638,-10.751951
+30713,-17.918142,-16.168007,-0.042990435,-3.1681998
+118867,-1.7881378e-06,-17.999866,-18.374847,-13.250255
+84835,-9.500213,-7.855584e-05,-14.875058,-12.625438
+60503,-15.750155,-19.187517,-5.960463e-07,-14.500234
+11807,-17.145477,-16.645342,-3.895325,-0.020546455
+27906,-4.76836e-06,-12.99987,-13.62485,-13.500231
+30093,-8.500339,-0.00020454222,-16.187683,-13.87549
+45657,-18.000154,-18.37502,-1.1920928e-07,-15.750201
+97197,-3.0994368e-06,-15.874867,-16.49985,-12.750463
+48440,-2.6950836,-0.06994879,-13.319929,-10.820277
+14971,-1.1920922e-06,-17.124866,-16.374847,-13.750488
+61380,-14.249953,-17.249819,-9.999799,-4.613293e-05
+7177,-5.62874,-0.00360494,-18.316084,-12.128981
+40241,-0.048585854,-12.17345,-13.29843,-3.0487602
+38583,-7.8757024,-0.0005672753,-8.625547,-11.750888
+104941,-5.3644035e-06,-18.24987,-12.374851,-13.626071
+39377,-7.0010476,-0.00091236917,-18.37589,-13.75125
+65329,-0.6435034,-12.768369,-1.6433489,-1.2686274
+81089,-4.6348944,-0.00975886,-16.384737,-12.385657
+6143,-5.379756,-11.504621,-8.129601,-0.0049258545
+63753,-3.2305197e-05,-15.999898,-13.874878,-10.375117
+5084,-16.214071,-15.963936,-0.08891666,-2.4641871
+125282,-13.000181,-16.250046,-2.6702524e-05,-10.625462
+7980,-8.000001,-9.8748665,-8.874846,-0.00052688544
+42346,-10.999939,-18.374804,-16.374784,-1.6808368e-05
+73055,-9.125646,-13.000511,-0.0004910217,-7.8758135
+31696,-12.877666,-10.252532,-0.0025128713,-6.0027776
+101343,-8.750315,-18.25018,-0.00016020445,-13.250554
+115075,-3.576278e-07,-18.687365,-18.562346,-14.75012
+29447,-11.624991,-18.062357,-9.749837,-6.723178e-05
+89441,-0.1430252,-15.39289,-2.017871,-8.018113
+15843,-0.17678522,-6.6766505,-2.301631,-2.802061
+110126,-9.877047,-8.876912,-0.0018925628,-6.377261
+36142,-14.502379,-17.752243,-6.0022254,-0.002476841
+2846,-12.749943,-16.749804,-10.624788,-2.7298554e-05
+85390,-0.007579616,-9.632445,-5.0074253,-7.134321
+108138,-12.64544,-15.770306,-3.8952868,-0.020550659
+7571,-16.279629,-14.029492,-3.5294728,-0.029759673
+62381,-8.125437,-0.00030214989,-17.00028,-12.000565
+65963,-15.56211,-15.8119755,-0.061955515,-2.8121617
+39384,-8.344647e-07,-17.999863,-18.124844,-14.000738
+62356,-4.7683704e-07,-19.374865,-17.124846,-14.625345
+20478,-8.125431,-0.00029690625,-19.437778,-13.875929
+101968,-12.125162,-18.375029,-8.821448e-06,-12.625298
+124810,-14.750178,-15.000044,-2.5033638e-05,-10.625682
+9300,-17.375158,-18.250023,-3.6954812e-06,-12.500331
+35593,-14.503024,-15.62789,-5.7528706,-0.003179378
+53670,-14.130388,-16.25525,-0.005233398,-5.2554603
+44789,-0.00014041868,-16.750006,-14.374985,-8.875351
+25135,-6.0026135,-0.002478149,-17.877457,-12.753614
+32124,-5.960463e-07,-17.874865,-17.624846,-14.375377
+36646,-4.264109,-14.013975,-11.263955,-0.014178023
+34191,-16.151205,-16.40107,-3.6510522,-0.02630695
+65307,-15.125063,-18.062426,-8.624908,-0.00017987064
+32731,-3.8956778,-0.020542951,-15.895523,-12.521168
+112637,-6.252992,-8.877858,-6.7528377,-0.0032368908
+18943,-7.3764944,-12.37636,-0.0013397299,-7.2519655
+117291,-1.5497195e-06,-18.749866,-18.624847,-13.375266
+67975,-13.350147,-15.725013,-2.3499925,-0.10023107
+104676,-5.7544885,-0.0043535694,-11.5043335,-6.7545953
+109059,-6.0026116,-0.0024761274,-17.064955,-14.003624
+86252,-16.999954,-18.999819,-10.374804,-3.1232346e-05
+109620,-1.1920928e-07,-20.499865,-18.874846,-15.750231
+35543,-12.87712,-16.001987,-6.1269674,-0.002188194
+96155,-5.628747,-0.0036114727,-13.253592,-11.504673
+33646,-10.375226,-15.875092,-7.140382e-05,-10.125618
+64061,-0.107402325,-7.8572674,-4.982248,-2.3582022
+6764,-5.19739e-05,-14.749916,-11.999896,-10.000408
+63078,-4.8827405,-0.0076056435,-16.882586,-14.38301
+88343,-4.8827405,-0.007605525,-17.695086,-14.508243
+50106,-5.007148,-0.0070122806,-12.381992,-8.133114
+35688,-19.500175,-19.18754,-2.1457441e-05,-10.750237
+78697,-7.6256247,-0.0004891153,-17.375467,-13.626664
+13749,-9.7502,-6.603976e-05,-14.000046,-11.875593
+44428,-0.22540253,-12.850268,-11.225248,-1.6005318
+13880,-2.3841855e-07,-18.499865,-16.874846,-15.125128
+107805,-10.625179,-19.437544,-2.467602e-05,-14.87526
+47687,-2.0265559e-06,-19.624866,-17.624847,-13.125178
+3328,-13.500164,-17.750029,-9.298281e-06,-11.7503605
+27574,-11.499845,-17.124706,-16.937187,-1.0251946e-05
+6049,-13.750139,-5.1259863e-06,-14.124985,-12.626259
+121371,-13.50014,-5.4836123e-06,-14.499986,-12.500605
+93977,-2.695211,-14.445077,-0.070056714,-8.945295
+87794,-17.875154,-20.31252,-1.1920928e-07,-15.625246
+1284,-7.75077,-0.00063530286,-13.375615,-8.501647
+86737,-12.880073,-15.004938,-5.2549186,-0.00523826
+9800,-4.38741,-15.387276,-15.137256,-0.012511337
+60632,-5.2553763,-0.0052409875,-16.38022,-11.755905
+69196,-10.875156,-2.2411095e-05,-14.250002,-12.750618
+109514,-12.125168,-17.000034,-1.442422e-05,-11.62536
+75454,-1.4077289,-0.2825939,-10.782574,-6.5327897
+68262,-4.882765,-15.257629,-0.007610494,-12.132851
+51383,-2.127599,-0.12746413,-14.377444,-7.5029044
+39024,-0.1798058,-1.8046709,-13.804651,-10.179919
+53372,-13.26804,-16.017904,-4.017886,-0.018156635
+61955,-14.126571,-16.126434,-6.3764167,-0.0017034796
+46407,-5.5042176,-0.004082679,-17.691563,-12.254589
+56851,-7.375821,-17.500685,-0.0006665154,-10.1259
+117835,-14.000157,-18.375023,-4.1723165e-06,-12.625324
+41315,-5.7533484,-18.315714,-0.0031938755,-11.003423
+54086,-9.5367386e-07,-17.499863,-18.374844,-13.875211
+1123,-2.145765e-06,-17.874866,-16.124847,-13.125128
+6738,-7.75057,-0.00043430433,-17.875416,-12.500735
+65022,-13.249889,-16.124754,-11.374735,-1.3351351e-05
+29011,-10.37494,-16.999802,-15.874785,-3.1351552e-05
+209,-13.473448,-15.098313,-1.2232944,-0.34850952
+117949,-4.5299425e-06,-18.124866,-12.87485,-13.125266
+112253,-11.249855,-15.624721,-12.624701,-1.6450747e-05
+117575,-12.724127,-13.598992,-0.47397235,-0.9742607
+12151,-9.750214,-18.000078,-5.9006856e-05,-14.12534
+6503,-5.6634154,-10.9132805,-1.9132605,-0.16379884
+47388,-3.2882538,-0.038118757,-14.038098,-9.413632
+122533,-8.500085,-14.24995,-14.62493,-0.00020454222
+77557,-0.00014304092,-11.000009,-9.874989,-9.500359
+3593,-6.876506,-0.0013706823,-12.626351,-8.002446
+39857,-0.001035988,-13.5009,-13.12588,-6.876291
+82941,-8.750298,-0.0001633034,-14.125143,-12.375485
+2835,-8.344647e-07,-15.8748665,-16.249844,-14.2502165
+12119,-4.1412706,-14.266135,-0.016115878,-9.391359
+2255,-0.0007683662,-12.875634,-7.7506137,-8.000985
+99071,-6.378731,-13.753596,-0.25357613,-1.5038129
+73970,-11.750451,-10.500317,-0.00029654874,-8.250547
+73312,-14.008396,-11.883262,-4.7582417,-0.008625513
+109736,-11.500147,-1.2278481e-05,-16.24999,-13.126458
+2581,-7.0010533,-0.0009182051,-18.563396,-11.876211
+64922,-0.3879811,-13.387847,-6.7628264,-1.1381311
+85830,-1.072883e-06,-19.124866,-18.624847,-13.750339
+122144,-3.1681924,-0.043057464,-14.043037,-9.668277
+62330,-7.00105,-0.0009149894,-16.938396,-12.501381
+112561,-7.632356,-12.382222,-0.0072017834,-5.0075564
+48434,-7.2508483,-0.0007127367,-19.438194,-12.750963
+119944,-6.002642,-0.0025070447,-14.252487,-10.377835
+120940,-0.8123214,-0.8121866,-9.187166,-2.1876087
+77443,-17.625158,-19.375023,-4.1723165e-06,-12.375223
+23685,-11.688359,-14.688225,-0.313205,-1.3134487
+47231,-1.7015498,-0.2014148,-14.326396,-10.576726
+91022,-3.895677,-0.020542251,-15.395522,-12.770823
+714,-14.126243,-16.126108,-6.62609,-0.0013269915
+25730,-15.000314,-15.125179,-0.00015901255,-8.750448
+97729,-0.0005429701,-9.000407,-8.250387,-8.750845
+30236,-0.0028317375,-10.502696,-14.627676,-5.8782053
+2443,-7.6256237,-0.00048899616,-18.375467,-13.751421
+52656,-0.00020537652,-10.12507,-8.75005,-11.875502
+116972,-14.499895,-16.999758,-14.999741,-8.344647e-07
+43770,-5.807014,-7.431879,-1.0568594,-0.4325446
+10949,-10.500165,-3.087473e-05,-12.8750105,-14.00027
+100306,-9.250231,-9.6435666e-05,-15.875076,-15.500771
+29745,-6.7513103,-0.0011754278,-17.251154,-12.127257
+60439,-10.6249485,-15.874814,-10.624794,-4.875541e-05
+109824,-4.7589517,-0.0088164825,-13.383797,-8.509287
+102648,-14.875535,-17.625397,-0.00038032452,-7.8756223
+62099,-3.0487313,-0.048596527,-13.423576,-11.173881
+33686,-7.001047,-0.0009118928,-18.93839,-14.376638
+116606,-4.2779255,-11.902789,-4.277771,-0.028144045
+85384,-11.499837,-15.749702,-14.124682,-1.0967195e-05
+31834,-8.752033,-10.876899,-0.0018784036,-6.377395
+58133,-15.249947,-18.874811,-13.374792,-1.7881378e-06
+95196,-6.751383,-18.126247,-0.0012282932,-9.751482
+11675,-7.375766,-0.0006301801,-18.625608,-12.501206
+34902,-1.1055949,-4.10546,-1.4804406,-0.8557456
+112691,-13.874889,-18.31225,-11.374735,-1.239769e-05
+33713,-7.6256614,-16.375526,-0.00050686864,-10.875809
+109135,-9.625517,-18.625381,-0.0003619731,-8.125588
+60521,-6.7523746,-10.877239,-0.0022200719,-6.8775554
+76695,-0.17972194,-12.429587,-14.554567,-1.8048869
+98619,-13.875159,-17.375021,-4.6491514e-06,-12.500525
+13731,-7.2508583,-0.00072333874,-14.625703,-11.2520485
+14492,-8.375372,-0.00023743672,-18.125216,-11.875753
+81006,-16.50049,-17.000355,-0.00033539868,-8.00055
+114491,-12.1251545,-14.62502,-8.25,-0.00026711234
+120167,-20.000313,-15.625177,-0.00015853578,-8.750508
+69602,-7.750571,-0.00043597253,-17.562918,-12.126312
+81057,-10.376168,-8.626034,-0.0010147905,-7.126285
+118239,-10.37517,-3.5046916e-05,-13.125015,-13.250502
+26999,-3.4089005,-15.783766,-0.033745933,-9.158985
+103729,-8.5032835,-9.003149,-0.0031298245,-5.878472
+70324,-1.7881378e-06,-18.187366,-17.124847,-13.250121
+88697,-14.750102,-18.874962,-8.624948,-0.00017998983
+79720,-8.500339,-0.00020454222,-16.250183,-13.875579
+119098,-12.624949,-15.374815,-9.249795,-9.9654004e-05
+16374,-5.131067,-0.0059315134,-18.06841,-12.506235
+8973,-7.7505665,-0.00043168286,-18.93791,-13.750893
+92670,-0.00033313446,-8.750197,-9.000177,-9.875594
+46136,-8.125442,-0.00030751267,-15.625287,-11.375782
+113240,-2.264974e-06,-18.499866,-18.249847,-13.001323
+92271,-10.444863,-16.069729,-2.6947103,-0.069983914
+47020,-14.25761,-13.382476,-0.63245547,-0.75776625
+68952,-10.250678,-14.750544,-0.00052354933,-7.625779
+93704,-15.50017,-16.125034,-1.5020258e-05,-11.125612
+126515,-13.000137,-2.622601e-06,-15.999982,-15.250338
+1648,-13.160348,-14.660213,-0.16019364,-1.9104159
+4147,-17.502092,-16.751957,-6.1269374,-0.002185696
+106815,-13.112708,-15.487574,-2.2375531,-0.11285685
+18919,-5.262074,-11.511938,-0.011919348,-5.012536
+88395,-14.253541,-18.565907,-5.628387,-0.0036014952
+83361,-5.379755,-0.004620115,-17.2546,-14.629879
+69550,-13.437638,-2.503392e-06,-15.874984,-13.877236
+59782,-4.7602353,-14.1351,-6.385081,-0.010303756
+62607,-13.755713,-15.255579,-5.13056,-0.0059321057
+49031,-17.055025,-16.80489,-0.054870795,-2.9300854
+24073,-15.749975,-18.12484,-8.249821,-0.00026151098
+34883,-17.375154,-18.25002,-4.7683704e-07,-14.500268
+78080,-2.622601e-06,-15.124868,-15.999847,-13.000619
+59546,-2.929842,-13.554708,-11.0546875,-0.054902505
+123805,-2.127113,-0.12697844,-14.501959,-9.62728
+87807,-5.504215,-0.004079117,-16.75406,-13.629404
+53821,-0.16022196,-15.285087,-10.785067,-1.9103781
+90016,-7.5006924,-0.0005573865,-14.000538,-12.500997
+75870,-15.37516,-16.875027,-7.152532e-06,-11.875244
+58764,-16.375092,-19.249956,-8.624935,-0.00017963226
+64575,-5.960463e-07,-19.937365,-18.624846,-14.375122
+85818,-14.124867,-17.999733,-10.499713,-2.8252203e-05
+15652,-16.375162,-18.625027,-7.0333235e-06,-11.875268
+85976,-12.901449,-15.901315,-0.026294408,-3.65162
+15080,-7.7505727,-0.00043704495,-15.375417,-12.000774
+79945,-6.002613,-0.0024775544,-17.939957,-13.003553
+76385,-12.876806,-14.376672,-2.1266515,-0.126969
+115581,-7.896342,-8.146208,-0.021187399,-3.8970098
+61199,-8.125438,-0.00030310327,-15.375283,-11.87565
+85813,-20.250154,-18.00002,-2.3841855e-07,-15.500256
+67537,-7.2508693,-0.00073429797,-15.938214,-10.626624
+89261,-11.128348,-12.878214,-0.0031939943,-5.7534943
+22046,-15.9999485,-17.999813,-9.999793,-4.553691e-05
+22926,-8.487341e-05,-16.624947,-17.249928,-9.375308
+49488,-7.812507,-15.499872,-0.06235253,-2.8126838
+96660,-3.0488086,-0.048673626,-9.673654,-10.424367
+63730,-14.033556,-16.15842,-3.408402,-0.03365499
+9677,-0.00016389934,-16.625029,-12.12501,-8.750325
+120201,-15.124999,-16.999865,-9.374845,-8.511181e-05
+35208,-14.375214,-16.500078,-5.8887654e-05,-9.750393
+30950,-16.14811,-15.272975,-0.89795583,-0.52323896
+66963,-1.7017815,-15.326647,-0.20162714,-8.32771
+16156,-4.387441,-16.262306,-15.137285,-0.012510749
+69670,-7.2508526,-0.0007177399,-18.250696,-11.75153
+13477,-8.125436,-0.00030131568,-19.812782,-12.126012
+50904,-8.500339,-0.0002039463,-15.750184,-14.75043
+7930,-15.125154,-19.56252,-3.576278e-07,-15.750227
+26294,-9.628956,-14.753821,-5.503803,-0.0041460753
+35749,-5.131148,-17.381012,-0.0059933704,-9.631212
+55850,-4.635066,-16.13493,-0.009911371,-8.760208
+64767,-8.0002575,-15.875123,-10.875103,-0.0003544656
+22057,-15.156125,-15.405991,-1.405971,-0.28120887
+87663,-15.124974,-17.49984,-10.12482,-4.0411134e-05
+35864,-15.375244,-17.37511,-8.00009,-0.0003357562
+33007,-15.375168,-16.625032,-1.3232144e-05,-11.250286
+81372,-9.250068,-15.624933,-10.124913,-0.00013636613
+97703,-9.750195,-6.0556486e-05,-18.187542,-13.000685
+118589,-0.00020358874,-15.625068,-16.37505,-8.500504
+65741,-0.00023135847,-14.000097,-17.125076,-8.375364
+119601,-13.500165,-17.875027,-1.03711545e-05,-11.625249
+114504,-13.125221,-17.375088,-6.806619e-05,-9.625361
+92452,-7.152555e-07,-18.124863,-15.749846,-14.250335
+11152,-0.026327502,-12.901193,-9.901173,-3.6523027
+44669,-13.750416,-14.500281,-0.00026270276,-8.250607
+121963,-6.751306,-0.001170784,-18.001152,-14.126624
+63486,-5.503922,-15.503786,-14.128766,-0.004079948
+123055,-4.8013964,-14.551262,-0.05124146,-3.1764877
+119717,-0.004223594,-12.504089,-7.37907,-5.6304855
+88042,-13.499933,-16.2498,-10.874779,-2.0384581e-05
+54428,-6.2520804,-0.0019451523,-16.126926,-11.002415
+125274,-0.00034266798,-12.625207,-8.375187,-9.12554
+46816,-15.398127,-13.522992,-0.89797336,-0.52322894
+8553,-7.001189,-18.50105,-0.0010345589,-9.001289
+56455,-5.87794,-0.0028054663,-16.940287,-13.878243
+101092,-0.0001990597,-8.875065,-11.750045,-9.875389
+55570,-0.00018332708,-16.375048,-12.500029,-8.62541
+2531,-0.00038330362,-12.750249,-14.625229,-7.8757224
+55854,-5.8779416,-0.0028065362,-18.315287,-13.128221
+65143,-7.152555e-07,-18.874863,-15.874846,-14.250146
+28422,-15.624922,-19.062286,-11.124767,-1.490105e-05
+36329,-8.375173,-16.625038,-16.12502,-0.00023076255
+8061,-6.2520943,-0.0019595486,-17.376938,-10.377481
+107678,-6.5016413,-0.0015059094,-16.126488,-12.501785
+53009,-0.018182037,-10.268047,-12.705527,-4.0184984
+62879,-8.940657e-06,-17.624874,-17.937355,-11.626673
+26784,-5.753318,-0.00318223,-15.378162,-12.253406
+21912,-15.161541,-13.7239065,-0.4738871,-0.97439367
+113597,-1.0132739e-05,-17.374874,-17.999855,-11.500197
+82760,-3.576278e-07,-19.499865,-17.999846,-15.000275
+26160,-8.000476,-0.00034171465,-16.62532,-12.000611
+23421,-3.048804,-0.0486692,-11.798649,-9.424303
+41793,-1.80687,-5.931735,-7.994216,-0.1829119
+103325,-6.626461,-0.00132592,-18.438805,-15.376564
+33557,-10.000182,-4.7801783e-05,-15.750028,-13.00036
+81209,-2.4640703,-0.08893531,-16.338917,-11.839153
+107064,-5.5039306,-17.191298,-14.878777,-0.004079473
+98221,-0.0007097586,-19.250574,-18.625555,-7.2508574
+16139,-12.000161,-15.500027,-8.250007,-0.00026758906
+62717,-9.875186,-5.1735493e-05,-20.25003,-14.875573
+28151,-1.1920928e-07,-19.687365,-18.749846,-15.625212
+22888,-5.5043826,-0.004246979,-11.379227,-8.755167
+24637,-0.97459394,-9.47446,-0.47443956,-7.974953
+92809,-12.624911,-19.374773,-13.624757,-4.5299425e-06
+91862,-7.1259995,-10.750865,-0.0008445987,-10.876144
+7412,-4.7683704e-07,-16.499865,-16.624846,-15.125303
+52442,-4.142666,-13.142531,-0.017511519,-6.5179696
+87399,-0.0026587634,-12.502524,-6.0025043,-8.628009
+112712,-2.622601e-06,-15.749868,-15.124848,-13.000324
+54201,-0.0016794399,-15.251545,-15.251525,-6.3904176
+117074,-14.881869,-15.256735,-0.0067144018,-5.0069356
+25137,-0.088942945,-12.963808,-11.338788,-2.4640687
+16780,-0.0015568528,-14.501422,-6.6264024,-8.376733
+72881,-14.000782,-15.750648,-0.0006273209,-7.375948
+110597,-7.500689,-0.00055416964,-16.813036,-13.501808
+89655,-1.0728779e-05,-17.499876,-12.124855,-12.125185
+48391,-7.625626,-0.0004905451,-16.31297,-12.876018
+110182,-9.5367386e-07,-18.124863,-16.499844,-14.000137
+87621,-10.499912,-10.124778,-10.874758,-8.65422e-05
+122711,-3.6954812e-06,-16.499868,-13.749849,-12.875617
+115720,-8.487341e-05,-18.749947,-16.374928,-9.375175
+66486,-5.87794,-0.0028051096,-17.815287,-14.25377
+68169,-6.0026217,-0.0024868296,-16.564968,-11.378165
+110138,-6.5018873,-15.751752,-0.0017322786,-8.377098
+21580,-7.3757634,-0.00062779745,-17.063107,-13.5009365
+102553,-6.3768406,-0.0017056216,-17.001684,-12.502197
+78769,-3.4087777,-0.033642888,-16.658625,-13.408979
+93593,-4.8827453,-0.0076100207,-15.38259,-12.257886
+16612,-1.4062828,-0.28114796,-14.281129,-10.407216
+59583,-7.125874,-14.750738,-8.625718,-0.0009843033
+76885,-1.1563234e-05,-16.499876,-17.749857,-11.375133
+120777,-7.500689,-0.00055416964,-18.313036,-13.502883
+121894,-6.603976e-05,-18.624931,-19.749912,-9.625243
+88371,-3.576278e-07,-19.312365,-17.749846,-14.875231
+68747,-10.750187,-13.125052,-3.3616456e-05,-11.500365
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
new file mode 100644
index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
new file mode 100644
index 0000000000000000000000000000000000000000..bf4ae8d77feb01abd69f65478acaf147cf226d76
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
@@ -0,0 +1,400 @@
+31224,-3.0492916,-0.049156647,-7.549137,-9.92647
+80227,-0.0011568528,-14.001022,-6.876003,-9.002535
+79086,-7.068861e-05,-14.874936,-9.874916,-10.876795
+75303,-4.5095506,-15.009416,-8.759396,-0.011223398
+56417,-4.405583,-12.280448,-0.030428624,-4.03099
+11319,-0.42957225,-12.054438,-6.6794176,-1.0556957
+12625,-0.0025663795,-12.252432,-7.877412,-6.128824
+87626,-4.38856,-0.0134246005,-7.0134053,-11.015198
+43853,-3.5351598,-12.910025,-5.1600056,-0.03552168
+23828,-6.1444783,-12.144344,-2.0193245,-0.14490525
+27858,-1.604711,-13.167077,-0.22955681,-5.4811096
+12604,-0.22962864,-11.729494,-1.6044743,-5.4803295
+8180,-2.3528848,-12.977749,-0.102730155,-5.978463
+37466,-6.2149296,-12.089794,-2.464775,-0.09105547
+48185,-3.5299132,-0.029778419,-10.779758,-11.406489
+77755,-3.656558,-10.656424,-0.031403888,-5.2841783
+29286,-0.5902802,-7.4651456,-1.0901258,-2.2156634
+87038,-2.482399,-11.357264,-3.9822445,-0.10780568
+33094,-2.6956468,-0.07051208,-7.570493,-9.576784
+17990,-1.0375528,-10.287417,-0.66239834,-2.0399747
+125393,-6.129582,-12.879448,-5.8794274,-0.0049888417
+25066,-4.7588835,-0.0087483,-9.383728,-9.886788
+93021,-7.0893774,-13.089242,-2.464223,-0.089827284
+91364,-5.0104427,-12.385308,-0.010288182,-5.6370883
+56219,-0.13417648,-5.1340413,-2.1340222,-6.6367846
+108119,-2.1445155,-7.5193806,-3.7693613,-0.15167679
+108029,-0.009776096,-10.509641,-10.009621,-4.6401515
+82606,-7.4042673,-13.591632,-3.5291128,-0.03039821
+34733,-5.8951316,-12.019999,-2.0199773,-0.14550838
+40806,-7.0211805e-05,-14.374936,-9.999916,-10.631376
+89870,-0.00028963663,-13.375155,-8.625135,-9.12761
+120589,-5.3809466,-7.5058117,-0.0057919053,-7.38274
+107229,-3.2926471,-11.167513,-0.042492885,-5.4186325
+81763,-1.0381999,-7.5380654,-0.5380455,-2.788918
+126587,-0.16088982,-7.0357547,-8.535735,-1.9136695
+105931,-4.882829,-0.0076938956,-9.507674,-11.134771
+51593,-0.027413137,-14.777278,-6.777259,-3.6534748
+105827,-4.663709,-13.913573,-3.5385544,-0.03924784
+92547,-4.0182996,-0.018164711,-11.393145,-12.021902
+11098,-4.0660324,-10.565898,-0.065877885,-3.066504
+15535,-3.530385,-0.030250411,-7.6552315,-10.409067
+104144,-2.0252774,-11.650142,-0.15012302,-4.901961
+84409,-9.893881e-05,-13.999965,-9.749945,-10.130109
+55188,-3.1745613,-7.174427,-0.04940698,-5.180003
+97914,-2.9339547,-9.558821,-0.058800317,-5.5601892
+9697,-2.6944885,-13.569353,-7.3193345,-0.07068093
+43614,-6.016149,-13.516016,-4.2659945,-0.016615583
+57056,-7.538034,-12.662899,-3.2878797,-0.03860415
+98595,-2.6952925,-0.07015763,-8.445138,-11.0719595
+11602,-3.7829335,-10.6578,-0.032779295,-4.659784
+29109,-2.019112,-13.018977,-0.14395778,-6.645313
+114682,-2.6953454,-0.07021042,-8.195191,-11.823554
+63374,-4.141225,-0.016089601,-9.891069,-11.89414
+77864,-1.4238521,-11.4237175,-0.29869783,-4.050091
+81631,-1.7095857,-9.584452,-0.20943141,-4.83519
+124163,-3.7477567,-12.9976225,-0.49760246,-0.99847585
+81563,-2.2877183,-6.662584,-1.9125642,-0.28831804
+13895,-3.5299275,-0.029792767,-12.967273,-10.031729
+12863,-6.3298836,-13.517249,-2.5797296,-0.080752574
+45732,-3.9590747,-0.33393982,-1.3339201,-6.5857716
+49404,-5.892074,-12.016938,-0.016919319,-4.2680087
+487,-4.1411915,-0.016056167,-11.391036,-11.2689085
+64317,-8.22508,-12.849945,-2.3499262,-0.100535125
+6331,-0.00016652151,-12.000032,-9.625012,-9.268771
+73812,-4.6489515,-10.273816,-0.023796897,-4.2751617
+15701,-9.284898,-11.909763,-1.9097443,-0.16042446
+104663,-0.00046099524,-12.000325,-7.875307,-9.50119
+90606,-0.430739,-7.805604,-6.1805844,-1.0570055
+127552,-5.9841273e-05,-13.499926,-9.874906,-11.879418
+126761,-2.739402,-12.864266,-3.1142478,-0.11543722
+92697,-0.015367435,-8.890233,-5.015213,-4.7705164
+107122,-1.228277,-9.853142,-0.35312253,-5.3688226
+74380,-5.2899823,-10.414846,-1.9148273,-0.16539265
+66285,-0.0002473287,-14.250112,-8.375092,-11.028567
+70163,-0.6627356,-10.537601,-1.0375812,-2.0385041
+75972,-1.4079181,-11.407783,-0.28276372,-6.4137316
+30713,-6.7266293,-11.726495,-0.22647452,-1.6021956
+118867,-2.1457441e-05,-14.249886,-11.249866,-11.7522745
+84835,-4.5116944,-0.011559649,-7.63654,-10.389126
+60503,-3.7738764,-12.398743,-0.023722278,-7.649735
+11807,-7.576569,-12.701435,-1.7014147,-0.20204352
+27906,-0.0009990707,-9.625864,-7.000845,-10.752568
+30093,-2.4644227,-0.08928764,-7.9642687,-11.340689
+45657,-5.255819,-12.630685,-0.005664369,-7.756316
+97197,-7.0211805e-05,-13.124936,-9.874916,-11.002169
+48440,-3.6515539,-0.026419109,-9.151399,-11.028047
+14971,-4.804019e-05,-13.624912,-10.249892,-11.378921
+61380,-6.893911,-13.268775,-4.0187564,-0.01917364
+7177,-2.3504033,-0.10026848,-11.100249,-9.727777
+40241,-0.006538782,-11.131403,-7.381385,-5.136195
+38583,-4.0210605,-0.0209257,-5.8959064,-10.648096
+104941,-0.00082923356,-14.625694,-7.125675,-10.630366
+39377,-3.048752,-0.048617307,-11.048598,-10.800735
+65329,-0.8691813,-11.619047,-2.244027,-0.74514467
+81089,-2.9300814,-0.054946624,-9.929927,-10.682833
+6143,-0.1212202,-9.746086,-3.8710659,-2.3722954
+63753,-0.0002473287,-13.250112,-8.625092,-9.626286
+5084,-6.1150746,-12.36494,-0.11492015,-2.2410283
+125282,-3.7765014,-11.276367,-0.026346892,-5.7804065
+7980,-3.3316698,-7.8315353,-3.0815158,-0.08557975
+42346,-5.8808317,-14.255698,-5.630677,-0.0063997325
+73055,-2.2449336,-8.619799,-0.119779415,-4.9954367
+31696,-2.1719177,-6.171783,-0.17176342,-3.175451
+101343,-1.9108906,-12.785755,-0.16073614,-7.539047
+115075,-3.2424403e-05,-14.562398,-10.874878,-11.252251
+29447,-5.048918,-13.548783,-3.1737633,-0.049466997
+89441,-0.2040543,-11.078919,-1.7038999,-5.9545507
+15843,-0.032698303,-8.407564,-3.5325441,-5.908623
+110126,-2.4019203,-6.2767854,-0.151766,-3.028516
+36142,-6.68777,-13.937635,-2.8126147,-0.06325375
+2846,-6.0161414,-12.891006,-4.265987,-0.016616872
+85390,-0.0153463045,-9.890212,-4.265192,-6.7862124
+108138,-5.153616,-11.653481,-0.9034616,-0.52924746
+7571,-8.284791,-10.784657,-1.909637,-0.16064681
+62381,-3.8957531,-0.020618275,-10.020599,-10.271628
+65963,-5.3816204,-11.381485,-0.13146588,-2.132176
+39384,-1.9192512e-05,-15.187385,-11.749865,-11.412029
+62356,-0.00010656743,-15.249972,-9.374952,-10.7515335
+20478,-2.9300525,-0.05491785,-11.554898,-10.3095875
+101968,-3.7755325,-12.525398,-0.025377953,-6.1515894
+124810,-4.1463594,-10.146225,-0.021205138,-5.2744555
+9300,-5.13258,-12.007445,-0.007424855,-6.508986
+35593,-7.018074,-11.76794,-2.0179198,-0.14367986
+53670,-4.435633,-11.060498,-0.060478754,-3.0613825
+44789,-0.00036292642,-13.500229,-8.500209,-8.75303
+25135,-3.4088402,-0.033705477,-10.283686,-10.413664
+32124,-9.512449e-05,-13.499961,-9.499941,-10.879586
+36646,-1.1450686,-10.519935,-4.769914,-0.39557943
+34191,-7.67973,-12.804596,-1.8045752,-0.1803346
+65307,-6.924201,-14.111567,-3.0490463,-0.049598485
+32731,-1.4063503,-0.28121543,-9.406196,-11.0365
+112637,-1.386049,-6.8859143,-1.2608945,-0.76460844
+18943,-1.8130422,-9.812908,-0.18788785,-4.818285
+117291,-3.0159496e-05,-14.124896,-11.124876,-11.12716
+67975,-5.5154443,-11.89031,-1.1402897,-0.3912034
+104676,-0.75970864,-0.6345738,-6.5095544,-7.5113635
+109059,-1.7019398,-0.20180506,-7.826786,-10.959681
+86252,-8.029746,-14.467111,-3.529592,-0.030091256
+109620,-1.0847986e-05,-16.499876,-12.124855,-12.128809
+35543,-4.237773,-11.112639,-1.2376187,-0.36316562
+96155,-1.9144713,-0.16433646,-5.539317,-8.545122
+33646,-3.8987901,-11.148656,-0.023635779,-5.783543
+64061,-0.009952092,-9.259817,-5.009798,-5.765042
+6764,-0.000920468,-11.750786,-7.250766,-8.50417
+63078,-2.5792654,-0.07913032,-8.32911,-11.581134
+88343,-2.3503656,-0.100230634,-10.35021,-12.228118
+50106,-3.5314507,-0.031316087,-6.6562967,-8.171831
+35688,-6.260678,-12.760544,-0.010523542,-4.7611766
+78697,-2.1271741,-0.12703945,-9.12702,-10.884556
+13749,-3.8959744,-0.020839542,-8.27082,-10.023812
+44428,-0.2528465,-10.627711,-6.7526927,-1.5040834
+13880,-0.00032121743,-14.000187,-8.125167,-10.626156
+107805,-2.579612,-13.454477,-0.0794576,-7.4559894
+47687,-6.6635774e-05,-14.562432,-9.874912,-11.127811
+3328,-3.898438,-12.273304,-0.023283765,-5.901061
+27574,-5.7554116,-12.755278,-5.755257,-0.0063547213
+6049,-5.131211,-0.0060758414,-9.131056,-10.134629
+121371,-4.7589364,-0.00880124,-8.758781,-10.386766
+93977,-0.97672284,-11.476588,-0.47656852,-5.9770913
+87794,-4.7592535,-12.884118,-0.009098379,-7.636362
+1284,-4.6350617,-0.0099269515,-9.634908,-9.14362
+86737,-5.4101124,-11.409977,-1.4099575,-0.28586486
+9800,-3.0477831,-12.797648,-8.422628,-0.048861187
+60632,-2.8124893,-0.06235421,-7.9373345,-10.191958
+69196,-4.0184565,-0.018321682,-8.768302,-10.894377
+109514,-3.5329843,-12.28285,-0.03282982,-5.7845836
+75454,-2.2404528,-0.11531793,-6.2402987,-7.491634
+68262,-1.0541646,-12.554029,-0.42901027,-7.9298716
+51383,-0.97496253,-0.4748277,-8.099808,-7.6055603
+39024,-2.9301603,-0.05502527,-8.930005,-10.931552
+53372,-5.447243,-12.134609,-0.6970888,-0.6978514
+61955,-6.424813,-12.42468,-3.0496588,-0.05024115
+46407,-1.6006668,-0.22553194,-9.350512,-9.727998
+56851,-2.1311333,-12.506,-0.1309791,-5.507198
+117835,-4.265992,-12.515858,-0.015837595,-6.394203
+41315,-1.7035637,-13.578429,-0.20340931,-6.204219
+54086,-4.7563375e-05,-13.249913,-10.749893,-10.626374
+1123,-0.0006145734,-12.625479,-7.5004606,-9.751621
+6738,-3.2882535,-0.03811853,-10.038098,-10.165414
+65022,-4.7592707,-10.509135,-2.1341162,-0.13576052
+29011,-6.003215,-13.25308,-6.6280603,-0.003802452
+209,-4.781471,-11.406338,-0.90631694,-0.53171605
+117949,-0.0014353221,-14.313801,-6.6262813,-9.127927
+112253,-4.2091265,-9.708992,-2.708972,-0.08504099
+117575,-3.9697833,-9.844648,-0.5946287,-0.84559447
+12151,-1.8050263,-12.804892,-0.17987193,-8.80597
+6503,-3.407449,-10.657314,-2.1572948,-0.16109248
+47388,-3.1683493,-0.04321434,-8.668196,-9.92375
+122533,-3.536318,-10.161183,-4.7861633,-0.038224783
+77557,-0.00795151,-9.882817,-4.8827972,-8.135061
+3593,-2.2391353,-0.11400029,-7.363981,-7.49105
+39857,-0.00035899394,-12.125223,-9.750203,-8.127383
+82941,-4.511336,-0.011201001,-8.886181,-11.012825
+2835,-0.00014256415,-12.875007,-8.999987,-11.00138
+12119,-0.5808661,-11.330731,-0.8307117,-5.331814
+2255,-0.0062701413,-11.756136,-5.1311154,-8.007926
+99071,-1.7569573,-11.006823,-0.88180286,-0.8833917
+73970,-3.4225073,-6.4223723,-0.04735267,-4.4233766
+73312,-5.4778523,-8.852716,-0.9776975,-0.47883865
+109736,-4.511243,-0.011107869,-10.386087,-10.389134
+2581,-3.2882404,-0.038105793,-12.038086,-9.6645355
+64922,-1.0564519,-12.181317,-5.431298,-0.43397236
+85830,-5.9960475e-05,-14.749926,-10.249906,-10.631221
+122144,-3.0489223,-0.04878728,-8.798767,-9.799897
+62330,-2.9302027,-0.05506769,-8.805048,-10.058913
+112561,-2.1532948,-10.27816,-0.1531406,-3.6552312
+48434,-3.2882233,-0.03808858,-10.913069,-10.289892
+119944,-3.5301375,-0.030002875,-8.6549835,-9.406546
+120940,-0.12929215,-2.1291573,-7.7541375,-6.2573686
+77443,-4.2752023,-12.525067,-0.025047595,-4.5260296
+23685,-4.203171,-10.953035,-0.3280164,-1.3292216
+47231,-3.0488212,-0.04868646,-9.298666,-11.175836
+91022,-3.4088485,-0.033713777,-9.658693,-11.65995
+714,-5.3547196,-11.604585,-1.6045649,-0.230309
+25730,-5.0114737,-10.511337,-0.011318522,-5.3890243
+97729,-0.0050381846,-8.754904,-5.379884,-8.2567005
+30236,-0.0010274138,-9.750892,-8.250872,-7.2535768
+2443,-4.141179,-0.016043967,-13.141025,-11.523188
+52656,-0.00882369,-8.758689,-4.75867,-9.887093
+116972,-5.8074055,-11.557271,-2.9322512,-0.057938274
+43770,-1.5811657,-7.081031,-0.45601133,-1.8349764
+10949,-5.008179,-0.008044344,-6.6330247,-11.258491
+100306,-4.0183277,-0.018192805,-10.143173,-12.019861
+29745,-2.8123724,-0.062237833,-8.812219,-8.952557
+60439,-4.5367193,-11.536584,-3.6615648,-0.037089948
+109824,-2.6961763,-0.071041524,-7.321022,-7.701064
+102648,-3.5640104,-11.563875,-0.18885611,-1.939611
+62099,-2.2427049,-0.11757003,-5.3675504,-9.368805
+33686,-3.895753,-0.020618042,-10.020598,-10.277974
+116606,-2.1879785,-10.812843,-2.8128242,-0.18898194
+85384,-4.6465144,-10.7713785,-4.39636,-0.022182325
+31834,-3.3137712,-8.063636,-0.0636167,-3.691203
+58133,-6.274801,-13.399665,-3.774646,-0.025143389
+95196,-1.7085748,-12.45844,-0.20842035,-4.9609036
+11675,-3.2882187,-0.038083874,-12.413064,-10.043327
+34902,-0.2420361,-5.2419014,-1.6168816,-4.494954
+112691,-7.525503,-13.150369,-3.6503484,-0.026881317
+33713,-1.9114867,-12.786352,-0.16133253,-6.7874455
+109135,-2.3631043,-12.237969,-0.112949915,-4.368348
+60521,-1.5226308,-9.022495,-0.27247643,-3.899565
+76695,-0.42757383,-10.80244,-9.92742,-1.0560082
+98619,-4.759931,-12.009796,-0.009776568,-6.762251
+13731,-3.530332,-0.030197209,-7.9051776,-9.412244
+14492,-2.6951714,-0.07003638,-10.820016,-9.324291
+81006,-5.0272746,-11.15214,-0.027119419,-3.9028661
+114491,-4.9819927,-9.731857,-1.606838,-0.23248754
+120167,-7.0307765,-9.780641,-0.03062195,-3.533001
+69602,-3.530082,-0.029947113,-9.029927,-9.422608
+81057,-2.163236,-4.1631017,-0.1630819,-3.9136956
+118239,-4.635129,-0.009994227,-8.3849745,-11.38637
+26999,-1.3177104,-12.692576,-0.317556,-5.443739
+103729,-1.2392222,-4.739087,-0.3640678,-4.9908466
+70324,-3.492771e-05,-14.624901,-10.624881,-11.501709
+88697,-6.446156,-14.133521,-2.6960015,-0.07156269
+79720,-4.5112753,-0.011140171,-9.38612,-11.513774
+119098,-4.545305,-9.920169,-1.9201498,-0.17108622
+16374,-2.2379987,-0.11286399,-10.612844,-10.365401
+8973,-2.579098,-0.07896334,-10.078943,-10.081615
+92670,-0.0050793416,-8.379944,-5.3799253,-8.382128
+46136,-4.141505,-0.016369337,-8.516349,-8.895367
+113240,-0.00012468515,-13.99999,-9.74997,-9.631991
+92271,-4.5331316,-12.282996,-0.907977,-0.5345907
+47020,-7.098461,-10.348326,-0.3483066,-1.2266985
+68952,-4.5163856,-11.391251,-0.016230945,-5.2667766
+93704,-5.0090303,-11.508895,-0.00887568,-6.14272
+126515,-4.8828435,-0.0077082096,-9.2576885,-11.759025
+1648,-4.02969,-11.029555,-0.4045354,-1.1554456
+4147,-6.6009936,-11.975858,-1.6008393,-0.22701664
+106815,-4.4545765,-11.954441,-0.70442176,-0.7052725
+18919,-1.1628854,-9.78775,-0.41273114,-3.6682642
+88395,-5.2668815,-13.0792465,-1.141727,-0.39219698
+83361,-2.4641273,-0.088992245,-9.713972,-12.465122
+69550,-5.131089,-0.005954029,-10.880934,-11.828024
+59782,-1.9465162,-12.071382,-3.321362,-0.197086
+62607,-6.406992,-11.2818575,-1.4068376,-0.28313133
+49031,-5.93247,-11.807335,-0.18231484,-1.8078789
+24073,-7.1781273,-14.177992,-2.9279726,-0.05579727
+34883,-5.00778,-11.882646,-0.0076254,-7.0089536
+78080,-0.00035124808,-10.625216,-8.2501955,-9.630781
+59546,-1.0590327,-9.933898,-5.1838784,-0.4345528
+123805,-3.1682434,-0.0431085,-9.41809,-10.295712
+87807,-3.651453,-0.026318213,-11.0262985,-12.153212
+53821,-1.6969359,-13.571802,-6.9467816,-0.20359479
+90016,-3.8966115,-0.021476448,-7.021457,-10.027349
+75870,-5.0104537,-11.385318,-0.010299155,-5.6360126
+58764,-6.7860565,-13.473421,-1.9109015,-0.16143449
+64575,-4.0649542e-05,-15.062407,-10.7498865,-10.876479
+85818,-5.9028926,-13.652757,-3.652738,-0.029071286
+15652,-4.762339,-11.762203,-0.012184474,-5.6387925
+85976,-4.1429133,-11.267779,-0.14275922,-2.1443186
+15080,-4.0183682,-0.018233426,-9.643213,-10.769468
+79945,-2.1272168,-0.12708196,-9.252062,-9.5119
+76385,-6.5541544,-11.929021,-1.054,-0.43073916
+115581,-1.9527872,-6.8276525,-0.20263273,-3.2074313
+61199,-4.0183725,-0.018237287,-9.893217,-10.145488
+85813,-6.0031238,-11.752989,-0.0029692631,-7.6293716
+67537,-4.0186133,-0.018478509,-8.643458,-8.773871
+89261,-3.0808594,-9.080725,-0.080704965,-3.4577513
+22046,-7.3050537,-13.304918,-2.9298987,-0.055593304
+22926,-0.001179238,-11.751045,-8.251025,-7.0023856
+49488,-2.8838842,-12.321249,-0.25873,-1.7599876
+96660,-3.1692786,-0.04414403,-6.794125,-10.424945
+63730,-5.6022387,-12.352103,-0.97708404,-0.47819877
+9677,-0.0013558014,-14.251222,-7.126201,-7.5047717
+120201,-7.038404,-12.413268,-3.2882495,-0.038949437
+35208,-4.147802,-11.147667,-0.02264696,-5.023888
+30950,-6.974704,-11.724569,-0.47454932,-0.9757985
+66963,-0.5296703,-12.279535,-0.9045159,-5.0423484
+16156,-3.2873392,-14.099704,-8.912184,-0.03820941
+69670,-2.5792122,-0.079077564,-8.954059,-9.584162
+13477,-2.4646788,-0.08954371,-9.964524,-7.4726734
+50904,-4.635031,-0.009896381,-8.884876,-12.636014
+7930,-3.1684005,-12.543266,-0.043246195,-8.294176
+26294,-4.094134,-11.844,-2.5939794,-0.09584975
+35749,-1.6052723,-12.605138,-0.23011799,-5.35553
+55850,-1.5117725,-12.886638,-0.26161826,-4.6383257
+64767,-3.1740909,-12.548956,-4.923936,-0.050352808
+22057,-6.8491526,-12.599018,-1.2239977,-0.34972203
+87663,-7.5485916,-12.423457,-3.048437,-0.049152337
+35864,-8.037708,-13.787574,-3.2875533,-0.03839699
+33007,-4.5143538,-11.139218,-0.014199061,-5.765606
+81372,-2.086031,-10.9608965,-2.710877,-0.21155456
+97703,-4.8827677,-0.0076328535,-11.382613,-11.012899
+118589,-0.0003558956,-12.875221,-9.000201,-8.377517
+65741,-0.0014565107,-9.876321,-9.376301,-6.6307144
+119601,-3.298827,-11.423693,-0.048672378,-4.5497923
+114504,-4.0241213,-11.648985,-0.023966137,-5.151045
+92452,-0.00035470392,-14.25022,-8.0002,-10.8849535
+11152,-0.02804506,-11.52791,-6.1528907,-3.6683607
+44669,-3.419552,-9.294417,-0.044397786,-4.546178
+121963,-3.288347,-0.03821216,-8.788193,-10.6669235
+63486,-3.2883382,-12.788204,-7.038184,-0.038944967
+123055,-1.5193447,-11.39421,-0.76919025,-1.1465052
+119717,-0.051179394,-11.426044,-3.0510252,-5.9636855
+88042,-4.722044,-10.471909,-2.4718888,-0.09799941
+54428,-3.0489578,-0.04882293,-8.673803,-9.55389
+125274,-0.006321672,-11.131187,-5.131168,-7.882264
+46816,-7.1486206,-10.273486,-0.8984662,-0.5242726
+8553,-1.8130237,-13.187888,-0.18786938,-4.814021
+56455,-3.7734165,-0.02328167,-10.398262,-11.650708
+101092,-0.0031119988,-7.5029774,-6.002958,-9.38051
+55570,-0.001714071,-13.251578,-7.12656,-7.004986
+2531,-0.00063399243,-10.6255,-7.7504797,-8.6284685
+55854,-2.81213,-0.061994955,-10.936975,-10.939915
+65143,-0.00025853154,-14.625124,-8.375104,-10.501531
+28422,-7.793087,-14.605452,-3.1679323,-0.04343329
+36329,-2.475166,-11.225033,-4.475012,-0.10043098
+8061,-2.8124423,-0.062307283,-10.312287,-8.064618
+107678,-3.6515055,-0.026370578,-9.901351,-10.652932
+53009,-0.023522375,-6.7733874,-6.273368,-3.9011707
+62879,-0.00024935475,-13.5001135,-10.750093,-8.393007
+26784,-3.0493557,-0.049220882,-7.4242015,-10.05082
+21912,-7.562927,-11.062792,-0.3127721,-1.3165877
+113597,-0.00012814178,-13.124992,-9.499972,-9.877872
+82760,-5.3523538e-05,-15.374919,-9.999899,-11.754388
+26160,-3.8957732,-0.020638477,-9.645618,-10.272096
+23421,-3.4090724,-0.033937696,-8.283917,-10.036057
+41793,-0.46462277,-6.464488,-2.2144685,-1.3437767
+103325,-2.4641798,-0.0890447,-9.089025,-12.465484
+33557,-4.511257,-0.011121545,-9.636102,-11.512545
+81209,-3.168179,-0.043044217,-10.168024,-11.293671
+107064,-4.015606,-14.452971,-9.140451,-0.018306348
+98221,-0.004619403,-14.066985,-11.379465,-5.3824472
+16139,-5.8310575,-10.705922,-2.5809026,-0.08192946
+62717,-3.288271,-0.038135972,-10.0381155,-9.792897
+28151,-1.3470559e-05,-14.999879,-11.624859,-12.377787
+22888,-3.288703,-0.03856825,-7.7885485,-9.050336
+24637,-0.98130137,-6.8561664,-0.481147,-5.107687
+92809,-5.0243607,-13.649226,-4.024206,-0.02475853
+91862,-2.1321526,-5.7570176,-0.13199808,-6.2580204
+7412,-0.00022182388,-12.500088,-8.500068,-11.127795
+52442,-0.97743875,-11.3523035,-0.47728437,-5.729545
+87399,-0.008037603,-12.132903,-4.8828835,-7.7636037
+112712,-0.00042262682,-11.375288,-7.875268,-10.379396
+54201,-0.026214287,-11.026079,-7.15106,-3.6859498
+117074,-3.8270524,-10.201919,-0.076898165,-2.952577
+25137,-0.97401893,-10.973885,-6.7238646,-0.4760726
+16780,-0.027315125,-12.027181,-3.652161,-6.9033847
+72881,-4.792107,-10.666971,-0.041952565,-3.4183466
+110597,-2.4641488,-0.089013726,-9.588994,-10.971963
+89655,-0.0010069306,-14.250873,-7.0008526,-9.265397
+48391,-3.7735147,-0.023379961,-9.52336,-9.650429
+110182,-0.0003710297,-14.0002365,-8.3752165,-8.876502
+87621,-3.483059,-6.732924,-2.6079047,-0.1115945
+122711,-0.00053415337,-13.5004,-7.62538,-10.016562
+115720,-0.005564557,-14.56793,-8.005409,-5.2562237
+66486,-2.579212,-0.0790769,-8.579057,-11.581036
+68169,-1.701663,-0.20152813,-9.4515085,-9.705529
+110138,-2.471962,-11.721827,-0.09680754,-4.8482556
+21580,-2.0178552,-0.14272036,-10.1427,-10.64435
+102553,-3.7734172,-0.023282368,-10.648263,-11.02875
+78769,-2.0178657,-0.1427308,-9.642711,-11.647918
+93593,-2.127183,-0.12704806,-9.127028,-10.50467
+16612,-2.9301493,-0.055014662,-9.054996,-10.686137
+59583,-2.5993006,-11.599165,-3.8491464,-0.100519605
+76885,-5.8530048e-05,-13.249923,-11.374903,-10.003138
+120777,-2.579076,-0.078941084,-10.828921,-10.085015
+121894,-0.0017313266,-13.626596,-10.376576,-6.3785987
+88371,-4.0411134e-05,-15.249905,-10.374885,-11.62941
+68747,-1.9120867,-7.411952,-0.16193241,-6.789468
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/events.out.tfevents.1738079433.gamma.3809456.0 b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/events.out.tfevents.1738079433.gamma.3809456.0
new file mode 100644
index 0000000000000000000000000000000000000000..78f021f1307a112c12ead61fba3cee87a5c16ad8
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/events.out.tfevents.1738079433.gamma.3809456.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17fdba420ae181bd3c95fae41658f31f86c5e4a2aaa1a23f7fbd6d71cb7722bf
+size 3420
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/hparams.yaml b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/hparams.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/hparams.yaml
@@ -0,0 +1 @@
+{}
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/metrics.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/metrics.csv
new file mode 100644
index 0000000000000000000000000000000000000000..56f2e53c37f4752d97f438f750402fbff7db8743
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/metrics.csv
@@ -0,0 +1,37 @@
+step,train/NCE,train/NER,val/NCE,val/NER
+0,0.27245440055979525,0.05405405474795399,,
+1,0.27245435740833723,0.05405405474795399,,
+2,,,0.27245435740833723,0.05405405474795399
+2,0.27245435740833723,0.05405405474795399,,
+3,0.27245433583260825,0.05405405474795399,,
+4,,,0.27245433583260825,0.05405405474795399
+4,0.27245433583260825,0.05405405474795399,,
+5,0.27245429268115023,0.05405405474795399,,
+6,,,0.27245429268115023,0.05405405474795399
+6,0.27245429268115023,0.05405405474795399,,
+7,0.27245424952969227,0.05405405474795399,,
+8,,,0.27245424952969227,0.05405405474795399
+8,0.27245424952969227,0.05405405474795399,,
+9,0.27245424952969227,0.05405405474795399,,
+10,,,0.27245424952969227,0.05405405474795399
+10,0.27245424952969227,0.05405405474795399,,
+11,0.2724542279539633,0.05405405474795399,,
+12,,,0.2724542279539633,0.05405405474795399
+12,0.2724542279539633,0.05405405474795399,,
+13,0.2724541848025053,0.05405405474795399,,
+14,,,0.2724541848025053,0.05405405474795399
+14,0.2724541848025053,0.05405405474795399,,
+15,0.27245414165104725,0.05405405474795399,,
+16,,,0.27245414165104725,0.05405405474795399
+16,0.27245414165104725,0.05405405474795399,,
+17,0.27245414165104725,0.05405405474795399,,
+18,,,0.27245414165104725,0.05405405474795399
+18,0.27245414165104725,0.05405405474795399,,
+19,0.2724540769238603,0.05405405474795399,,
+20,,,0.2724540769238603,0.05405405474795399
+20,0.2724540769238603,0.05405405474795399,,
+21,0.2724540553481313,0.05405405474795399,,
+22,,,0.2724540553481313,0.05405405474795399
+22,0.2724540553481313,0.05405405474795399,,
+23,0.2724540337724023,0.05405405474795399,,
+24,,,0.2724540337724023,0.05405405474795399
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/state.ckpt b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/state.ckpt
new file mode 100644
index 0000000000000000000000000000000000000000..07b876549c249da3d56ebd9e6690ca49b941cb6e
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/state.ckpt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2b1cac1271821ecf024863b0ad4144502eb2e6ec932e1ca3bc18c7a636fefc
+size 1740
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/labels.csv
new file mode 100644
index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/labels.csv
@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/logits.csv
new file mode 100644
index 0000000000000000000000000000000000000000..b3cd186638a57ddbab130e37b512893ddc98dce5
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/logits.csv
@@ -0,0 +1,400 @@
+31224,-8.125252,-0.00029607204,-18.81278,-17.375647
+80227,0.0,-20.062544,-18.625029,-17.000183
+79086,-1.1920928e-07,-18.250044,-17.250029,-16.625217
+75303,-14.874827,-20.874872,-19.749857,-3.576278e-07
+56417,-19.124971,-18.500015,-5.960463e-07,-14.375113
+11319,-2.694805,-14.444849,-14.194834,-0.06994701
+12625,-6.198864e-06,-17.00005,-17.937534,-12.000142
+87626,-12.499965,-8.70224e-06,-12.249993,-15.125209
+43853,-12.874871,-18.249914,-19.312399,-2.622601e-06
+23828,-20.062366,-18.99991,-11.749896,-7.867782e-06
+27858,-8.125267,-18.75031,-0.00029607204,-16.750525
+12604,-5.2552094,-15.130253,-0.0052379044,-12.505326
+8180,-15.499971,-20.000015,-2.3841855e-07,-17.250101
+37466,-19.687288,-17.499832,-15.999817,-1.1920928e-07
+48185,-13.124958,-2.0265559e-06,-21.312487,-17.437628
+77755,-18.624971,-17.625015,-3.576278e-07,-14.750495
+29286,-0.051465794,-8.42651,-4.801494,-3.1765978
+87038,-15.37487,-19.624914,-19.124899,-2.3841855e-07
+33094,-10.499984,-2.7656173e-05,-18.437511,-15.625286
+17990,-8.375756,-15.2508,-0.0007834941,-7.500898
+125393,-15.6248255,-18.437368,-20.062353,-1.1920928e-07
+25066,-11.999964,-6.3180723e-06,-17.99999,-15.750346
+93021,-20.124933,-18.749977,-9.499961,-7.486063e-05
+91364,-19.749971,-19.687515,-8.344647e-07,-14.000118
+56219,-0.20942676,-2.5844703,-2.2094545,-5.5848093
+108119,-15.249388,-13.374432,-15.311916,-2.0265559e-06
+108029,-1.701289,-11.826333,-17.513817,-0.20144998
+82606,-18.562325,-18.312368,-11.249854,-1.2993728e-05
+34733,-18.67347,-15.173514,-3.0484982,-0.048592098
+40806,0.0,-19.687544,-19.500029,-18.37528
+89870,0.0,-20.062544,-18.875029,-17.625166
+120589,-20.749973,-13.500016,-1.4305105e-06,-17.50034
+107229,-16.749971,-19.125015,-3.576278e-07,-15.000118
+81763,-10.874999,-12.500043,-2.741776e-05,-12.25015
+126587,-0.14313368,-7.6431775,-13.768163,-2.0182977
+105931,-20.374956,0.0,-20.562485,-20.000252
+51593,-8.4992615e-05,-19.31263,-15.3751135,-9.375222
+105827,-13.49988,-17.874924,-9.499908,-7.6291035e-05
+92547,-11.999962,-6.198864e-06,-22.93749,-19.062792
+11098,-17.752777,-14.50282,-0.0028051096,-5.877905
+15535,-10.499984,-2.8132996e-05,-15.375012,-15.000196
+104144,-11.499988,-14.750031,-1.668916e-05,-12.00019
+84409,0.0,-18.875044,-20.312529,-18.000233
+55188,-17.624973,-14.625017,-1.6689287e-06,-13.625178
+97914,-12.749978,-14.875022,-6.9141147e-06,-12.500279
+9697,-5.8776493,-16.127693,-15.627677,-0.0028055853
+43614,-19.124853,-20.499897,-13.374882,-1.5497195e-06
+57056,-20.124851,-18.499895,-15.499881,-2.3841855e-07
+98595,-8.875097,-0.00013982272,-17.750124,-17.687748
+11602,-18.249973,-18.500017,-1.3113013e-06,-13.500183
+29109,-14.749971,-21.000015,-3.576278e-07,-18.250097
+114682,-12.124963,-5.3644035e-06,-20.37499,-19.43773
+63374,-15.999956,-1.1920928e-07,-20.187485,-18.500446
+77864,-11.000007,-16.750051,-3.5762147e-05,-10.875499
+81631,-11.99999,-15.750034,-1.9311718e-05,-11.25016
+124163,-11.72536,-16.225405,-0.22538893,-1.600547
+81563,-13.499876,-11.87492,-10.374905,-3.9576702e-05
+13895,-14.312457,-1.1920922e-06,-20.187487,-14.250198
+12863,-18.624851,-19.374895,-11.999878,-6.198864e-06
+45732,-14.053685,-1.0537293,-0.4287141,-10.928934
+49404,-20.125095,-18.50014,-0.000123374,-9.000236
+487,-14.749956,-3.576278e-07,-19.249985,-17.13539
+64317,-21.18949,-18.127033,-6.1270165,-0.0021854583
+6331,-1.4305105e-06,-13.750044,-17.93753,-14.877182
+73812,-17.312487,-15.0000305,-1.5139465e-05,-11.125162
+15701,-17.162554,-12.975099,-2.3500824,-0.10022222
+104663,-3.576278e-07,-16.000044,-15.875028,-15.750159
+90606,-2.5788624,-9.328906,-15.078891,-0.07898834
+127552,0.0,-18.625044,-19.062529,-18.937706
+126761,-6.75103,-16.126074,-12.876059,-0.0011730464
+92697,-8.356222e-05,-12.000128,-12.875113,-9.500628
+107122,-12.000008,-11.6250515,-3.6596583e-05,-10.751293
+74380,-17.874847,-17.624891,-13.87488,-9.5367386e-07
+66285,0.0,-18.000044,-18.375029,-18.250223
+70163,-9.000235,-15.125278,-0.00026353702,-8.875374
+75972,-11.499982,-17.000025,-1.0490363e-05,-15.000277
+30713,-19.773058,-14.898102,-0.52308613,-0.8981781
+118867,0.0,-17.250044,-19.187529,-16.875248
+84835,-14.499956,-4.7683704e-07,-17.687485,-17.000206
+60503,-20.749971,-20.437515,0.0,-18.125122
+11807,-20.816994,-16.879538,-5.3795204,-0.004620708
+27906,-5.960463e-07,-14.625045,-15.62503,-18.125195
+30093,-14.249958,-5.960463e-07,-19.187485,-18.000134
+45657,-21.937471,-18.875015,0.0,-18.937588
+97197,-1.1920928e-07,-15.875044,-18.125029,-17.437908
+48440,-10.749977,-2.1457441e-05,-18.750006,-17.812677
+14971,0.0,-17.750044,-18.375029,-17.75033
+61380,-19.874859,-19.749903,-15.749887,-1.1920928e-07
+7177,-8.375187,-0.00023088173,-19.625216,-14.750504
+40241,-0.003186508,-11.62823,-14.878215,-5.753341
+38583,-11.6249895,-3.3378044e-05,-10.625018,-15.875148
+104941,-1.1920922e-06,-19.000046,-13.62503,-18.500458
+39377,-10.499984,-2.7536968e-05,-20.750011,-17.000195
+65329,-3.3536487,-11.603692,-0.7286768,-0.72880095
+81089,-9.375041,-8.4992615e-05,-19.625072,-16.250612
+6143,-9.124941,-12.374985,-11.4999695,-0.00012325481
+63753,-2.3841855e-07,-17.000044,-17.125029,-15.375137
+5084,-18.319893,-15.819938,-0.069922335,-2.6951299
+125282,-17.124971,-17.250015,-9.5367386e-07,-14.000245
+7980,-10.187125,-9.874669,-11.749654,-9.7031654e-05
+42346,-16.874866,-20.31241,-19.624895,0.0
+73055,-14.249977,-16.250021,-6.079655e-06,-12.125184
+31696,-17.312536,-10.625079,-6.437094e-05,-10.125182
+101343,-14.999971,-20.562515,-3.576278e-07,-17.875347
+115075,0.0,-19.250044,-20.625029,-19.43764
+29447,-17.374876,-19.62492,-12.749905,-2.9802277e-06
+89441,-1.5019221,-15.001966,-0.25195044,-11.127074
+15843,-0.05103373,-6.051077,-3.3010619,-4.5512347
+110126,-17.249977,-12.250021,-5.7220295e-06,-13.875172
+36142,-20.12519,-18.125235,-8.00022,-0.00033551786
+2846,-17.749859,-17.874903,-13.124889,-2.0265559e-06
+85390,-0.00035279724,-10.000397,-8.125381,-11.375581
+108138,-18.688677,-17.37622,-6.6262064,-0.001326039
+7571,-18.510885,-14.01093,-4.5109153,-0.0110501
+62381,-16.249956,-1.1920928e-07,-21.624985,-18.125109
+65963,-18.453854,-15.3288965,-0.0788817,-2.5789902
+39384,0.0,-17.812544,-19.062529,-18.126335
+62356,0.0,-20.250044,-19.500029,-19.250263
+20478,-15.874956,-1.1920928e-07,-22.874985,-18.437927
+101968,-18.874971,-20.375015,0.0,-18.750128
+124810,-19.937471,-16.625015,-5.960463e-07,-14.6255045
+9300,-22.062471,-19.375015,-1.1920928e-07,-16.375153
+35593,-18.501522,-16.501566,-6.3765507,-0.0017025275
+53670,-17.625597,-17.25064,-0.00062648696,-7.3757243
+44789,-7.152555e-07,-18.125044,-16.875029,-14.125178
+25135,-9.750014,-5.8291644e-05,-20.187546,-16.750639
+32124,0.0,-18.750044,-18.625029,-18.437794
+36646,-8.875016,-15.12506,-14.125045,-0.00014089546
+34191,-19.007309,-15.882351,-2.6948361,-0.06994357
+65307,-19.312391,-18.687435,-10.124918,-4.005352e-05
+32731,-8.000292,-0.00033551786,-18.81282,-15.750609
+112637,-8.5004015,-8.125445,-8.87543,-0.00063923426
+18943,-13.624975,-14.625019,-2.503392e-06,-14.000432
+117291,0.0,-18.375044,-19.500029,-17.75021
+67975,-17.627665,-17.377708,-5.877692,-0.0028052286
+104676,-9.375044,-8.773419e-05,-14.7500725,-12.875184
+109059,-11.874963,-6.9141147e-06,-21.062492,-18.626087
+86252,-21.937374,-20.312418,-13.124903,-2.0265559e-06
+109620,0.0,-20.250044,-19.000029,-18.562677
+35543,-18.624891,-18.249935,-10.624918,-2.4318399e-05
+96155,-9.250052,-9.6316464e-05,-16.62508,-16.250832
+33646,-15.124971,-18.375015,-3.576278e-07,-16.500303
+64061,-0.010909083,-7.385953,-5.6359377,-5.0112457
+6764,-8.344647e-07,-15.000045,-15.62503,-14.750261
+63078,-10.874975,-1.8954097e-05,-19.875004,-18.687746
+88343,-10.499984,-2.7536968e-05,-20.937511,-17.875269
+50106,-9.000206,-0.00024995065,-12.625235,-9.000964
+35688,-23.624971,-19.375015,-3.576278e-07,-14.875093
+78697,-12.999958,-2.264974e-06,-20.437487,-17.000406
+13749,-14.499957,-9.5367386e-07,-16.812485,-14.625204
+44428,-0.17971686,-12.679761,-13.304746,-1.8049146
+13880,0.0,-17.500044,-17.125029,-17.75016
+107805,-15.249971,-19.687515,-2.3841855e-07,-18.37512
+47687,0.0,-20.375044,-20.375029,-18.125162
+3328,-17.749971,-19.312515,-1.1920928e-07,-15.875182
+27574,-13.999784,-16.874826,-18.187311,-8.344647e-07
+6049,-18.999956,-3.576278e-07,-17.124985,-15.002979
+121371,-18.874956,-2.3841855e-07,-17.999985,-15.250331
+93977,-6.251903,-15.876946,-0.0019309939,-13.002051
+87794,-22.312471,-21.500015,0.0,-18.750124
+1284,-12.7499695,-1.3112935e-05,-15.999996,-11.500898
+86737,-17.562668,-16.125212,-7.875199,-0.00038020534
+9800,-9.999904,-17.124947,-18.874931,-4.5417706e-05
+60632,-9.375041,-8.4992615e-05,-18.687572,-15.625592
+69196,-16.124956,-3.576278e-07,-17.312485,-15.250284
+109514,-15.999971,-18.750015,-2.3841855e-07,-16.125263
+75454,-2.5789816,-0.07902535,-12.704011,-8.954104
+68262,-8.875112,-15.500155,-0.00014065707,-14.25029
+51383,-4.2641597,-0.014203644,-15.639189,-10.139435
+39024,-3.288002,-0.038045317,-15.91303,-13.038162
+53372,-15.375707,-16.938251,-7.0007358,-0.0009118928
+61955,-19.374912,-18.124956,-9.124942,-0.00010895135
+46407,-10.374988,-3.1232346e-05,-21.187515,-16.875269
+56851,-13.124973,-19.750017,-2.145765e-06,-16.375101
+117835,-18.124971,-20.125015,0.0,-17.750149
+41315,-10.375003,-19.250046,-3.1351552e-05,-15.87514
+54086,0.0,-18.187544,-19.875029,-18.37521
+1123,-1.1920928e-07,-18.187544,-16.625029,-17.000141
+6738,-13.499957,-1.4305105e-06,-21.874987,-17.62514
+65022,-18.624828,-18.374872,-15.499857,-2.3841855e-07
+29011,-16.12485,-19.624893,-19.749878,-1.1920928e-07
+209,-17.548464,-15.548508,-3.0484922,-0.048592325
+117949,-7.152555e-07,-18.500044,-14.12503,-17.87522
+112253,-16.999792,-17.874836,-17.12482,-1.1920928e-07
+117575,-16.138344,-14.200888,-0.57587266,-0.8260271
+12151,-15.999971,-19.625015,-1.1920928e-07,-17.500118
+6503,-6.9295425,-10.179586,-1.0545712,-0.42979598
+47388,-9.00008,-0.00012385078,-17.812609,-14.625486
+122533,-12.499836,-15.87488,-17.812365,-3.81469e-06
+77557,-0.00010048838,-10.750143,-9.625128,-11.250275
+3593,-10.375002,-4.613293e-05,-15.8125305,-11.125627
+39857,-2.324554e-05,-13.750066,-14.125051,-10.750309
+82941,-17.624956,-1.1920928e-07,-17.562485,-16.375204
+2835,-1.1920928e-07,-16.625044,-18.875029,-18.625216
+12119,-7.5005264,-15.375569,-0.00055452704,-13.5006695
+2255,-6.735098e-05,-13.687612,-9.750096,-11.750279
+99071,-12.145516,-15.27056,-0.02054517,-3.8956573
+73970,-16.874975,-13.375019,-3.5762723e-06,-13.12512
+73312,-19.002945,-13.25299,-5.752974,-0.0031800913
+109736,-17.062456,-3.576278e-07,-18.187485,-14.9393635
+2581,-11.2499695,-1.3351351e-05,-20.999998,-14.875133
+64922,-3.52979,-14.029833,-8.529818,-0.029953476
+85830,0.0,-19.000044,-20.312529,-18.125156
+122144,-10.374988,-3.1470758e-05,-19.437515,-15.25012
+62330,-11.999964,-6.3180723e-06,-19.43749,-16.375353
+112561,-12.8752365,-13.62528,-0.00026496715,-8.250514
+48434,-11.874963,-6.9141147e-06,-21.812492,-17.000124
+119944,-9.625023,-6.699338e-05,-17.687551,-13.875307
+120940,-1.8096764,-0.18471989,-11.247205,-5.3098545
+77443,-20.874971,-19.500015,-2.3841855e-07,-15.500101
+23685,-14.599007,-14.4740505,-0.47403565,-0.9741477
+47231,-10.624982,-2.4437606e-05,-19.62501,-16.250177
+91022,-8.125253,-0.00029619123,-18.68778,-16.062956
+714,-18.562378,-17.249922,-10.499909,-2.7536968e-05
+25730,-19.249979,-16.125023,-7.986991e-06,-11.750135
+97729,-0.0005082984,-8.250552,-8.375537,-11.00074
+30236,-0.00014494799,-10.750189,-16.625174,-9.00049
+2443,-10.499984,-2.8132996e-05,-18.687513,-14.314496
+52656,-0.00020668755,-8.875251,-9.625236,-14.000419
+116972,-19.37481,-18.874853,-19.374838,0.0
+43770,-7.87767,-7.1277137,-1.502698,-0.25323
+10949,-15.499956,-3.576278e-07,-15.624985,-18.625082
+100306,-13.999957,-8.344647e-07,-17.999985,-18.687824
+29745,-12.624959,-3.3378547e-06,-20.999989,-17.25172
+60439,-16.874853,-18.124897,-13.74988,-1.072883e-06
+109824,-10.124998,-4.0649542e-05,-18.187525,-14.375279
+102648,-21.187477,-19.000021,-5.3644035e-06,-12.125105
+62099,-5.0066724,-0.006716178,-16.6317,-14.631915
+33686,-9.625022,-6.603976e-05,-20.937551,-17.250776
+116606,-6.4027653,-10.65281,-3.6527936,-0.027987218
+85384,-15.87477,-17.562315,-17.5623,-1.1920928e-07
+31834,-13.124993,-13.125037,-2.0622994e-05,-11.000333
+58133,-21.124882,-20.874926,-17.24991,0.0
+95196,-9.500047,-21.68759,-7.509903e-05,-15.500236
+11675,-11.499967,-1.03711545e-05,-20.187494,-15.188075
+34902,-0.77732676,-2.9023702,-0.902355,-2.5274718
+112691,-18.624802,-20.312346,-14.74983,-3.576278e-07
+33713,-12.499977,-16.81252,-4.410734e-06,-14.25019
+109135,-10.500006,-21.06255,-3.445089e-05,-11.875129
+60521,-12.375005,-11.625049,-3.2066786e-05,-10.87523
+76695,-1.0536095,-10.678653,-14.8661375,-0.42878544
+98619,-19.874971,-19.500015,0.0,-17.50043
+13731,-13.749957,-1.1920922e-06,-18.624987,-16.564249
+14492,-13.749957,-1.1920922e-06,-21.312487,-16.50051
+81006,-19.750067,-17.25011,-9.6078074e-05,-9.250192
+114491,-16.06233,-15.499876,-11.249861,-1.3351351e-05
+120167,-23.437479,-16.500023,-4.887569e-06,-12.250173
+69602,-13.374958,-1.6689287e-06,-19.812487,-16.001205
+81057,-14.87498,-12.250024,-8.821448e-06,-12.500132
+118239,-16.499956,-1.1920928e-07,-17.749985,-19.000189
+26999,-6.876004,-17.688549,-0.0010330108,-15.501141
+103729,-12.499995,-11.625039,-2.4079987e-05,-11.375215
+70324,0.0,-18.250044,-18.250029,-16.87513
+88697,-20.062353,-20.437397,-11.999881,-6.198864e-06
+79720,-13.499957,-1.4305105e-06,-19.499987,-17.875332
+119098,-16.74977,-16.874813,-11.249798,-1.3112935e-05
+16374,-10.499984,-2.7536968e-05,-21.500011,-17.37517
+8973,-10.749979,-2.1576649e-05,-20.937506,-16.625256
+92670,-0.0003626881,-8.625405,-8.62539,-12.500584
+46136,-10.874975,-1.9311718e-05,-17.500004,-14.875369
+113240,0.0,-19.125044,-20.500029,-18.125233
+92271,-15.350047,-16.475092,-2.3500757,-0.10022071
+47020,-16.348928,-13.723972,-0.973956,-0.47415224
+68952,-15.499976,-15.75002,-5.1259863e-06,-12.250124
+93704,-19.687471,-18.125015,-1.1920928e-07,-15.875396
+126515,-20.687456,0.0,-20.374985,-20.187649
+1648,-16.347681,-14.285226,-0.16021039,-1.9103085
+4147,-22.999872,-18.874916,-10.2499,-3.5404533e-05
+106815,-16.54282,-15.042864,-3.1678479,-0.043006077
+18919,-8.750162,-13.500206,-0.00019107423,-10.375899
+88395,-20.249958,-19.500002,-9.374988,-8.487341e-05
+83361,-12.87496,-2.503392e-06,-21.437487,-18.8126
+69550,-16.499956,-2.3841855e-07,-17.812485,-15.940053
+59782,-12.249942,-16.124985,-9.74997,-6.317893e-05
+62607,-17.563416,-16.50096,-6.7509437,-0.0011705459
+49031,-19.535889,-16.09843,-0.34841722,-1.2235105
+24073,-19.437204,-18.312248,-10.124733,-4.005352e-05
+34883,-24.249971,-19.250015,0.0,-20.500122
+78080,0.0,-18.125044,-17.875029,-18.37538
+59546,-5.8776784,-14.502722,-13.627707,-0.0028068929
+123805,-6.1271415,-0.0021855773,-18.87717,-14.877356
+87807,-12.999958,-2.264974e-06,-21.187487,-19.250217
+53821,-2.237671,-14.862714,-11.987699,-0.11284769
+90016,-11.374968,-1.1682442e-05,-16.499996,-16.125755
+75870,-23.999971,-19.500015,0.0,-18.875116
+58764,-20.62485,-21.249893,-12.87488,-2.622601e-06
+64575,0.0,-20.312544,-20.437529,-18.375134
+85818,-19.624823,-19.562366,-13.999853,-8.344647e-07
+15652,-20.749971,-21.375015,-1.1920928e-07,-16.12512
+85976,-16.256687,-16.756731,-0.0067144018,-5.006871
+15080,-13.749957,-1.072883e-06,-20.062489,-17.000164
+79945,-10.749979,-2.1576649e-05,-20.625006,-16.376005
+76385,-14.648035,-13.460579,-0.5230635,-0.8982147
+115581,-11.2504835,-8.500527,-0.0005122303,-8.125914
+61199,-16.124956,-1.1920928e-07,-20.249985,-17.250156
+85813,-23.874971,-18.875015,0.0,-18.500135
+67537,-12.999959,-2.7418098e-06,-18.749987,-14.688497
+89261,-17.125,-14.750043,-2.801379e-05,-10.50016
+22046,-21.437357,-19.9374,-14.3748865,-5.960463e-07
+22926,-5.960463e-07,-17.687544,-18.625029,-14.37523
+49488,-13.627448,-17.002493,-0.0024764843,-6.002629
+96660,-8.750128,-0.00017033557,-11.375156,-14.688794
+63730,-18.565948,-17.003492,-5.6284757,-0.003600545
+9677,-2.7894584e-05,-15.500072,-12.625056,-10.625197
+120201,-20.06236,-18.874905,-12.249892,-4.76836e-06
+35208,-19.874971,-19.000015,-1.1920928e-07,-15.62519
+30950,-18.49222,-15.804764,-2.9297485,-0.054889865
+66963,-4.51102,-18.011065,-0.011048568,-14.511813
+16156,-7.7502985,-16.500343,-17.625328,-0.00043084874
+69670,-11.999964,-6.3180723e-06,-20.74999,-16.125563
+13477,-14.249958,-5.960463e-07,-23.624985,-17.75047
+50904,-14.499956,-4.7683704e-07,-19.499985,-18.875114
+7930,-19.749971,-20.562515,0.0,-18.875105
+26294,-15.750198,-17.125244,-7.7502275,-0.00043096792
+35749,-9.125082,-18.875124,-0.000109308945,-14.750218
+55850,-10.250007,-18.625051,-3.552374e-05,-15.875222
+64767,-11.624851,-17.374895,-11.62488,-1.7881233e-05
+22057,-18.987686,-16.55023,-2.2377155,-0.112835124
+87663,-19.62487,-19.249914,-13.1249,-2.0265559e-06
+35864,-21.18738,-19.249924,-10.999906,-1.668916e-05
+33007,-18.499971,-17.500015,-3.576278e-07,-14.750208
+81372,-14.124875,-16.624918,-13.124904,-2.7418098e-06
+97703,-13.624957,-1.3113013e-06,-19.999987,-16.25053
+118589,-2.264974e-06,-15.500045,-17.56253,-13.125212
+65741,-8.344647e-07,-16.250042,-19.500027,-14.125157
+119601,-19.562471,-19.250015,-1.1920928e-07,-16.375095
+114504,-18.999971,-19.500015,-2.3841855e-07,-15.125153
+92452,0.0,-18.687544,-17.375029,-17.250237
+11152,-0.00092427916,-12.750968,-11.500953,-7.0011716
+44669,-18.312477,-15.750018,-2.9802277e-06,-12.750141
+121963,-8.750114,-0.00015853578,-19.000143,-15.687925
+63486,-10.374818,-16.37486,-16.749846,-3.1351552e-05
+123055,-9.258681,-16.258724,-0.00870883,-4.7588234
+119717,-0.0014277037,-13.0014715,-7.376456,-7.132599
+88042,-17.499866,-17.74991,-14.874896,-3.576278e-07
+54428,-11.749964,-7.986991e-06,-19.624992,-16.125618
+125274,-0.00027891083,-11.250321,-8.375306,-10.250531
+46816,-17.195002,-13.382545,-0.75753075,-0.6326623
+8553,-11.624982,-20.187525,-1.0490363e-05,-13.375176
+56455,-9.625022,-6.603976e-05,-19.812551,-17.7504
+101092,-0.00021514962,-8.500259,-11.875244,-12.250391
+55570,-1.5497195e-06,-17.625046,-15.5000305,-13.500197
+2531,-9.655906e-06,-12.375053,-16.500038,-12.125267
+55854,-10.749979,-2.1576649e-05,-20.437506,-15.875164
+65143,0.0,-19.125044,-18.125029,-18.250149
+28422,-21.687353,-20.937397,-14.749881,-3.576278e-07
+36329,-11.87487,-17.874916,-19.1249,-7.0333235e-06
+8061,-10.124997,-4.1007155e-05,-19.812525,-13.875426
+107678,-12.124962,-5.4836123e-06,-19.93749,-16.625126
+53009,-0.003198272,-10.8782425,-12.940727,-5.753415
+62879,-1.1920928e-07,-18.375044,-20.187529,-16.500519
+26784,-9.250052,-9.619727e-05,-18.50008,-16.375214
+21912,-16.472965,-13.16051,-1.2229944,-0.34863514
+113597,0.0,-18.875044,-21.187529,-17.125143
+82760,0.0,-19.062544,-18.812529,-18.125196
+26160,-13.499959,-1.5497195e-06,-20.749987,-15.875149
+23421,-8.250221,-0.00026377538,-15.12525,-13.00056
+41793,-3.4103086,-6.0353527,-9.535337,-0.036141258
+103325,-11.874963,-6.9141147e-06,-21.749992,-19.312613
+33557,-18.499956,0.0,-19.062485,-17.625246
+81209,-4.7585716,-0.0086153485,-18.0711,-14.633714
+107064,-10.374782,-18.624825,-16.74981,-3.1232346e-05
+98221,-1.2993728e-05,-21.187557,-21.312542,-11.25016
+16139,-18.499853,-17.624897,-11.249883,-1.2993728e-05
+62717,-16.249956,-1.1920928e-07,-23.437485,-19.250437
+28151,0.0,-19.875044,-19.625029,-19.500164
+22888,-10.874978,-2.2053475e-05,-15.125007,-12.750746
+24637,-3.8955152,-14.270558,-0.020543536,-14.645748
+92809,-16.874851,-21.124895,-16.49988,-1.1920928e-07
+91862,-11.999979,-13.375023,-7.986991e-06,-15.500168
+7412,0.0,-17.250044,-18.375029,-18.687725
+52442,-6.3766804,-14.126724,-0.0017091918,-12.00204
+87399,-0.0009198725,-12.500964,-7.000948,-12.251131
+112712,-3.576278e-07,-16.625044,-16.250029,-16.125212
+54201,-8.475421e-05,-15.625129,-16.75011,-9.377837
+117074,-18.750055,-16.6251,-8.487341e-05,-9.375183
+25137,-1.7013009,-12.701345,-11.70133,-0.20145223
+16780,-0.000298098,-15.875342,-8.125327,-13.125483
+72881,-18.187487,-16.37503,-1.490105e-05,-11.125212
+110597,-13.124958,-2.145765e-06,-18.999987,-16.438183
+89655,-5.960463e-07,-17.750044,-14.62503,-16.125145
+48391,-11.2499695,-1.3112935e-05,-17.624998,-15.875373
+110182,0.0,-18.625044,-17.750029,-17.000183
+87621,-14.937227,-11.124771,-13.437256,-1.6569955e-05
+122711,-3.576278e-07,-17.625044,-15.375028,-16.37549
+115720,-5.960463e-07,-19.937544,-18.875029,-14.375146
+66486,-10.749977,-2.1457441e-05,-20.687506,-17.625444
+68169,-8.250218,-0.00026222607,-17.937746,-13.875591
+110138,-12.374976,-18.125021,-5.1259863e-06,-14.000198
+21580,-11.874963,-7.0333235e-06,-19.062492,-15.812726
+102553,-11.2499695,-1.3112935e-05,-19.999998,-16.188011
+78769,-7.7503867,-0.0004307296,-19.687916,-16.563074
+93593,-7.5005093,-0.0005533356,-16.875538,-14.750665
+16612,-7.625445,-0.00048816207,-19.250473,-16.001337
+59583,-13.874848,-17.999893,-14.124877,-1.6689287e-06
+76885,-7.152555e-07,-16.687544,-17.937529,-14.125191
+120777,-12.37496,-4.2915253e-06,-20.687489,-15.875435
+121894,-1.7881378e-06,-18.375046,-20.87503,-13.25024
+88371,0.0,-19.250044,-18.562529,-18.000204
+68747,-15.624971,-15.375015,-4.7683704e-07,-15.875151
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
new file mode 100644
index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
new file mode 100644
index 0000000000000000000000000000000000000000..7e76dbbc652e706c87712d1040f733a5b5bd0eb9
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
@@ -0,0 +1,400 @@
+31224,-13.124958,-2.0265559e-06,-23.124987,-21.625214
+80227,0.0,-22.937544,-22.937529,-19.500164
+79086,0.0,-23.562544,-24.187529,-21.250132
+75303,-19.249825,-23.312368,-21.874853,0.0
+56417,-22.749971,-20.375015,0.0,-18.125107
+11319,-1.5018113,-13.939355,-14.18934,-0.2519648
+12625,-4.7683704e-07,-18.125044,-20.500029,-14.625146
+87626,-13.499959,-1.5497195e-06,-15.624988,-18.250284
+43853,-14.999878,-20.187422,-17.999907,-3.576278e-07
+23828,-20.125252,-19.187796,-7.8752804,-0.0003800862
+27858,-15.999971,-22.125015,-1.1920928e-07,-19.6253
+12604,-3.4086208,-14.533664,-0.033648882,-13.283732
+8180,-16.249971,-22.187515,-1.1920928e-07,-19.62509
+37466,-22.124819,-19.999863,-12.124846,-5.4836123e-06
+48185,-16.249956,-1.1920928e-07,-22.312485,-18.125114
+77755,-20.999971,-20.125015,0.0,-17.500277
+29286,-0.48198137,-9.107025,-0.98200965,-4.8571024
+87038,-17.49985,-20.374893,-13.999879,-8.344647e-07
+33094,-15.749956,-1.1920928e-07,-22.437485,-20.000443
+17990,-14.374976,-18.25002,-4.76836e-06,-12.375122
+125393,-14.999842,-18.687386,-12.99987,-2.622601e-06
+25066,-13.999957,-8.344647e-07,-20.624985,-19.125168
+93021,-23.249847,-21.874891,-12.249879,-4.76836e-06
+91364,-21.374971,-21.937515,0.0,-18.500103
+56219,-6.1301575,-5.8802013,-0.005186199,-8.505455
+108119,-18.87473,-18.249773,-16.749758,-1.1920928e-07
+108029,-6.7510266,-16.50107,-21.813555,-0.0011704268
+82606,-20.124882,-20.187426,-10.374911,-3.1232346e-05
+34733,-21.131598,-19.319141,-5.0066276,-0.006715941
+40806,0.0,-21.437544,-22.125029,-20.625248
+89870,0.0,-19.625044,-19.875029,-18.125153
+120589,-20.499971,-15.625015,-1.1920928e-07,-18.00014
+107229,-23.187471,-22.500015,0.0,-20.000187
+81763,-13.499974,-17.625017,-1.5497195e-06,-15.62512
+126587,-0.08892768,-12.838971,-15.338956,-2.4640994
+105931,-24.812456,0.0,-24.499985,-21.375181
+51593,-3.576278e-07,-25.125044,-23.312529,-14.875134
+105827,-18.999807,-20.812351,-10.499837,-2.7536968e-05
+92547,-13.374959,-1.5497195e-06,-24.812487,-20.562696
+11098,-20.313383,-17.125927,-0.00091141637,-7.0010076
+15535,-9.750014,-5.8291644e-05,-19.750046,-17.125172
+104144,-9.625039,-16.750082,-6.7708585e-05,-13.375256
+84409,0.0,-24.812544,-27.625029,-23.750257
+55188,-20.499971,-18.375015,0.0,-17.750162
+97914,-19.499971,-18.375015,0.0,-18.12515
+9697,-8.250096,-17.500141,-16.875126,-0.0002613918
+43614,-20.624868,-22.374912,-13.374896,-1.5497195e-06
+57056,-19.81243,-17.999973,-9.749957,-5.8291644e-05
+98595,-10.62498,-2.4318399e-05,-21.00001,-20.500122
+11602,-19.062471,-20.375015,0.0,-16.875359
+29109,-14.999971,-21.875015,-3.576278e-07,-20.37509
+114682,-15.499956,-2.3841855e-07,-22.999985,-20.68764
+63374,-19.749956,0.0,-23.687485,-21.250257
+77864,-9.500047,-18.87509,-7.509903e-05,-15.25024
+81631,-10.250008,-16.875051,-3.6596583e-05,-13.6251745
+124163,-16.350508,-17.163052,-0.03803694,-3.2881572
+81563,-16.874832,-15.249877,-13.749862,-1.3113013e-06
+13895,-16.437456,-2.3841855e-07,-22.437485,-16.312695
+12863,-17.875357,-19.2504,-7.625385,-0.00048804292
+45732,-18.505611,-0.6931548,-0.69313955,-17.56826
+49404,-19.999971,-20.437515,-3.576278e-07,-14.750099
+487,-16.374956,-1.1920928e-07,-21.687485,-19.500553
+64317,-21.440956,-19.941,-5.6284833,-0.003600545
+6331,0.0,-19.250044,-23.000029,-18.129635
+73812,-19.937471,-15.625015,-2.3841855e-07,-16.625114
+15701,-20.000418,-18.187962,-7.500446,-0.0005529782
+104663,0.0,-21.187544,-20.750029,-18.625134
+90606,-6.0023737,-11.002418,-15.814902,-0.0024927754
+127552,0.0,-22.875044,-25.000029,-22.375168
+126761,-12.499879,-19.624924,-12.9999075,-5.9604467e-06
+92697,-3.2186456e-06,-15.000046,-17.750032,-12.750503
+107122,-10.125017,-13.500061,-4.6252135e-05,-12.2503805
+74380,-18.000084,-18.000128,-8.500111,-0.00020346955
+66285,0.0,-21.937544,-23.687529,-20.93777
+70163,-10.250065,-15.000109,-9.393251e-05,-9.750199
+75972,-13.874972,-19.062515,-9.5367386e-07,-18.062876
+30713,-19.723381,-17.348425,-0.3484094,-1.2235291
+118867,0.0,-21.062544,-23.750029,-20.18769
+84835,-17.499956,0.0,-21.624985,-20.87523
+60503,-17.937471,-20.125015,0.0,-18.06259
+11807,-22.750435,-20.562979,-7.500464,-0.0005529782
+27906,0.0,-21.750044,-23.250029,-22.375137
+30093,-13.499957,-1.4305105e-06,-19.999987,-17.125103
+45657,-17.687471,-18.375015,0.0,-19.500101
+97197,0.0,-20.812544,-22.812529,-20.50026
+48440,-9.000079,-0.000123374,-20.562609,-19.437744
+14971,0.0,-22.687544,-24.250029,-22.937834
+61380,-21.187355,-21.249899,-11.999883,-6.198864e-06
+7177,-13.124958,-2.0265559e-06,-22.999987,-19.250223
+40241,-7.521823e-05,-14.750119,-18.250101,-9.500237
+38583,-16.624956,-1.1920928e-07,-20.499985,-20.37512
+104941,0.0,-22.000044,-20.562529,-21.12538
+39377,-15.624956,-1.1920928e-07,-23.374985,-19.812716
+65329,-1.2484374,-10.248481,-0.49846572,-2.2485723
+81089,-11.749964,-7.867782e-06,-21.187492,-18.125265
+6143,-7.5004096,-12.375455,-13.50044,-0.0005585779
+63753,0.0,-19.625044,-21.437529,-17.37514
+5084,-19.188974,-16.814018,-0.0015021004,-6.501675
+125282,-17.124971,-20.875015,-1.1920928e-07,-16.500164
+7980,-12.249801,-12.124845,-11.749829,-1.8119648e-05
+42346,-19.249884,-21.374928,-18.749912,0.0
+73055,-17.874971,-17.500015,-4.7683704e-07,-14.500108
+31696,-20.562473,-14.000018,-2.8610189e-06,-13.125139
+101343,-15.499971,-21.687515,-2.3841855e-07,-19.37555
+115075,0.0,-23.187544,-24.625029,-22.750137
+29447,-18.874935,-21.124979,-9.624963,-6.603976e-05
+89441,-3.4086192,-17.033663,-0.033647384,-14.158745
+15843,-4.5299425e-06,-13.125049,-15.500033,-13.000133
+110126,-16.624973,-14.000016,-1.1920922e-06,-15.000194
+36142,-21.063168,-20.500711,-7.1256967,-0.0008044583
+2846,-19.749865,-20.624908,-12.624889,-3.3378547e-06
+85390,-3.6954812e-06,-12.750048,-16.875032,-14.000536
+108138,-21.938147,-20.43819,-7.1256747,-0.0008044583
+7571,-19.317589,-16.442633,-5.255118,-0.005234465
+62381,-21.374956,0.0,-24.312485,-20.625103
+65963,-21.25405,-18.379093,-0.00407793,-5.504209
+39384,0.0,-22.937544,-23.625029,-22.455898
+62356,0.0,-23.937544,-23.687529,-21.437689
+20478,-17.124956,0.0,-23.624985,-19.187704
+101968,-22.124971,-22.562515,0.0,-22.687607
+124810,-18.249971,-17.375015,-5.960463e-07,-14.250641
+9300,-23.124971,-22.562515,0.0,-21.062614
+35593,-17.656021,-16.031065,-1.4060519,-0.28118223
+53670,-19.249971,-19.687515,-7.152555e-07,-14.125109
+44789,0.0,-22.500044,-22.625029,-18.500154
+25135,-14.999956,-3.576278e-07,-23.124985,-19.625189
+32124,0.0,-22.687544,-23.250029,-22.125498
+36646,-17.499878,-19.249922,-20.249907,0.0
+34191,-21.628466,-18.69101,-5.628494,-0.0036004263
+65307,-21.124859,-20.999903,-11.374887,-1.1444026e-05
+32731,-8.625135,-0.00017951308,-20.187664,-16.938011
+112637,-5.3929186,-6.8929625,-4.392947,-0.01809049
+18943,-14.874971,-16.250015,-4.7683704e-07,-17.125244
+117291,0.0,-21.187544,-23.875029,-19.750135
+67975,-17.819965,-18.38251,-4.882495,-0.0076069445
+104676,-16.374956,-1.1920928e-07,-21.249985,-17.12516
+109059,-13.249958,-1.7881378e-06,-22.749987,-20.062862
+86252,-22.749882,-22.187426,-12.12491,-5.3644035e-06
+109620,0.0,-23.875044,-23.187529,-22.562693
+35543,-20.750584,-19.938128,-7.2506137,-0.00070999685
+96155,-14.999956,-3.576278e-07,-21.687485,-20.625334
+33646,-19.499971,-19.875015,0.0,-20.062782
+64061,-1.4662635e-05,-12.750057,-14.875042,-11.375291
+6764,0.0,-20.250044,-22.250029,-20.000166
+63078,-11.374968,-1.1444026e-05,-21.874996,-18.875122
+88343,-9.750014,-5.8291644e-05,-20.750046,-18.562714
+50106,-10.749979,-2.1576649e-05,-15.875008,-17.250385
+35688,-22.499971,-20.687515,0.0,-17.250095
+78697,-16.874956,0.0,-23.937485,-19.375153
+13749,-18.749956,0.0,-20.249985,-18.000166
+44428,-0.16020115,-15.160245,-16.410229,-1.9103595
+13880,0.0,-22.562544,-22.750029,-22.625189
+107805,-10.87499,-20.187534,-1.8954097e-05,-20.625147
+47687,0.0,-23.500044,-25.562529,-22.37513
+3328,-19.249971,-21.187515,0.0,-18.500153
+27574,-14.999828,-17.74987,-11.124857,-1.5020258e-05
+6049,-23.187456,0.0,-20.374985,-18.5002
+121371,-22.874956,0.0,-20.499985,-17.750195
+93977,-8.875112,-19.687654,-0.00013994191,-16.500254
+87794,-22.937471,-23.187515,0.0,-21.500156
+1284,-14.374957,-8.344647e-07,-18.749985,-15.125429
+86737,-18.135902,-17.885946,-4.5109296,-0.01104904
+9800,-12.87488,-21.062422,-20.937407,-2.622601e-06
+60632,-15.999956,-1.1920928e-07,-23.874985,-19.750845
+69196,-19.687456,0.0,-19.624985,-18.625097
+109514,-12.249976,-18.93752,-4.76836e-06,-18.000711
+75454,-7.0008683,-0.00091236917,-16.813396,-14.000983
+68262,-10.624995,-18.68754,-2.4318399e-05,-17.000137
+51383,-7.7503867,-0.00043061044,-22.312916,-17.250765
+39024,-2.12689,-0.12693352,-17.814419,-15.002042
+53372,-18.56484,-19.189884,-6.0023704,-0.0024760086
+61955,-19.62654,-19.126583,-6.3765693,-0.0017024084
+46407,-11.874963,-6.9141147e-06,-24.749992,-19.56262
+56851,-16.124971,-23.125015,-1.1920928e-07,-20.12517
+117835,-20.749971,-22.562515,0.0,-20.375154
+41315,-15.124971,-22.500015,-2.3841855e-07,-18.750093
+54086,0.0,-21.000044,-23.562529,-20.125185
+1123,0.0,-25.062544,-25.125029,-23.062634
+6738,-18.749956,0.0,-24.687485,-20.500137
+65022,-21.999844,-21.624887,-13.499871,-1.4305105e-06
+29011,-18.24987,-21.249914,-17.874899,0.0
+209,-17.593552,-17.031096,-1.4060819,-0.28117234
+117949,0.0,-21.000044,-19.875029,-20.000147
+112253,-20.062374,-19.687418,-11.249905,-1.2993728e-05
+117575,-17.891,-17.203545,-0.016029773,-4.141314
+12151,-19.374971,-22.437515,0.0,-21.1251
+6503,-9.576466,-9.951509,-0.20149432,-1.7016915
+47388,-9.250052,-9.6078074e-05,-20.75008,-18.250391
+122533,-12.624879,-16.062422,-14.3749075,-3.933899e-06
+77557,-1.5497195e-06,-14.500046,-16.50003,-13.875166
+3593,-11.999964,-6.3180723e-06,-20.37499,-16.250162
+39857,-3.0994368e-06,-15.125047,-17.812532,-12.75015
+82941,-21.187456,0.0,-22.062485,-18.750153
+2835,0.0,-21.375044,-23.562529,-21.750187
+12119,-8.500175,-16.12522,-0.00020418466,-14.250297
+2255,-3.576278e-07,-19.625044,-15.500028,-16.250216
+99071,-14.6285715,-17.691116,-0.0036001885,-5.628712
+73970,-15.624973,-14.375017,-2.264974e-06,-13.3750925
+73312,-18.600273,-13.600319,-1.6003033,-0.22544184
+109736,-17.937456,0.0,-19.062485,-17.43778
+2581,-16.249956,-1.1920928e-07,-23.374985,-17.500088
+64922,-0.34840924,-15.285953,-12.598437,-1.2235415
+85830,0.0,-25.187544,-27.812529,-23.750172
+122144,-11.624965,-8.940657e-06,-21.374994,-16.875086
+62330,-15.499956,-2.3841855e-07,-22.374985,-18.25019
+112561,-14.999976,-17.937521,-5.1259863e-06,-12.250125
+48434,-18.374956,0.0,-23.749985,-19.3751
+119944,-14.124957,-7.152555e-07,-21.624985,-18.00015
+120940,-6.7512116,-0.0012548438,-17.00124,-9.376493
+77443,-20.062471,-21.687515,0.0,-17.62509
+23685,-18.88881,-17.513853,-1.7013372,-0.20143029
+47231,-8.000291,-0.00033551786,-19.43782,-16.250473
+91022,-13.499957,-1.4305105e-06,-23.812487,-21.500134
+714,-21.687435,-20.937479,-9.499963,-7.486063e-05
+25730,-20.437471,-18.250015,-5.960463e-07,-14.375118
+97729,-1.9073468e-06,-13.375046,-16.25003,-15.125145
+30236,-1.2636105e-05,-13.625056,-19.937542,-11.375254
+2443,-16.562456,-1.1920928e-07,-22.249985,-19.312714
+52656,-1.1920928e-07,-16.375044,-18.625029,-18.500172
+116972,-21.24986,-21.312405,-14.12489,-7.152555e-07
+43770,-9.504181,-9.754225,-0.004209349,-5.5046196
+10949,-18.249956,0.0,-22.999985,-23.187565
+100306,-17.249956,0.0,-20.562485,-20.93778
+29745,-16.124956,-1.1920928e-07,-23.937485,-19.878832
+60439,-21.437368,-20.124912,-14.249898,-5.960463e-07
+109824,-12.87496,-2.503392e-06,-22.874987,-17.625212
+102648,-20.937473,-20.500017,-2.8610189e-06,-12.750098
+62099,-8.750114,-0.0001584166,-20.062643,-19.68776
+33686,-14.249958,-5.960463e-07,-21.437485,-19.25043
+116606,-5.1466904,-10.146734,-4.146719,-0.021912374
+85384,-15.374849,-17.687395,-11.874878,-7.152532e-06
+31834,-15.624974,-14.125018,-2.9802277e-06,-13.125269
+58133,-21.062399,-21.562443,-11.124925,-1.4781843e-05
+95196,-11.499983,-21.750025,-1.0132739e-05,-18.12533
+11675,-15.624956,-1.1920928e-07,-23.937485,-18.562849
+34902,-1.3320444,-4.957088,-0.3320726,-4.4572406
+112691,-14.760895,-17.448439,-4.510924,-0.011049511
+33713,-16.874971,-20.375015,0.0,-17.375103
+109135,-17.749971,-22.312515,0.0,-17.000093
+60521,-10.500005,-12.875049,-3.2066786e-05,-13.1252
+76695,-4.263987,-14.764031,-16.514015,-0.014166388
+98619,-23.687471,-21.750015,0.0,-20.625145
+13731,-16.249956,-1.1920928e-07,-22.187485,-20.251684
+14492,-16.249956,-1.1920928e-07,-22.937485,-18.000584
+81006,-21.249971,-19.687515,-2.3841855e-07,-15.375092
+114491,-17.812853,-17.500397,-7.625382,-0.00048804292
+120167,-23.812471,-18.375015,-2.3841855e-07,-15.500113
+69602,-17.624956,0.0,-20.874985,-19.25098
+81057,-14.499977,-12.750021,-5.7220295e-06,-13.000109
+118239,-21.874956,0.0,-22.687485,-22.12522
+26999,-15.124971,-21.062515,-2.3841855e-07,-19.562626
+103729,-14.124983,-11.875027,-1.1444026e-05,-12.500191
+70324,0.0,-23.375044,-24.062529,-20.875132
+88697,-21.3124,-22.562445,-10.7499275,-2.1457441e-05
+79720,-15.874956,-1.1920928e-07,-22.312485,-20.437656
+119098,-17.75,-18.187544,-8.8750305,-0.00013982272
+16374,-14.624956,-4.7683704e-07,-23.937485,-19.5001
+8973,-15.749956,-1.1920928e-07,-24.374985,-19.125153
+92670,0.0,-17.125044,-19.062529,-19.43765
+46136,-13.374959,-1.5497195e-06,-19.374987,-18.562756
+113240,0.0,-23.562544,-25.937529,-21.625202
+92271,-18.828396,-20.20344,-4.1409225,-0.016036108
+47020,-16.443043,-16.130587,-0.6930722,-0.6932226
+68952,-20.562471,-18.250015,-1.1920928e-07,-16.37509
+93704,-21.312471,-20.250015,0.0,-20.062836
+126515,-23.687456,0.0,-22.624985,-21.375126
+1648,-17.389133,-17.639177,-0.014162156,-4.2642536
+4147,-24.43738,-21.062424,-11.124907,-1.4781843e-05
+106815,-20.257425,-19.63247,-4.882455,-0.0076073
+18919,-12.749975,-15.375019,-3.5762723e-06,-14.500476
+88395,-21.562456,-22.5625,-9.499985,-7.486063e-05
+83361,-12.999958,-2.264974e-06,-21.937487,-20.062607
+69550,-19.624956,0.0,-18.749985,-17.626059
+59782,-12.87518,-18.062725,-8.125209,-0.00029857468
+62607,-18.877644,-18.627687,-5.8776712,-0.0028052286
+49031,-21.260927,-20.823471,-4.5109563,-0.011048804
+24073,-22.312323,-22.499866,-12.624849,-3.3378547e-06
+34883,-26.249971,-22.687515,0.0,-24.37511
+78080,0.0,-22.125044,-23.750029,-22.8752
+59546,-9.624948,-17.499992,-18.124977,-6.6158966e-05
+123805,-5.6285563,-0.0036003073,-19.066088,-16.253807
+87807,-11.874963,-6.9141147e-06,-21.874992,-19.750185
+53821,-2.2376986,-16.112743,-14.362727,-0.11283779
+90016,-15.374956,-2.3841855e-07,-21.374985,-20.501438
+75870,-26.124971,-21.750015,0.0,-22.750097
+58764,-22.374891,-23.749935,-11.374919,-1.1444026e-05
+64575,0.0,-22.750044,-23.375029,-20.500132
+85818,-21.062342,-21.124886,-11.74987,-7.867782e-06
+15652,-24.187471,-22.500015,0.0,-20.625132
+85976,-18.625307,-18.37535,-0.00033539868,-8.000487
+15080,-18.999956,0.0,-23.812485,-20.125082
+79945,-11.374968,-1.1444026e-05,-23.624996,-19.001204
+76385,-18.009594,-17.572138,-4.634622,-0.009757208
+115581,-11.750075,-9.500119,-0.00010418349,-10.750334
+61199,-19.624956,0.0,-23.437485,-19.875109
+85813,-22.187471,-19.625015,0.0,-20.250143
+67537,-16.499956,-1.1920928e-07,-22.249985,-18.68766
+89261,-20.624971,-18.500015,-5.960463e-07,-14.25011
+22046,-22.124897,-20.74994,-10.749926,-2.1457441e-05
+22926,-2.145765e-06,-16.312546,-18.06253,-13.125155
+49488,-16.000883,-17.750927,-0.00091141637,-7.0010414
+96660,-8.875097,-0.00013982272,-18.812624,-17.938156
+63730,-19.592108,-18.717152,-3.5296347,-0.029753888
+9677,0.0,-20.687544,-19.625029,-16.875177
+120201,-20.249983,-19.687527,-9.00001,-0.000123374
+35208,-16.499971,-18.375015,-1.1920928e-07,-16.750132
+30950,-21.502337,-19.37738,-6.002365,-0.0024760086
+66963,-7.375598,-17.625643,-0.0006267252,-16.375788
+16156,-12.749862,-19.812403,-20.687387,-2.8610189e-06
+69670,-17.749956,0.0,-24.124985,-19.625223
+13477,-14.999956,-3.576278e-07,-25.187485,-18.875242
+50904,-17.499956,0.0,-22.562485,-20.625086
+7930,-15.124971,-21.062515,-2.3841855e-07,-19.125229
+26294,-17.000969,-18.376013,-6.750997,-0.0011704268
+35749,-15.624971,-22.875015,-1.1920928e-07,-19.000103
+55850,-18.749971,-21.125015,0.0,-18.375141
+64767,-19.49985,-20.624893,-18.124878,0.0
+22057,-20.576532,-19.264076,-4.2640605,-0.014164977
+87663,-16.94199,-17.317034,-5.3795185,-0.004620827
+35864,-21.312435,-19.687479,-9.499963,-7.486063e-05
+33007,-20.937471,-19.875015,0.0,-19.000229
+81372,-17.999884,-20.124928,-11.249912,-1.2993728e-05
+97703,-15.999955,-1.1920928e-07,-22.249985,-17.875488
+118589,0.0,-19.500044,-21.500029,-17.250158
+65741,0.0,-20.500044,-23.562529,-18.875223
+119601,-13.624972,-18.250017,-1.4305105e-06,-15.250093
+114504,-22.749971,-21.437515,0.0,-19.00016
+92452,0.0,-23.625044,-23.562529,-22.500183
+11152,-2.467602e-05,-15.750069,-15.375053,-10.626243
+44669,-19.437471,-17.000015,-3.576278e-07,-14.750114
+121963,-13.249958,-1.7881378e-06,-22.999987,-19.125252
+63486,-14.374814,-19.749859,-18.999844,-5.960463e-07
+123055,-8.378379,-17.190922,-0.003407151,-5.753516
+119717,-1.2755313e-05,-16.000057,-12.50004,-11.627465
+88042,-19.18739,-19.312433,-10.499919,-2.7536968e-05
+54428,-15.749956,-1.1920928e-07,-23.749985,-20.125412
+125274,-4.7683704e-07,-16.500044,-16.625029,-15.375143
+46816,-18.210526,-14.648068,-0.8980539,-0.5231717
+8553,-15.374971,-21.937515,-2.3841855e-07,-18.500116
+56455,-14.999956,-3.576278e-07,-23.937485,-20.812746
+101092,-1.1920928e-07,-16.625044,-19.375029,-16.750166
+55570,0.0,-21.750044,-22.250029,-17.250143
+2531,-2.3841855e-07,-16.375044,-20.750029,-16.1252
+55854,-14.624956,-4.7683704e-07,-22.999985,-19.062727
+65143,0.0,-24.875044,-26.500029,-24.500122
+28422,-23.062395,-22.187439,-10.624923,-2.4318399e-05
+36329,-9.624937,-17.43748,-12.874966,-6.866219e-05
+8061,-12.87496,-2.503392e-06,-22.812487,-17.500206
+107678,-14.999956,-3.576278e-07,-21.687485,-17.687603
+53009,-9.417489e-06,-14.562553,-17.750038,-11.625704
+62879,0.0,-21.187544,-23.750029,-18.375204
+26784,-14.624956,-4.7683704e-07,-23.187485,-21.312584
+21912,-17.286396,-14.973941,-0.97392523,-0.47416958
+113597,0.0,-21.125044,-23.687529,-18.500134
+82760,0.0,-23.625044,-24.562529,-21.562664
+26160,-19.374956,0.0,-23.999985,-19.000092
+23421,-8.375187,-0.0002311201,-16.625216,-14.500467
+41793,-0.8273021,-6.8898463,-7.577331,-0.57760173
+103325,-14.499956,-4.7683704e-07,-24.312485,-20.81261
+33557,-20.499956,0.0,-21.999985,-21.062645
+81209,-7.3755827,-0.0006266061,-22.125612,-18.688217
+107064,-14.999157,-20.4367,-20.499186,-3.576278e-07
+98221,-2.264974e-06,-22.187546,-23.06253,-13.000128
+16139,-15.820952,-15.133496,-4.7584805,-0.008616058
+62717,-18.749956,0.0,-24.312485,-19.875391
+28151,0.0,-23.625044,-24.937529,-23.31264
+22888,-11.124971,-1.5139465e-05,-17.0625,-15.000748
+24637,-5.5040503,-17.254093,-0.0040786425,-17.129208
+92809,-17.749882,-21.749926,-14.24991,-7.152555e-07
+91862,-16.749971,-15.000015,-3.576278e-07,-18.625134
+7412,0.0,-22.000044,-23.000029,-22.750185
+52442,-11.749979,-19.000023,-8.106199e-06,-15.3751745
+87399,-1.1920928e-07,-16.750044,-16.000029,-17.125212
+112712,0.0,-21.500044,-22.250029,-21.062649
+54201,-3.6954812e-06,-17.750048,-19.312532,-12.501315
+117074,-18.999971,-18.625015,-9.5367386e-07,-13.87509
+25137,-0.47402504,-14.099069,-14.411553,-0.97416604
+16780,-2.7418098e-06,-17.500044,-13.125031,-14.125184
+72881,-21.937471,-19.312515,-3.576278e-07,-14.750145
+110597,-14.374958,-5.960463e-07,-20.812485,-18.625204
+89655,0.0,-21.250044,-20.125029,-20.000261
+48391,-14.874956,-3.576278e-07,-21.187485,-19.750212
+110182,0.0,-21.875044,-21.687529,-18.250145
+87621,-13.254483,-9.629527,-5.3795123,-0.004688579
+122711,0.0,-21.000044,-20.500029,-19.126266
+115720,0.0,-24.562544,-24.937529,-18.87512
+66486,-13.999957,-8.344647e-07,-22.937485,-19.437683
+68169,-12.49996,-3.6954812e-06,-21.124989,-17.250166
+110138,-21.374971,-22.000015,0.0,-19.87516
+21580,-15.499956,-2.3841855e-07,-23.062485,-19.125223
+102553,-13.499957,-1.4305105e-06,-22.187487,-18.687893
+78769,-8.625135,-0.00017951308,-20.687664,-17.750322
+93593,-14.874956,-3.576278e-07,-22.249985,-17.750101
+16612,-7.5005093,-0.00055309734,-20.813038,-16.6258
+59583,-17.874853,-20.249897,-15.249882,-2.3841855e-07
+76885,0.0,-19.375044,-21.187529,-18.25017
+120777,-13.499957,-1.4305105e-06,-21.937487,-18.437897
+121894,-1.1920928e-07,-21.937544,-23.187529,-15.8751745
+88371,0.0,-22.500044,-22.937529,-21.500174
+68747,-15.249971,-17.125015,-2.3841855e-07,-18.125109
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/events.out.tfevents.1738070142.gamma.3611779.0 b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/events.out.tfevents.1738070142.gamma.3611779.0
new file mode 100644
index 0000000000000000000000000000000000000000..f394db6141350e3077141c71f9dd1dc967abb183
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/events.out.tfevents.1738070142.gamma.3611779.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb9238ea19d68dfa17bc23ec511444375347fa468f9da2d24634e4266d1a469
+size 3976
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/hparams.yaml b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/hparams.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/hparams.yaml
@@ -0,0 +1 @@
+{}
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/metrics.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/metrics.csv
new file mode 100644
index 0000000000000000000000000000000000000000..3ce0cee0d45deaaceb99ff48103e8e7c0bc05292
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/metrics.csv
@@ -0,0 +1,46 @@
+step,train/NCE,train/NER,val/NCE,val/NER
+0,0.6691834718385405,0.26126126033606134,,
+1,0.6691814433751421,0.26126126033606134,,
+2,,,0.6691814433751421,0.26126126033606134
+2,0.6691814433751421,0.26126126033606134,,
+3,0.6691795012293351,0.26126126033606134,,
+4,,,0.6691795012293351,0.26126126033606134
+4,0.6691795012293351,0.26126126033606134,,
+5,0.6691773864483453,0.26126126033606134,,
+6,,,0.6691773864483453,0.26126126033606134
+6,0.6691773864483453,0.26126126033606134,,
+7,0.6691755306201298,0.26126126033606134,,
+8,,,0.6691755306201298,0.26126126033606134
+8,0.6691755306201298,0.26126126033606134,,
+9,0.6691735021567313,0.26126126033606134,,
+10,,,0.6691735021567313,0.26126126033606134
+10,0.6691735021567313,0.26126126033606134,,
+11,0.6691713442169458,0.26126126033606134,,
+12,,,0.6691713442169458,0.26126126033606134
+12,0.6691713442169458,0.26126126033606134,,
+13,0.6691694020711388,0.26126126033606134,,
+14,,,0.6691694020711388,0.26126126033606134
+14,0.6691694020711388,0.26126126033606134,,
+15,0.6691673736077404,0.26126126033606134,,
+16,,,0.6691673736077404,0.26126126033606134
+16,0.6691673736077404,0.26126126033606134,,
+17,0.6691654314619334,0.26126126033606134,,
+18,,,0.6691654314619334,0.26126126033606134
+18,0.6691654314619334,0.26126126033606134,,
+19,0.6691633166809436,0.26126126033606134,,
+20,,,0.6691633166809436,0.26126126033606134
+20,0.6691633166809436,0.26126126033606134,,
+21,0.6691613745351366,0.26126126033606134,,
+22,,,0.6691613745351366,0.26126126033606134
+22,0.6691613745351366,0.26126126033606134,,
+23,0.6691593460717382,0.26126126033606134,,
+24,,,0.6691593460717382,0.26126126033606134
+24,0.6691593460717382,0.26126126033606134,,
+25,0.6691573176083399,0.26126126033606134,,
+26,,,0.6691573176083399,0.26126126033606134
+26,0.6691573176083399,0.26126126033606134,,
+27,0.6691553754625328,0.26126126033606134,,
+28,,,0.6691553754625328,0.26126126033606134
+28,0.6691553754625328,0.26126126033606134,,
+29,0.6691533038403387,0.26126126033606134,,
+30,,,0.6691533038403387,0.26126126033606134
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/state.ckpt b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/state.ckpt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a95950266ee327f16275435cab35dde48ae379
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/state.ckpt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea161ee16deafe02da4c188623140959c1ebf54cc26935476f7368ee4860f7cb
+size 1740
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
new file mode 100644
index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
new file mode 100644
index 0000000000000000000000000000000000000000..3f2e7d84a664484f0d32a95eb8de399265dc6129
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
@@ -0,0 +1,400 @@
+31224,-7.7511835,-0.00045801638,-10.50009,-15.875637
+80227,0.0,-23.749273,-22.498905,-20.999372
+79086,0.0,-23.749273,-22.873905,-21.624372
+75303,-5.0072784,-17.256554,-14.256184,-0.0067122704
+56417,-10.626119,-18.687893,-2.491443e-05,-14.250514
+11319,-0.043027546,-18.417303,-13.291934,-3.1673927
+12625,0.0,-22.124273,-19.498905,-18.749405
+87626,-11.75107,-0.00034540886,-7.9999766,-13.125611
+43853,-9.125755,-22.31253,-19.374662,-0.00010883216
+23828,-8.375895,-20.312668,-11.874801,-0.00023731754
+27858,-4.2652426,-17.952017,-0.0141486395,-14.389679
+12604,-1.6013014,-14.725576,-0.22520755,-11.100676
+8180,-9.501169,-18.250443,-7.533743e-05,-14.250521
+37466,-10.125685,-19.437456,-13.999591,-4.088795e-05
+48185,-6.5022264,-0.0015012672,-16.751133,-16.751564
+77755,-10.87612,-15.875395,-2.5987287e-05,-11.875507
+29286,-3.9296055,-10.303881,-0.053511675,-3.4289732
+87038,-8.750807,-22.25008,-18.749712,-0.00015829741
+33094,-6.2526593,-0.0019342063,-11.876566,-16.62706
+17990,-5.132082,-16.381355,-0.00598792,-9.631689
+125393,-11.250629,-21.437403,-19.249535,-1.2993728e-05
+25066,-7.6262164,-0.0004911409,-12.625122,-15.375881
+93021,-11.250674,-21.999947,-14.49958,-1.3470559e-05
+91364,-18.501095,-19.000368,-4.7683704e-07,-14.625458
+56219,-0.003942338,-8.378217,-5.6278486,-9.128659
+108119,-9.500381,-15.624657,-14.749288,-7.533743e-05
+108029,-0.00020358874,-17.49948,-15.374109,-8.50075
+82606,-10.125653,-20.624928,-11.124559,-5.483477e-05
+34733,-9.751349,-16.938124,-7.3752565,-0.00068509945
+40806,0.0,-22.624273,-21.311405,-20.81231
+89870,0.0,-21.186773,-20.248905,-19.87453
+120589,-13.626096,-15.125371,-1.5497195e-06,-15.87552
+107229,-5.256326,-17.5681,-0.005232212,-12.38068
+81763,-5.132096,-12.131371,-0.006001784,-9.5068245
+126587,-0.002851589,-11.127127,-10.376758,-5.8775554
+105931,-6.502229,-0.0015041239,-13.001135,-14.376695
+51593,-1.0251946e-05,-22.311783,-15.873917,-11.499371
+105827,-4.145724,-16.457499,-5.39463,-0.020583358
+92547,-8.750883,-0.00015829741,-19.06229,-17.937878
+11098,-14.876169,-17.000443,-7.521823e-05,-9.5005455
+15535,-9.750794,-7.00926e-05,-11.374701,-14.7502
+104144,-9.12623,-16.750504,-0.00013636613,-10.500645
+84409,0.0,-23.624273,-22.186405,-20.875477
+55188,-12.376099,-15.625374,-4.887569e-06,-14.62566
+97914,-4.2652593,-14.264534,-0.014165212,-11.014649
+9697,-3.530329,-17.404602,-12.404235,-0.029737225
+43614,-9.875697,-22.937471,-15.499603,-5.161629e-05
+57056,-12.250625,-21.437399,-15.749531,-4.887569e-06
+98595,-5.1316514,-0.0059261806,-13.255558,-16.631014
+11602,-12.376113,-16.125387,-1.9073304e-05,-11.125653
+29109,-9.001217,-19.000492,-0.00012432756,-13.750572
+114682,-7.501296,-0.0005714452,-10.875203,-17.063364
+63374,-9.37581,-8.511181e-05,-16.374718,-15.500214
+77864,-10.37621,-17.000484,-0.000115983916,-9.375647
+81631,-3.7778306,-14.652106,-0.026736828,-5.6521726
+124163,-2.5139027,-15.325678,-1.1378086,-0.5132829
+81563,-8.378324,-13.502599,-6.002229,-0.0027081028
+13895,-1.5024948,-0.25176945,-16.5639,-13.251862
+12863,-11.250668,-23.24994,-16.249573,-1.3112935e-05
+45732,-8.2392,-2.2384746,-0.11310611,-9.738607
+49404,-16.00112,-17.250393,-2.7656173e-05,-10.500495
+487,-7.8761086,-0.00038330362,-14.500014,-12.68851
+64317,-14.000639,-20.874916,-12.374545,-5.0067774e-06
+6331,0.0,-20.124273,-22.436405,-20.999588
+73812,-15.376099,-15.000374,-4.6491514e-06,-12.375481
+15701,-14.126828,-17.5011,-6.7507343,-0.0011714984
+104663,0.0,-20.749273,-19.811405,-18.249382
+90606,-0.52345455,-10.39773,-10.272361,-0.8978012
+127552,0.0,-22.249273,-22.373905,-21.311998
+126761,-0.099116884,-17.098392,-4.5980225,-2.473475
+92697,-0.0001631842,-14.749438,-8.749069,-12.376672
+107122,-7.3768053,-13.3760805,-0.00071166456,-9.382125
+74380,-13.875642,-21.749918,-15.249548,-1.1920922e-06
+66285,0.0,-22.686773,-18.873905,-20.390034
+70163,-6.502753,-14.502028,-0.0016593272,-8.75211
+75972,-3.2890995,-15.600874,-0.038005263,-12.288711
+30713,-12.680479,-14.492254,-1.8043859,-0.17981964
+118867,0.0,-22.686773,-22.998905,-21.686981
+84835,-11.000749,-2.3841574e-05,-11.874655,-15.125188
+60503,-18.188595,-17.750368,-8.344647e-07,-14.000561
+11807,-7.377612,-16.876886,-6.6265182,-0.001951815
+27906,0.0,-22.124273,-17.248905,-21.625332
+30093,-6.5022287,-0.0015034097,-13.251135,-14.939501
+45657,-18.376095,-18.500368,0.0,-17.375431
+97197,0.0,-21.124273,-21.186405,-21.687002
+48440,-10.750748,-2.1815062e-05,-14.874654,-17.875195
+14971,0.0,-22.686773,-22.123905,-21.749502
+61380,-11.875637,-18.937412,-10.374543,-3.8146245e-05
+7177,-1.8053536,-0.17962821,-16.116758,-12.8048
+40241,-5.245195e-06,-16.93678,-14.62391,-12.249744
+38583,-8.626393,-0.00066758756,-7.625299,-15.750809
+104941,-1.1920928e-07,-21.499273,-16.498905,-18.75429
+39377,-6.2526526,-0.0019274245,-16.751558,-15.502251
+65329,-2.7314599,-15.230735,-0.10536582,-3.3558285
+81089,-6.8767576,-0.0010324153,-16.250664,-15.501268
+6143,-1.0544565,-11.428731,-7.928363,-0.42886633
+63753,0.0,-22.061773,-20.123905,-18.874352
+5084,-12.049261,-17.048534,-3.0481663,-0.04861447
+125282,-11.376122,-16.250397,-2.8252203e-05,-11.00071
+7980,-10.125404,-13.62468,-11.2493105,-5.4238757e-05
+42346,-6.127832,-20.189606,-14.501738,-0.0021841498
+73055,-3.7743537,-15.523629,-0.023259657,-10.148778
+31696,-5.755443,-11.629717,-0.004349059,-6.7549005
+101343,-8.00143,-19.250704,-0.00033539868,-14.751009
+115075,0.0,-23.124273,-21.998905,-21.561964
+29447,-9.12577,-22.125046,-15.999677,-0.00010895135
+89441,-8.487341e-05,-21.061857,-9.373991,-16.874426
+15843,-0.00012099011,-14.499396,-9.124027,-11.374549
+110126,-10.501173,-10.500448,-7.9390236e-05,-10.626396
+36142,-8.500861,-19.937632,-10.999767,-0.00022003613
+2846,-10.625685,-20.31246,-12.749591,-2.7179349e-05
+85390,-0.00049018767,-15.124764,-7.6243963,-13.418625
+108138,-9.50109,-19.062864,-7.8749967,-0.00045503752
+7571,-11.382377,-14.631652,-5.006283,-0.0067301504
+62381,-9.000851,-0.00012468515,-13.874757,-14.500213
+65963,-6.0578165,-14.682092,-1.806723,-0.18215907
+39384,0.0,-21.249273,-21.061405,-20.218056
+62356,0.0,-23.436773,-20.248905,-21.12498
+20478,-7.2514353,-0.00070999685,-18.12534,-14.375827
+101968,-9.62616,-20.062935,-6.603976e-05,-18.250544
+124810,-17.56362,-16.125393,-2.4437606e-05,-10.625503
+9300,-14.501095,-18.750368,-7.152555e-07,-15.125491
+35593,-12.125628,-19.374905,-10.624535,-2.9682673e-05
+53670,-10.007852,-15.132127,-0.0067576207,-5.0072126
+44789,0.0,-23.311773,-20.498905,-19.62455
+25135,-7.626213,-0.0004875663,-19.00012,-18.250834
+32124,0.0,-24.124273,-23.686405,-22.938543
+36646,-0.5768046,-13.951079,-7.450711,-0.82615805
+34191,-13.125664,-20.124937,-10.87457,-2.0980615e-05
+65307,-12.375656,-22.687431,-16.124563,-4.2915253e-06
+32731,-4.264879,-0.014154047,-14.513785,-14.889342
+112637,-5.9046364,-12.278911,-3.6535425,-0.029048475
+18943,-7.3768363,-11.751112,-0.00074251735,-9.126334
+117291,0.0,-24.561773,-23.061405,-23.124683
+67975,-9.000798,-19.437572,-10.749704,-0.0001448288
+104676,-3.5328712,-0.032145854,-6.0317774,-11.282671
+109059,-3.8962533,-0.020528004,-14.39516,-15.458332
+86252,-12.125673,-22.312449,-16.99958,-5.4836123e-06
+109620,0.0,-24.874273,-23.123905,-22.6244
+35543,-11.875677,-20.812452,-10.874583,-2.5868081e-05
+96155,-2.2388117,-0.11308641,-7.9877176,-13.238413
+33646,-9.001218,-16.625492,-0.00012385078,-14.626088
+64061,-1.2516897e-05,-15.124288,-11.873919,-12.143004
+6764,0.0,-22.311773,-19.123905,-18.251143
+63078,-5.6293225,-0.0035976942,-15.378228,-18.691296
+88343,-4.511765,-0.011039844,-15.885672,-17.26133
+50106,-10.375872,-0.00014709345,-9.124778,-11.87539
+35688,-13.62617,-15.750445,-7.617183e-05,-9.500502
+78697,-5.878529,-0.0028036833,-14.627435,-15.003248
+13749,-8.126057,-0.00033206193,-11.124963,-10.750642
+44428,-0.029967243,-12.7792425,-8.528873,-3.5294092
+13880,0.0,-22.561773,-20.998905,-21.874384
+107805,-9.126203,-19.125477,-0.00010895135,-16.125553
+47687,0.0,-23.436773,-21.998905,-20.62452
+3328,-8.501308,-17.313084,-0.00021467288,-11.375652
+27574,-9.750654,-19.999931,-19.062063,-5.8291644e-05
+6049,-9.875825,-9.9654004e-05,-11.249731,-10.250479
+121371,-8.750887,-0.00016234987,-14.812293,-12.500368
+93977,-0.048639677,-17.797913,-3.0475457,-14.547976
+87794,-15.126094,-19.250368,-3.576278e-07,-16.250473
+1284,-10.250813,-8.7257395e-05,-10.999719,-10.250447
+86737,-7.0175095,-16.079285,-4.1414156,-0.016939126
+9800,-2.2383318,-16.237606,-13.362238,-0.11276335
+60632,-6.252654,-0.0019288522,-13.50156,-15.127211
+69196,-5.753932,-0.0032070654,-12.377838,-10.503634
+109514,-14.501097,-18.750372,-2.9802277e-06,-12.876211
+75454,-5.2574716,-0.006746254,-6.5063777,-10.756826
+68262,-6.128277,-17.502552,-0.0021830793,-14.8776245
+51383,-0.5805443,-0.82981896,-12.454451,-5.455168
+39024,-5.8785276,-0.00280297,-16.002436,-17.502907
+53372,-10.000897,-19.06267,-8.499804,-0.00024887803
+61955,-11.625996,-18.125269,-7.874902,-0.0003891426
+46407,-3.5304565,-0.029730977,-15.779363,-13.279864
+56851,-4.3885913,-18.700365,-0.012497563,-13.387951
+117835,-12.376099,-19.500372,-4.5299425e-06,-15.000493
+41315,-7.6265836,-18.625858,-0.00048971106,-13.000934
+54086,0.0,-23.374273,-23.123905,-22.374388
+1123,0.0,-22.936773,-18.373905,-18.999517
+6738,-8.0010605,-0.00033551786,-15.374967,-16.000471
+65022,-10.625657,-20.187431,-15.249563,-2.4556812e-05
+29011,-10.000646,-20.68742,-18.999552,-4.5417706e-05
+209,-5.7276726,-13.976948,-0.35157868,-1.2270095
+117949,0.0,-22.436773,-18.373905,-19.875101
+112253,-10.250618,-18.937395,-14.999524,-3.564294e-05
+117575,-11.524031,-13.898306,-0.5229376,-0.89842
+12151,-14.501095,-18.937868,-5.960463e-07,-16.375463
+6503,-6.447548,-10.571824,-0.07145459,-2.6978307
+47388,-11.375736,-1.1563234e-05,-16.374643,-16.75021
+122533,-8.500839,-18.562616,-17.812248,-0.00020335037
+77557,-8.5830325e-06,-16.37428,-11.748915,-14.249544
+3593,-3.0743718,-0.07364666,-10.323277,-3.6989837
+39857,-2.3841855e-07,-18.999273,-17.748905,-15.499359
+82941,-8.625933,-0.00020740266,-10.499839,-14.500323
+2835,0.0,-21.749273,-20.623905,-21.749414
+12119,-5.2563243,-16.505598,-0.0052304333,-13.005732
+2255,-2.0265559e-06,-18.061775,-13.498908,-14.374382
+99071,-4.294568,-14.106343,-0.043474153,-3.5439317
+73970,-9.8766985,-13.250974,-0.00060587644,-7.5010595
+73312,-11.704526,-12.203801,-2.5784314,-0.07894175
+109736,-9.625827,-0.000102157144,-13.999733,-10.250747
+2581,-2.018311,-0.14258558,-16.392216,-11.892742
+64922,-0.28437233,-14.658648,-5.783278,-1.4088079
+85830,0.0,-23.686773,-22.186405,-19.87481
+122144,-7.626214,-0.000488877,-13.87512,-15.0005665
+62330,-5.5048165,-0.004091108,-11.128722,-13.879314
+112561,-11.876363,-14.500638,-0.00026854247,-8.2508745
+48434,-6.252653,-0.0019280193,-17.00156,-14.002058
+119944,-8.25099,-0.00026449043,-13.874896,-12.875416
+120940,-0.06272062,-2.8119953,-10.061626,-7.31351
+77443,-17.251095,-18.625368,-2.3841855e-07,-15.250458
+23685,-3.7054653,-15.26724,-2.9543712,-0.07980151
+47231,-6.502227,-0.0015013863,-16.501133,-17.001673
+91022,-4.635474,-0.00974918,-15.25938,-16.63485
+714,-11.750638,-20.749912,-12.499544,-1.1563234e-05
+25730,-10.376153,-16.875427,-5.876845e-05,-10.500529
+97729,-4.7683704e-07,-15.874274,-14.998905,-17.1869
+30236,-8.344647e-07,-17.374273,-15.248907,-14.249824
+2443,-7.626213,-0.00048780462,-18.06262,-15.250798
+52656,-6.9141147e-06,-17.999283,-11.873913,-17.624594
+116972,-12.625619,-21.249895,-16.374527,-3.3378547e-06
+43770,-6.3959565,-9.770232,-0.019863147,-4.020622
+10949,-9.500831,-0.00010609064,-10.374737,-16.250328
+100306,-5.131651,-0.0059258253,-13.630557,-14.881394
+29745,-7.126531,-0.0008056494,-15.125437,-13.376201
+60439,-6.003484,-15.877759,-7.87739,-0.0028534909
+109824,-8.8758745,-0.00015007323,-11.499781,-15.125372
+102648,-16.126106,-17.75038,-1.1563234e-05,-11.375453
+62099,-2.0183187,-0.14259322,-11.267224,-13.267693
+33686,-8.875865,-0.0001402995,-15.249771,-15.000403
+116606,-5.522707,-11.771982,-0.14661294,-2.0221605
+85384,-9.125694,-18.43747,-14.9996,-0.00010918975
+31834,-9.127723,-10.876998,-0.0016287407,-6.502332
+58133,-12.000676,-23.18745,-17.374582,-6.198864e-06
+95196,-10.126138,-19.250412,-4.3748852e-05,-12.50094
+11675,-2.3508642,-0.10013864,-17.66227,-13.600296
+34902,-7.876516,-13.000791,-0.00042191186,-10.1259575
+112691,-13.625567,-23.062344,-16.874475,-1.3113013e-06
+33713,-10.251129,-18.687904,-3.5404533e-05,-15.625489
+109135,-4.761187,-17.010462,-0.01009348,-6.510895
+60521,-10.001283,-12.375558,-0.00018928644,-8.875772
+76695,-0.0380623,-15.412337,-16.286968,-3.2875125
+98619,-5.38071,-17.004984,-0.0046160803,-14.005101
+13731,-8.500933,-0.00020787939,-12.374839,-14.875475
+14492,-7.2514462,-0.00072095625,-16.31285,-11.375901
+81006,-12.251434,-17.563208,-0.00034004627,-8.000772
+114491,-13.625639,-19.437412,-12.999545,-3.4570635e-06
+120167,-14.501253,-14.500528,-0.00015937012,-8.7507105
+69602,-8.500931,-0.00020585326,-13.624837,-13.500556
+81057,-9.256431,-11.505706,-0.0053370376,-5.255789
+118239,-7.8761077,-0.00038258862,-12.750014,-16.750778
+26999,-3.169048,-17.855822,-0.04295389,-14.043421
+103729,-7.5017247,-11.251,-0.00063137145,-9.62612
+70324,0.0,-22.999273,-22.998905,-22.499344
+88697,-11.625664,-22.249939,-14.49957,-9.417489e-06
+79720,-11.750732,-8.106199e-06,-15.999639,-16.000143
+119098,-8.500856,-18.375128,-11.249763,-0.00021634146
+16374,-4.7593336,-0.008608376,-17.94574,-16.008812
+8973,-3.2887404,-0.038014904,-16.350147,-14.53833
+92670,-7.152555e-07,-16.499273,-14.373907,-17.624418
+46136,-9.000869,-0.00014351768,-10.874775,-13.500375
+113240,0.0,-24.624273,-22.498905,-20.374653
+92271,-0.00464444,-19.691418,-10.753551,-5.3790154
+47020,-13.004221,-16.003496,-5.6281266,-0.0036041085
+68952,-8.00143,-16.375706,-0.00033670955,-13.375782
+93704,-13.251095,-16.25037,-2.264974e-06,-14.501322
+126515,-10.125767,-4.2199197e-05,-13.124673,-16.125187
+1648,-10.804663,-14.116438,-0.4285691,-1.0540068
+4147,-12.875668,-20.74994,-11.999574,-8.70224e-06
+106815,-3.900686,-17.024961,-5.399592,-0.025057826
+18919,-4.1426606,-12.016935,-0.01656669,-7.517126
+88395,-7.626277,-20.43805,-9.000184,-0.00061099936
+83361,-6.502227,-0.0015013863,-16.626133,-19.001608
+69550,-8.126026,-0.00030012394,-12.562432,-14.001459
+59782,-3.5411203,-15.977895,-4.540026,-0.040461745
+62607,-15.375622,-20.249895,-11.624528,-9.1790735e-06
+49031,-12.878144,-16.627419,-6.0020514,-0.002479338
+24073,-13.000593,-22.062368,-14.874499,-2.622601e-06
+34883,-17.376095,-19.250368,0.0,-19.75044
+78080,0.0,-21.561773,-20.373905,-20.378992
+59546,-0.22592935,-13.975204,-7.8498354,-1.6003057
+123805,-5.8785286,-0.0028032076,-15.127434,-15.877951
+87807,-7.126529,-0.0008038627,-18.562935,-17.688429
+53821,-0.7579835,-16.257257,-8.756889,-0.6325563
+90016,-8.500995,-0.00026973424,-9.624901,-15.000469
+75870,-18.376095,-17.125368,-7.152555e-07,-14.125432
+58764,-11.00068,-23.062454,-13.374586,-1.8238856e-05
+64575,0.0,-23.811773,-21.748905,-21.249367
+85818,-10.500645,-21.812414,-16.749546,-2.7536968e-05
+15652,-12.376099,-18.562874,-4.887569e-06,-14.125561
+85976,-3.3111804,-12.810455,-0.5600862,-0.9355645
+15080,-10.125765,-4.0530336e-05,-14.874671,-16.250143
+79945,-6.8767576,-0.0010324153,-15.625664,-15.501194
+76385,-11.875763,-20.000036,-8.874669,-0.00014685506
+115581,-12.376696,-10.000971,-0.0006017066,-7.502087
+61199,-10.125767,-4.2079995e-05,-14.124673,-13.500167
+85813,-19.751095,-17.250368,0.0,-17.125557
+67537,-8.250989,-0.0002641329,-14.374895,-12.875522
+89261,-12.876102,-15.500378,-8.940657e-06,-12.000517
+22046,-12.625665,-21.187439,-14.249571,-3.933899e-06
+22926,0.0,-21.561773,-20.873905,-18.24933
+49488,-6.0035725,-17.627846,-0.0024783867,-12.128047
+96660,-7.501297,-0.0005716835,-10.875202,-15.375777
+63730,-12.1417,-16.390974,-4.140607,-0.016046666
+9677,0.0,-21.874273,-17.498905,-17.249424
+120201,-11.875656,-20.56243,-13.624562,-8.225407e-06
+35208,-15.501095,-18.125368,-8.344647e-07,-14.250462
+30950,-12.000742,-19.25002,-9.374648,-9.0952555e-05
+66963,-0.31356,-16.500334,-1.3124661,-12.43915
+16156,-2.4645169,-16.901289,-13.213424,-0.08888776
+69670,-7.0016375,-0.0009127265,-15.000545,-13.376216
+13477,-5.5048027,-0.004077455,-16.753708,-13.129779
+50904,-10.875748,-2.3126335e-05,-12.374654,-17.937607
+7930,-15.626094,-19.375368,-1.1920928e-07,-17.500439
+26294,-5.257288,-16.756561,-6.506194,-0.0067262426
+35749,-1.2242768,-15.973551,-0.3481828,-9.723606
+55850,-4.388591,-18.137865,-0.012496857,-14.0129795
+64767,-5.2561054,-15.817879,-7.3800116,-0.005856379
+22057,-13.500654,-20.68743,-10.74956,-2.2768714e-05
+87663,-11.875632,-21.437407,-14.499538,-7.510157e-06
+35864,-12.125663,-21.374937,-13.999569,-6.198864e-06
+33007,-15.501097,-16.125372,-3.0994368e-06,-12.750521
+81372,-5.007393,-18.381666,-10.506298,-0.0067383205
+97703,-9.1258335,-0.00010895135,-16.99974,-16.000397
+118589,0.0,-21.124273,-20.623905,-20.312225
+65741,0.0,-19.874273,-20.811405,-17.124435
+119601,-15.251094,-18.875368,-3.576278e-07,-16.000439
+114504,-9.626162,-17.000437,-6.782779e-05,-13.250613
+92452,0.0,-21.624273,-18.248905,-18.812126
+11152,-0.00056286703,-14.374838,-7.499469,-11.652207
+44669,-6.877329,-14.251604,-0.0012354369,-8.501725
+121963,-6.751896,-0.001170665,-13.625802,-16.37639
+63486,-3.7738214,-16.398094,-12.647726,-0.023235314
+123055,-6.4475865,-14.446861,-0.07149255,-2.6969333
+119717,-0.0013816345,-15.688157,-6.6252875,-9.822717
+88042,-9.125749,-20.125023,-13.374655,-0.00011038171
+54428,-7.8761067,-0.00038127782,-13.625012,-14.875548
+125274,-4.7683704e-07,-17.874273,-14.623905,-16.749348
+46816,-10.252676,-13.376951,-1.5015818,-0.252076
+8553,-8.12639,-19.500666,-0.00029690625,-13.625755
+56455,-5.878528,-0.0028028511,-17.939936,-17.815464
+101092,-6.198864e-06,-17.874279,-11.998911,-16.761969
+55570,-7.510157e-06,-18.186783,-13.123914,-12.124595
+2531,0.0,-20.374273,-16.873905,-17.749485
+55854,-6.502227,-0.0015013863,-18.188633,-16.626816
+65143,0.0,-23.436773,-21.123905,-21.124369
+28422,-14.875636,-23.56241,-15.999542,-4.7683704e-07
+36329,-7.1264653,-20.250738,-18.00037,-0.0008038627
+8061,-2.2384808,-0.112755254,-16.362387,-11.487938
+107678,-8.875866,-0.00013994191,-15.249772,-17.25035
+53009,-7.5456635e-05,-15.124351,-14.998981,-9.4995365
+62879,-1.1920928e-07,-19.686773,-20.686405,-15.781448
+26784,-6.5022388,-0.0015135272,-11.376144,-14.001606
+21912,-10.752646,-14.001922,-1.5015525,-0.25206563
+113597,0.0,-22.249273,-21.873905,-19.374905
+82760,0.0,-22.749273,-20.748905,-20.500586
+26160,-8.750884,-0.00015877417,-16.624788,-15.000268
+23421,-7.501287,-0.00056167564,-11.875193,-13.000772
+41793,-0.8291082,-6.328383,-2.7030144,-0.7036551
+103325,-4.759334,-0.008608849,-14.383241,-18.758734
+33557,-12.750728,-3.3378547e-06,-16.499636,-14.875121
+81209,-8.875865,-0.00013970352,-20.24977,-18.625227
+107064,-5.877641,-18.689415,-15.001547,-0.0028055853
+98221,-5.960463e-07,-21.311773,-19.686405,-14.249592
+16139,-9.625743,-18.312517,-10.124649,-0.00010609064
+62717,-6.6270504,-0.0013250866,-16.875956,-16.25151
+28151,0.0,-22.749273,-22.936405,-22.499777
+22888,-8.375973,-0.0002467328,-11.999879,-11.500549
+24637,-3.4097083,-15.658983,-0.033614304,-12.28419
+92809,-11.000661,-23.749937,-18.499569,-1.668916e-05
+91862,-2.813002,-12.312277,-0.06190812,-13.312373
+7412,0.0,-21.624273,-21.436405,-21.125114
+52442,-0.42908588,-16.115862,-1.052992,-12.553435
+87399,-0.00012396998,-16.374397,-8.99903,-14.874981
+112712,0.0,-21.999273,-20.373905,-20.499777
+54201,-3.2186456e-06,-20.436779,-19.37391,-12.63121
+117074,-10.634729,-14.884005,-0.008635086,-4.759081
+25137,-0.16031864,-15.284594,-11.2842245,-1.9097667
+16780,-0.00062755914,-17.499903,-7.3745337,-14.875032
+72881,-12.251164,-15.75044,-7.092701e-05,-9.62572
+110597,-7.3763514,-0.00062624866,-15.8127575,-16.6884
+89655,0.0,-22.061773,-19.373905,-19.375862
+48391,-7.8761067,-0.00038151615,-13.500012,-14.750728
+110182,0.0,-22.624273,-19.498905,-18.87434
+87621,-12.250608,-14.062384,-11.124515,-2.0265374e-05
+122711,-1.1920928e-07,-21.124273,-17.623905,-16.501097
+115720,0.0,-23.624273,-21.248905,-18.374336
+66486,-5.7539005,-0.0031755755,-15.877807,-17.315903
+68169,-1.3137963,-0.31307095,-14.062702,-12.563522
+110138,-3.6523669,-17.089142,-0.026272928,-13.776755
+21580,-8.126021,-0.0002967871,-15.7499275,-14.000509
+102553,-9.625791,-6.603976e-05,-18.749699,-16.750265
+78769,-3.8962526,-0.020527301,-16.332659,-17.333227
+93593,-7.0016365,-0.0009110591,-15.500542,-17.126057
+16612,-7.1265297,-0.0008043391,-14.875435,-15.626014
+59583,-5.7549877,-16.879261,-6.753894,-0.0043427683
+76885,-4.7683704e-07,-17.561773,-18.061405,-14.499365
+120777,-1.3137956,-0.31307027,-16.562702,-12.56345
+121894,0.0,-23.999273,-22.998905,-17.874361
+88371,0.0,-24.124273,-22.686405,-21.815174
+68747,-10.501124,-14.1254,-3.0517112e-05,-13.000533
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
new file mode 100644
index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
new file mode 100644
index 0000000000000000000000000000000000000000..26e65eb349c4a358bc5eb613e96cd76e17fc6c7c
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
@@ -0,0 +1,400 @@
+31224,-3.2921221,-0.04139697,-5.9160285,-7.2920237
+80227,-0.00093487895,-13.500209,-7.499841,-7.8757305
+79086,-0.00034433635,-13.8746195,-8.87425,-8.500314
+75303,-1.1408083,-12.390084,-5.5147147,-0.39095864
+56417,-3.5415342,-12.66581,-0.040440336,-4.5411124
+11319,-0.29328135,-10.792557,-4.4171877,-1.4184085
+12625,-0.009998122,-11.509274,-5.5089045,-5.1348853
+87626,-5.2577443,-0.007019265,-6.3816504,-9.257571
+43853,-3.179043,-12.678318,-4.5529494,-0.053574502
+23828,-4.5464263,-12.545703,-1.9203329,-0.17098616
+27858,-0.83083785,-12.455112,-0.579744,-5.4560695
+12604,-0.36741218,-10.991688,-1.2413182,-3.9923651
+8180,-2.2429285,-12.742203,-0.116834424,-5.492528
+37466,-4.9524927,-12.326768,-2.7013986,-0.07707741
+48185,-3.774346,-0.023620643,-8.273252,-8.898861
+77755,-3.3088963,-10.058171,-0.057802256,-3.9340627
+29286,-0.7263868,-7.3506613,-0.9752929,-1.9759997
+87038,-2.82754,-11.701815,-4.2014456,-0.077032715
+33094,-4.0214305,-0.020705152,-6.1453366,-7.7715144
+17990,-1.138868,-9.888144,-0.5127741,-2.5140967
+125393,-5.630568,-12.629844,-6.504474,-0.0050995043
+25066,-5.2571325,-0.006407195,-7.1310387,-7.8841295
+93021,-5.948066,-13.197342,-2.6969721,-0.07259435
+91364,-5.0118504,-12.886126,-0.010756371,-5.5121017
+56219,-0.15475383,-5.404028,-2.1536598,-3.7802503
+108119,-2.251902,-7.8761773,-4.2508087,-0.12764168
+108029,-0.074157394,-9.948432,-5.4480634,-2.701243
+82606,-5.8018165,-13.42609,-3.0507226,-0.051659964
+34733,-5.133483,-11.757759,-1.5073898,-0.2579824
+40806,-0.0005886014,-13.374864,-8.749495,-7.7555637
+89870,-0.002498602,-12.501774,-6.626405,-6.753425
+120589,-4.762216,-9.636492,-0.01112237,-6.012157
+107229,-2.0282156,-11.277491,-0.15212175,-4.6529346
+81763,-1.1498243,-8.1491,-0.5237304,-2.400069
+126587,-0.096743695,-5.3460183,-4.3456497,-2.5972078
+105931,-4.6366353,-0.010910027,-7.0105414,-8.261747
+51593,-0.015648665,-13.764924,-6.514555,-4.265558
+105827,-1.5448357,-11.419111,-2.0437417,-0.41992065
+92547,-5.0076056,-0.0068802824,-9.256511,-9.507636
+11098,-3.8514268,-11.475701,-0.10033264,-2.600942
+15535,-4.5141273,-0.0134018995,-6.1380334,-8.515994
+104144,-2.1420283,-11.266303,-0.14093436,-4.266953
+84409,-0.00058991194,-13.499866,-8.749496,-7.7522917
+55188,-2.8281493,-9.202424,-0.07705534,-4.203823
+97914,-1.5153724,-9.0146475,-0.26427856,-4.3906736
+9697,-0.83752316,-11.586799,-4.4614296,-0.5875919
+43614,-4.801683,-12.300959,-3.1755886,-0.051282685
+57056,-6.278612,-13.465388,-3.6525185,-0.02819701
+98595,-3.291408,-0.040682785,-6.040314,-8.166087
+11602,-3.3088863,-10.308162,-0.057792466,-3.934066
+29109,-2.023161,-12.772436,-0.14706707,-5.398312
+114682,-3.0550983,-0.05437303,-5.1790047,-8.682452
+63374,-4.883549,-0.0078237755,-8.507456,-10.75849
+77864,-1.5363538,-10.910629,-0.2852599,-3.411289
+81631,-1.0864183,-9.210693,-0.46032432,-3.4610045
+124163,-2.1551764,-12.529451,-0.40408227,-1.5300517
+81563,-2.1554868,-7.4047613,-1.5293931,-0.4051486
+13895,-2.9309618,-0.05523657,-10.304868,-7.930765
+12863,-5.200955,-13.387731,-2.6998613,-0.07550799
+45732,-3.1655269,-1.6648012,-0.28943267,-3.9174538
+49404,-5.777432,-12.026708,-0.026338184,-3.776977
+487,-4.7596335,-0.00890829,-9.008539,-8.635846
+64317,-7.289254,-13.47603,-3.2881603,-0.03874774
+6331,-0.0023239052,-10.626599,-7.1262302,-6.5068173
+73812,-4.1680083,-10.292284,-0.0419145,-3.6678483
+15701,-8.202218,-11.951493,-1.701125,-0.20182075
+104663,-0.001296871,-12.375572,-7.6252027,-7.1260757
+90606,-0.15149772,-8.025773,-4.775404,-2.026329
+127552,-0.00041214077,-13.124687,-8.374318,-8.626428
+126761,-0.35770708,-11.856982,-2.6066132,-1.483109
+92697,-0.021765763,-9.271041,-4.270672,-4.8976536
+107122,-1.0695317,-10.068807,-0.44343767,-4.202231
+74380,-4.610623,-10.984897,-2.359529,-0.11029191
+66285,-0.0006841465,-13.499959,-7.62459,-8.546869
+70163,-0.8127365,-10.312012,-0.81164265,-2.1875033
+75972,-0.9789473,-11.103222,-0.47785345,-5.4809313
+30713,-6.5788064,-12.765582,-0.20271264,-1.7032278
+118867,-0.000613382,-12.874888,-8.374519,-7.875569
+84835,-4.3949776,-0.019252108,-5.1438837,-7.0199857
+60503,-4.3904963,-12.389771,-0.0144026,-6.2655377
+11807,-5.784889,-12.784164,-1.4087949,-0.28437304
+27906,-0.0016066036,-10.875882,-6.6255126,-8.253851
+30093,-3.5329516,-0.032226197,-6.0318575,-9.283555
+45657,-6.0047355,-13.004011,-0.0036417611,-6.7543225
+97197,-0.0008273278,-12.500103,-7.624733,-8.00118
+48440,-5.0079947,-0.007269716,-7.631901,-9.507717
+14971,-0.00023827098,-12.874513,-9.249144,-8.87777
+61380,-4.931384,-12.430661,-3.0552905,-0.05586108
+7177,-2.1287062,-0.12798063,-8.377611,-7.003701
+40241,-0.040525395,-9.789801,-4.5394316,-3.5411587
+38583,-4.16009,-0.034364536,-4.033996,-7.660153
+104941,-0.0018134353,-13.563589,-6.625719,-7.632052
+39377,-2.9310632,-0.05533775,-8.30497,-8.306301
+65329,-1.1424656,-10.891742,-1.1413717,-1.0173014
+81089,-3.5312784,-0.030552926,-7.530184,-8.156578
+6143,-0.27544606,-9.024721,-3.024352,-1.6499636
+63753,-0.0009860897,-13.000261,-7.7498918,-7.5008817
+5084,-4.9144063,-12.288682,-0.28831312,-1.4141655
+125282,-3.5402517,-11.164527,-0.039157517,-4.6691146
+7980,-4.643053,-9.392328,-4.766959,-0.01838582
+42346,-3.6634903,-12.7877655,-4.4123964,-0.038503557
+73055,-1.2408047,-8.86508,-0.36471072,-4.115988
+31696,-1.3664038,-7.115679,-0.36531,-2.9920619
+101343,-1.7038839,-12.578159,-0.20279002,-6.4556675
+115075,-0.00037150635,-13.374647,-9.124278,-8.25167
+29447,-4.796854,-13.546129,-3.29576,-0.046354834
+89441,-0.026019758,-11.775294,-3.774926,-5.900635
+15843,-0.04204641,-9.041322,-3.5409522,-4.4169793
+110126,-1.5056251,-6.5049,-0.3795313,-2.3811593
+36142,-5.106776,-13.356052,-2.355683,-0.10634531
+2846,-5.8988037,-12.89808,-3.8977103,-0.023302982
+85390,-0.012119936,-10.636395,-4.761026,-5.6647825
+108138,-3.9631138,-11.837389,-0.71202,-0.7126627
+7571,-7.601548,-11.225823,-1.6004547,-0.2260449
+62381,-4.6365294,-0.010804133,-7.1354356,-8.261055
+65963,-4.203087,-11.952362,-0.07699309,-2.8277118
+39384,-0.0003891426,-13.624664,-9.249295,-8.139865
+62356,-0.00067080406,-14.124946,-7.999577,-8.003561
+20478,-3.2895417,-0.0388162,-9.038447,-7.289433
+101968,-2.1314874,-12.255762,-0.13039331,-5.6311536
+124810,-3.4513717,-9.200646,-0.07527749,-3.201262
+9300,-4.516165,-12.14044,-0.015070743,-5.516101
+35593,-6.2952805,-12.669555,-3.169186,-0.044878088
+53670,-3.9738917,-11.2231655,-0.0977976,-2.5989165
+44789,-0.005527569,-12.254803,-6.254433,-5.6308208
+25135,-3.169823,-0.044097494,-7.418729,-7.545492
+32124,-0.0005584588,-12.749834,-8.249465,-8.131784
+36646,-0.1827457,-10.557021,-3.8066516,-1.9325982
+34191,-6.976603,-13.288379,-2.3505096,-0.101208806
+65307,-6.282055,-14.156329,-3.530961,-0.03164242
+32731,-1.8066769,-0.18095154,-6.805583,-8.431934
+112637,-1.6258528,-7.375128,-1.624759,-0.50141937
+18943,-1.5407538,-9.54003,-0.28965998,-3.2917027
+117291,-0.0012661545,-12.625541,-7.250172,-7.5019627
+67975,-5.162505,-12.599279,-1.4114114,-0.28705516
+104676,-0.5332517,-1.4075264,-2.0321577,-3.2832675
+109059,-1.5066919,-0.25596648,-5.7555976,-6.882988
+86252,-7.152645,-14.401919,-3.6515512,-0.02709807
+109620,-0.00016378015,-14.936939,-10.12407,-9.000535
+35543,-4.4228745,-11.67215,-1.9217812,-0.17239611
+96155,-1.434857,-0.3091316,-3.683763,-5.9376717
+33646,-2.702207,-11.701482,-0.07611312,-5.0795026
+64061,-0.032129116,-9.2814045,-4.2810354,-4.034365
+6764,-0.00207019,-12.001346,-6.8759766,-6.878565
+63078,-3.2909627,-0.040237222,-6.164869,-9.041045
+88343,-2.9309623,-0.055236794,-7.929868,-10.306532
+50106,-4.271859,-0.021133712,-5.3957653,-6.0237727
+35688,-6.758968,-13.383243,-0.007873925,-5.0084677
+78697,-2.6977236,-0.07199807,-6.3216295,-8.073682
+13749,-3.7766237,-0.025898492,-6.40053,-6.90226
+44428,-0.17589158,-8.925167,-3.4247975,-2.0510314
+13880,-0.00033909292,-13.874615,-8.624246,-8.750793
+107805,-2.4664984,-13.403274,-0.09040421,-6.466266
+47687,-0.0010589713,-13.125333,-7.749965,-7.376769
+3328,-2.4719002,-12.346175,-0.095806316,-4.971691
+27574,-5.505942,-12.630216,-6.504848,-0.0055774786
+6049,-5.2568727,-0.0061472864,-7.380779,-8.132456
+121371,-4.8839884,-0.008262972,-7.6328945,-8.63416
+93977,-0.2849173,-11.659192,-1.4088235,-5.6595144
+87794,-5.3815103,-13.568285,-0.0054162424,-7.131536
+1284,-4.8851867,-0.009461562,-7.509093,-6.6367598
+86737,-4.1154947,-11.61477,-1.2394011,-0.3651169
+9800,-0.6977336,-10.447009,-5.3216395,-0.6984126
+60632,-3.4136152,-0.03788969,-5.5375204,-8.039107
+69196,-4.2655616,-0.014836215,-7.5144677,-8.890329
+109514,-3.4321654,-11.80644,-0.056071527,-3.807479
+75454,-2.5959122,-0.09518665,-4.469818,-5.345507
+68262,-0.90091085,-12.275185,-0.524817,-6.1505904
+51383,-1.0724802,-0.4467548,-5.3213863,-4.3234177
+39024,-3.5315137,-0.030788304,-7.03042,-8.656214
+53372,-5.1624894,-12.036764,-1.4113953,-0.28706393
+61955,-4.28214,-11.281415,-2.031046,-0.15668179
+46407,-1.602917,-0.2271917,-7.2268233,-6.7281237
+56851,-1.3244346,-12.3237095,-0.3233408,-4.57414
+117835,-3.4161952,-12.54047,-0.040101405,-5.0410056
+41315,-1.510369,-13.1346445,-0.25927505,-4.8850374
+54086,-0.0008976006,-11.625173,-7.999803,-7.500681
+1123,-0.0022072257,-12.251482,-6.7511134,-6.877825
+6738,-3.2900262,-0.039300565,-7.288932,-7.4147415
+65022,-4.572862,-11.697137,-2.8217683,-0.07239578
+29011,-4.3915596,-12.015836,-5.5154657,-0.016547695
+209,-3.9631238,-11.7748995,-0.71203005,-0.7126532
+117949,-0.0011962646,-14.000471,-7.250102,-7.632259
+112253,-3.8342493,-10.583525,-2.8331552,-0.08389243
+117575,-2.475658,-9.974933,-0.47456372,-1.2252327
+12151,-2.580481,-13.142257,-0.07938725,-7.455325
+6503,-1.9755449,-9.349821,-0.97445107,-0.7260261
+47388,-4.512986,-0.0122607825,-7.1368923,-7.763257
+122533,-3.4128978,-10.662173,-5.4118037,-0.038151234
+77557,-0.008135987,-10.382411,-5.132042,-6.1341724
+3593,-1.8267865,-0.20106114,-5.450692,-4.079596
+39857,-0.0138621675,-10.263137,-5.8877683,-4.5136466
+82941,-5.0092835,-0.008558973,-6.3831897,-8.759039
+2835,-0.00034088045,-12.749616,-8.624247,-8.751309
+12119,-0.8433976,-10.967672,-0.59230375,-4.093258
+2255,-0.010546662,-10.884822,-5.134453,-5.3855753
+99071,-0.72073466,-10.47001,-1.0946407,-1.7208331
+73970,-2.625135,-8.12441,-0.12404082,-3.1251583
+73312,-5.030441,-9.029715,-0.90434724,-0.5301134
+109736,-5.629755,-0.0040297266,-8.37866,-8.505246
+2581,-3.0498056,-0.04908038,-9.673713,-7.67469
+64922,-0.79084575,-10.915119,-3.414752,-0.66624016
+85830,-0.0005702538,-13.499845,-8.8744755,-7.754611
+122144,-4.142902,-0.017176794,-7.016808,-8.267427
+62330,-3.7748733,-0.024147684,-7.273779,-8.399944
+112561,-2.5217915,-9.646066,-0.14569737,-2.896785
+48434,-3.6532664,-0.027541177,-8.277173,-6.902969
+119944,-4.0216374,-0.020912275,-6.5205436,-6.646371
+120940,-0.110586844,-2.7348616,-4.3594923,-3.6117885
+77443,-5.2622128,-13.386489,-0.011119541,-5.137447
+23685,-2.3270218,-11.326297,-0.4509278,-1.3266482
+47231,-4.2653685,-0.014643103,-7.7642746,-9.640028
+91022,-4.019666,-0.018941125,-7.2685723,-9.144262
+714,-4.790028,-11.664303,-1.4139346,-0.2896913
+25730,-3.672388,-10.421662,-0.04629394,-3.9224124
+97729,-0.010991856,-8.510267,-4.759898,-6.1358795
+30236,-0.015709337,-9.389984,-5.139615,-4.641516
+2443,-3.6522083,-0.026482847,-10.5261135,-8.653114
+52656,-0.00920658,-8.758482,-4.7581124,-7.7622843
+116972,-5.6471705,-12.646446,-4.0210767,-0.021698108
+43770,-2.2172656,-7.21654,-0.34117147,-1.7180141
+10949,-4.7648993,-0.014173909,-5.2638054,-7.8897886
+100306,-4.6358514,-0.010125933,-8.009757,-10.011577
+29745,-3.532458,-0.031732846,-6.9063644,-6.9073925
+60439,-2.1290202,-9.753295,-2.2529259,-0.25373578
+109824,-3.1786478,-0.052922335,-4.9275537,-5.9293385
+102648,-3.9651341,-11.714409,-0.08904001,-2.7148132
+62099,-1.8184452,-0.19271992,-4.5673513,-5.943154
+33686,-4.1426516,-0.01692635,-7.6415577,-7.7678947
+116606,-1.2402561,-9.739531,-1.2391622,-0.86511225
+85384,-3.4209244,-10.045198,-4.41983,-0.045794617
+31834,-2.673266,-7.4225407,-0.17217195,-2.424283
+58133,-5.520522,-13.769796,-4.1444283,-0.020057123
+95196,-1.5187685,-12.0180435,-0.26767462,-4.1442122
+11675,-2.930977,-0.055251684,-9.929883,-7.93121
+34902,-0.6363533,-6.0106277,-0.88525945,-2.8873882
+112691,-6.519879,-13.456654,-4.018785,-0.019641664
+33713,-2.466316,-13.0905905,-0.09022178,-6.5912175
+109135,-1.6281569,-12.127432,-0.252063,-3.630317
+60521,-1.6821507,-8.806426,-0.30605686,-2.557066
+76695,-0.12788266,-9.502158,-6.8767886,-2.1291595
+98619,-2.935292,-11.809567,-0.05919814,-5.4359026
+13731,-4.761116,-0.010390708,-6.510022,-8.137156
+14492,-2.8148923,-0.06416713,-8.563799,-6.1900153
+81006,-4.545394,-11.919669,-0.044300053,-3.4200623
+114491,-4.3759403,-10.125215,-2.2498462,-0.12559924
+120167,-6.286544,-10.785818,-0.035450116,-3.4128475
+69602,-3.8993874,-0.02366174,-6.523293,-6.400423
+81057,-1.9995832,-5.998858,-0.24848938,-2.4992254
+118239,-5.009554,-0.0088284165,-6.25846,-8.510032
+26999,-0.6377001,-12.136975,-0.7616062,-5.3877463
+103729,-1.2521583,-5.5014324,-0.37606442,-3.7518682
+70324,-0.00022623363,-13.374501,-9.374132,-8.875125
+88697,-6.1824846,-14.18176,-2.9313908,-0.056981914
+79720,-4.6360784,-0.0103530735,-7.7599845,-8.636232
+119098,-5.310219,-10.934495,-2.9341254,-0.05989429
+16374,-1.7033316,-0.20260625,-7.4522376,-7.203233
+8973,-2.0198958,-0.1441704,-7.2688017,-7.0203567
+92670,-0.0108836135,-9.260159,-4.75979,-6.136694
+46136,-4.26786,-0.017134843,-6.641766,-6.3934374
+113240,-0.0010096696,-13.000285,-8.499916,-7.126658
+92271,-2.9523017,-12.076576,-0.95120794,-0.57714206
+47020,-6.57022,-10.569494,-0.69412637,-0.69502467
+68952,-2.5947306,-11.344006,-0.09363684,-4.219312
+93704,-4.1466265,-11.770902,-0.020532675,-5.4041476
+126515,-5.0081325,-0.0074073425,-7.3820386,-9.507974
+1648,-4.1163144,-11.740589,-0.4902206,-0.9910245
+4147,-5.539711,-12.726486,-1.9136171,-0.16425736
+106815,-3.5825052,-12.2067795,-1.0814111,-0.45717052
+18919,-1.0556259,-9.429901,-0.55453205,-2.556133
+88395,-4.1493096,-12.898584,-0.6482157,-0.7738279
+83361,-3.1694987,-0.04377315,-7.1684046,-10.294184
+69550,-5.5050483,-0.004323184,-8.503954,-10.007162
+59782,-1.4832436,-10.857518,-1.8571497,-0.48294583
+62607,-5.8957224,-11.769998,-2.019629,-0.14556186
+49031,-5.522698,-12.646974,-0.1466047,-2.0221817
+24073,-7.0439944,-14.418268,-3.1679003,-0.043915424
+34883,-4.266037,-12.890312,-0.01494321,-7.1405654
+78080,-0.0013428251,-11.375618,-7.2502484,-7.3850803
+59546,-0.3831484,-9.132423,-3.3820543,-1.2580678
+123805,-4.019715,-0.018989785,-7.268621,-8.769419
+87807,-4.635753,-0.0100281,-8.38466,-9.885578
+53821,-0.63990766,-12.014182,-4.763814,-0.7676125
+90016,-4.8860765,-0.010351304,-6.0099826,-8.136093
+75870,-4.2737412,-11.273017,-0.022648009,-4.7734456
+58764,-6.1030083,-13.477284,-2.3519144,-0.10250272
+64575,-0.00035792144,-14.249633,-9.249264,-8.250679
+85818,-5.03321,-13.407486,-3.6571164,-0.03286016
+15652,-3.539168,-12.163443,-0.038073663,-4.78965
+85976,-3.322909,-11.322185,-0.19681503,-1.9477288
+15080,-4.389248,-0.013522573,-7.138154,-8.388841
+79945,-2.697793,-0.07206773,-6.821699,-6.823189
+76385,-5.77106,-12.020335,-2.0199661,-0.14593075
+115581,-2.9979243,-7.1221986,-0.121830285,-2.7488115
+61199,-4.6361785,-0.010453353,-7.5100846,-8.760908
+85813,-6.628451,-12.627727,-0.0023576815,-6.878687
+67537,-4.5149283,-0.014203174,-6.5138345,-6.3915277
+89261,-3.215707,-9.089982,-0.08961325,-3.0905805
+22046,-6.300965,-13.675241,-3.0498714,-0.050452217
+22926,-0.004134085,-10.753409,-6.1280403,-6.2536745
+49488,-2.2822862,-12.344061,-0.15619226,-3.15707
+96660,-3.6589186,-0.033193022,-5.0328245,-7.909141
+63730,-4.958748,-12.083023,-0.58265376,-0.83342546
+9677,-0.0017207353,-14.063496,-7.500627,-6.754519
+120201,-6.4068933,-12.906168,-3.530799,-0.03142272
+35208,-4.1649833,-11.039259,-0.038889587,-3.7899363
+30950,-5.082766,-11.957041,-0.831672,-0.58255434
+66963,-0.1161454,-12.86542,-2.2400515,-5.74501
+16156,-0.83146185,-11.455737,-5.205368,-0.5814446
+69670,-3.2907414,-0.04001597,-6.7896476,-7.0421906
+13477,-1.7082311,-0.20750582,-6.582137,-5.3348527
+50904,-5.381401,-0.0056763412,-6.880307,-10.380956
+7930,-4.1429033,-13.0171795,-0.016810073,-7.1426077
+26294,-3.8972342,-11.146509,-2.14614,-0.14762692
+35749,-0.83454585,-12.208821,-0.583452,-4.834017
+55850,-0.76572895,-12.140004,-0.6396351,-4.8908644
+64767,-1.2058111,-10.580087,-2.7047172,-0.4562801
+22057,-6.379115,-12.253391,-1.5030218,-0.25380683
+87663,-6.5400176,-13.039291,-3.2889235,-0.039510977
+35864,-7.2940335,-13.91831,-3.1679401,-0.04371233
+33007,-3.6631362,-10.912412,-0.03704239,-4.538015
+81372,-1.7749827,-10.774259,-2.6488888,-0.2747488
+97703,-4.512099,-0.011374036,-8.636006,-8.7624655
+118589,-0.0051116017,-11.504387,-6.254018,-5.7553883
+65741,-0.008100277,-9.507376,-5.882006,-5.258324
+119601,-4.1472607,-12.271535,-0.021166975,-5.2722225
+114504,-3.0578384,-11.432114,-0.05674429,-4.8079844
+92452,-0.0005664413,-13.937342,-7.999472,-8.378378
+11152,-0.07689971,-10.076175,-3.5758057,-3.0794964
+44669,-2.8587763,-9.233051,-0.10768248,-3.1088855
+121963,-4.019677,-0.01895177,-7.3935833,-8.520244
+63486,-1.3267784,-10.076053,-4.3256845,-0.32655773
+123055,-1.4818985,-10.4811735,-0.6058046,-1.482229
+119717,-0.059884634,-10.68416,-3.1837907,-4.093809
+88042,-3.9496646,-11.94894,-2.9485705,-0.07438118
+54428,-4.63718,-0.011454531,-6.761086,-7.5124316
+125274,-0.006135083,-11.13041,-5.380041,-6.50629
+46816,-5.954392,-10.703666,-0.57829803,-0.8288959
+8553,-0.9847672,-12.359042,-0.4836733,-4.6096873
+56455,-4.512123,-0.011397843,-8.13603,-9.636854
+101092,-0.007730685,-9.132006,-5.0066366,-7.0138526
+55570,-0.010394484,-11.884669,-5.8843,-4.886086
+2531,-0.0051222756,-10.879397,-5.754028,-6.25524
+55854,-2.695995,-0.07026953,-8.4449005,-8.696204
+65143,-0.0007170252,-13.499992,-7.999623,-7.875973
+28422,-6.3071914,-14.118967,-2.931098,-0.056742147
+36329,-2.8242488,-11.6985235,-4.4481544,-0.07371299
+8061,-2.6981623,-0.0724368,-8.322068,-6.073436
+107678,-4.389264,-0.013538802,-7.0131702,-8.88907
+53009,-0.095872276,-7.095147,-5.0947785,-2.4714518
+62879,-0.0029837633,-11.502258,-8.376889,-5.9001293
+26784,-2.815643,-0.064917475,-6.064549,-7.315451
+21912,-6.514073,-11.138349,-0.38797906,-1.1391953
+113597,-0.0012956805,-12.12557,-7.8752017,-7.00274
+82760,-0.0004413346,-14.187216,-8.249347,-8.627608
+26160,-4.388879,-0.013153451,-7.762785,-8.388515
+23421,-4.2658486,-0.015123231,-7.139755,-8.641301
+41793,-1.0466127,-6.7958875,-2.6705184,-0.5472473
+103325,-2.8165395,-0.06581404,-5.5654454,-9.816328
+33557,-5.007827,-0.007101651,-8.006734,-9.757651
+81209,-4.388541,-0.012815969,-8.637448,-8.888036
+107064,-1.1396945,-11.888969,-5.6386003,-0.39079544
+98221,-0.010664496,-12.13494,-7.00957,-4.635717
+16139,-5.3679447,-11.492219,-2.2418501,-0.11758561
+62717,-3.4104104,-0.034684923,-8.159317,-7.160532
+28151,-0.0003395696,-13.374615,-8.749246,-8.625935
+22888,-4.266512,-0.015787138,-6.765418,-7.6426344
+24637,-0.48930487,-8.11358,-0.9882109,-4.240103
+92809,-4.403731,-13.153007,-4.152637,-0.02835473
+91862,-1.8104355,-7.80971,-0.18434164,-5.435354
+7412,-0.00036411808,-12.749639,-8.4992695,-8.756095
+52442,-0.83816564,-10.96244,-0.5870718,-4.4630966
+87399,-0.004761903,-12.504037,-5.6286674,-6.764893
+112712,-0.0009364272,-12.625212,-7.4998426,-7.87684
+54201,-0.025273697,-10.024548,-6.14918,-3.781983
+117074,-3.0379753,-10.6622505,-0.16188131,-2.2876709
+25137,-0.43575624,-10.435032,-4.9346623,-1.0613096
+16780,-0.05794885,-11.182224,-3.056855,-4.682868
+72881,-3.4465127,-9.945787,-0.07041854,-3.3216891
+110597,-3.0501056,-0.049380086,-7.2990117,-8.801401
+89655,-0.0014188947,-13.250694,-7.125325,-7.399334
+48391,-3.7751875,-0.024462054,-7.2740936,-7.525397
+110182,-0.0007166678,-13.749991,-7.999623,-7.8759685
+87621,-4.2876644,-7.911939,-3.7865708,-0.037469864
+122711,-0.0012534151,-13.000528,-7.5001593,-7.2682023
+115720,-0.0034746293,-13.752749,-8.12738,-5.753338
+66486,-2.9318094,-0.056083813,-6.8057146,-8.932047
+68169,-1.4109592,-0.2852339,-6.2848654,-6.0372505
+110138,-1.0636588,-11.937934,-0.43756494,-4.688946
+21580,-2.6960928,-0.070367314,-8.069999,-8.696169
+102553,-4.142069,-0.01634424,-8.515975,-9.017211
+78769,-2.9311833,-0.05545798,-7.5550895,-9.306175
+93593,-2.8149202,-0.06419497,-6.1888266,-8.439801
+16612,-3.5313892,-0.030663686,-7.155295,-8.782446
+59583,-1.5448301,-10.419106,-2.043736,-0.41995224
+76885,-0.0023959759,-11.75167,-8.501301,-6.127513
+120777,-2.0191562,-0.14343067,-8.768063,-7.2701154
+121894,-0.0027059626,-13.376981,-8.376612,-6.003308
+88371,-0.0003421913,-14.187118,-8.8742485,-8.509744
+68747,-1.2313707,-8.230645,-0.35527676,-4.9817524
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/events.out.tfevents.1738079448.gamma.3809980.0 b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/events.out.tfevents.1738079448.gamma.3809980.0
new file mode 100644
index 0000000000000000000000000000000000000000..1d6b505e657114881e0179a7924daf8c61e3e308
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/events.out.tfevents.1738079448.gamma.3809980.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a622ba1c79bd7f4295fa0b544d07f0849fcd7aee5f841555aa488f16d939734
+size 3420
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/hparams.yaml b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/hparams.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/hparams.yaml
@@ -0,0 +1 @@
+{}
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/metrics.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/metrics.csv
new file mode 100644
index 0000000000000000000000000000000000000000..5678ebf0a4adc665fc80df75515246d5bcaa97d6
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/metrics.csv
@@ -0,0 +1,37 @@
+step,train/NCE,train/NER,val/NCE,val/NER
+0,0.7931587957107753,0.1801801859164196,,
+1,0.7931587093931839,0.1801801859164196,,
+2,,,0.7931587093931839,0.1801801859164196
+2,0.7931587093931839,0.1801801859164196,,
+3,0.7931587093931839,0.1801801859164196,,
+4,,,0.7931587093931839,0.1801801859164196
+4,0.7931587093931839,0.1801801859164196,,
+5,0.7931586230755925,0.1801801859164196,,
+6,,,0.7931586230755925,0.1801801859164196
+6,0.7931586230755925,0.1801801859164196,,
+7,0.7931585367580011,0.1801801859164196,,
+8,,,0.7931585367580011,0.1801801859164196
+8,0.7931585367580011,0.1801801859164196,,
+9,0.7931584504404097,0.1801801859164196,,
+10,,,0.7931584504404097,0.1801801859164196
+10,0.7931584504404097,0.1801801859164196,,
+11,0.7931584504404097,0.1801801859164196,,
+12,,,0.7931584504404097,0.1801801859164196
+12,0.7931584504404097,0.1801801859164196,,
+13,0.7931583641228181,0.1801801859164196,,
+14,,,0.7931583641228181,0.1801801859164196
+14,0.7931583641228181,0.1801801859164196,,
+15,0.7931581914876353,0.1801801859164196,,
+16,,,0.7931581914876353,0.1801801859164196
+16,0.7931581914876353,0.1801801859164196,,
+17,0.7931581914876353,0.1801801859164196,,
+18,,,0.7931581914876353,0.1801801859164196
+18,0.7931581914876353,0.1801801859164196,,
+19,0.7931581914876353,0.1801801859164196,,
+20,,,0.7931581914876353,0.1801801859164196
+20,0.7931581914876353,0.1801801859164196,,
+21,0.7931581051700439,0.1801801859164196,,
+22,,,0.7931581051700439,0.1801801859164196
+22,0.7931581051700439,0.1801801859164196,,
+23,0.7931579325348611,0.1801801859164196,,
+24,,,0.7931579325348611,0.1801801859164196
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/state.ckpt b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/state.ckpt
new file mode 100644
index 0000000000000000000000000000000000000000..16e656c71ea4647ae3caa68c3b8fdf2d5143f97f
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/state.ckpt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ccf68a36b841f4312994ee9d8180f44cc665796b876fd035ed2501e46e478b9
+size 1740
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/labels.csv
new file mode 100644
index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/labels.csv
@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/logits.csv
new file mode 100644
index 0000000000000000000000000000000000000000..26a7941b6fa6268e31afbffe5e9b83550f227692
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/logits.csv
@@ -0,0 +1,400 @@
+31224,-11.999954,-6.3180723e-06,-16.124887,-19.25009
+80227,0.0,-25.250051,-23.437433,-22.81249
+79086,0.0,-24.812551,-24.437433,-23.125008
+75303,-9.374994,-18.125048,-14.749929,-8.523101e-05
+56417,-19.875067,-19.625118,0.0,-17.625282
+11319,-0.8259634,-15.951015,-12.200898,-0.57593
+12625,0.0,-20.687551,-18.624933,-18.000046
+87626,-15.874949,-1.6689287e-06,-13.499885,-16.375217
+43853,-12.500055,-22.437609,-21.56249,-3.6954812e-06
+23828,-13.250073,-19.875126,-12.000009,-7.867782e-06
+27858,-8.625244,-18.562796,-0.00017963226,-15.750455
+12604,-8.625245,-16.3753,-0.00018034739,-14.125281
+8180,-15.875065,-19.875118,-1.1920928e-07,-17.249998
+37466,-16.250034,-19.875086,-14.999969,-3.576278e-07
+48185,-14.749947,-3.576278e-07,-20.749882,-18.93739
+77755,-19.875067,-18.125118,-2.3841855e-07,-15.500079
+29286,-8.879308,-10.62936,-0.0042418744,-5.5042458
+87038,-12.500073,-22.625126,-21.625008,-3.6954812e-06
+33094,-15.374947,-2.3841855e-07,-17.499882,-19.249989
+17990,-15.250067,-19.750116,-7.152555e-07,-14.500096
+125393,-14.500003,-22.375053,-22.437435,-4.7683704e-07
+25066,-11.999954,-6.4372807e-06,-15.374889,-16.750074
+93021,-16.750076,-22.750128,-15.87501,-2.3841855e-07
+91364,-24.625067,-21.625118,0.0,-17.125023
+56219,-0.041533068,-4.9165854,-3.4164677,-7.5423717
+108119,-12.999842,-16.499895,-16.874777,-2.384183e-06
+108029,-0.0015009101,-15.626554,-15.126436,-6.5026493
+82606,-14.3749485,-20.0625,-12.749884,-3.4570635e-06
+34733,-17.000626,-17.125677,-7.5005593,-0.0005529782
+40806,0.0,-23.250051,-23.624933,-22.444695
+89870,0.0,-22.062551,-21.249933,-20.875435
+120589,-18.312567,-12.875121,-2.622601e-06,-17.937668
+107229,-13.500068,-19.68762,-1.5497195e-06,-16.125132
+81763,-11.625082,-13.000134,-1.5973917e-05,-12.250227
+126587,-0.03800079,-10.0380535,-10.662936,-3.2908912
+105931,-11.624955,-9.059865e-06,-16.249891,-17.125229
+51593,-4.76836e-06,-22.562555,-17.874937,-12.249938
+105827,-12.25085,-18.0634,-6.7507834,-0.0011754278
+92547,-12.74995,-2.8610189e-06,-20.874882,-18.687916
+11098,-21.37519,-17.750242,-0.000123374,-9.000105
+15535,-13.9999485,-9.5367386e-07,-16.62488,-17.37502
+104144,-15.375071,-17.87512,-4.410734e-06,-12.3750305
+84409,0.0,-26.062551,-25.312433,-23.876923
+55188,-21.375067,-17.875118,0.0,-18.375048
+97914,-9.625133,-15.750185,-6.639737e-05,-15.125114
+9697,-8.375264,-18.00032,-12.625199,-0.00023386128
+43614,-15.125064,-23.250116,-17.499998,-2.3841855e-07
+57056,-17.000017,-21.500069,-18.62495,0.0
+98595,-9.999993,-4.5417706e-05,-18.124928,-20.437485
+11602,-21.000065,-18.625116,-5.960463e-07,-14.250415
+29109,-16.000065,-20.625118,-2.3841855e-07,-16.250029
+114682,-12.99995,-2.622601e-06,-14.874886,-18.87536
+63374,-17.124949,0.0,-21.999882,-20.499962
+77864,-18.750069,-19.87512,-1.1920922e-06,-13.625226
+81631,-10.125246,-16.375296,-0.00017998983,-8.875191
+124163,-8.637096,-16.01215,-0.38703075,-1.1370862
+81563,-11.350484,-10.600536,-1.6004184,-0.22545716
+13895,-5.006664,-0.0067166514,-19.131598,-13.882113
+12863,-17.000057,-24.000109,-18.37499,0.0
+45732,-14.612877,-2.2379298,-0.11281191,-13.238018
+49404,-21.687565,-18.500116,-5.960463e-07,-14.250078
+487,-11.374959,-1.1444026e-05,-18.437393,-17.251505
+64317,-19.499996,-21.312548,-14.374933,-5.960463e-07
+6331,0.0,-20.750051,-22.749933,-21.625528
+73812,-20.562572,-13.125124,-5.3644035e-06,-12.625078
+15701,-16.125624,-16.500675,-7.5005584,-0.00055309734
+104663,0.0,-24.062551,-23.374933,-21.749966
+90606,-1.8051742,-7.9302263,-11.18011,-0.18010733
+127552,0.0,-24.250051,-24.937433,-23.625338
+126761,-4.0440273,-15.794082,-3.6689625,-0.043983076
+92697,-6.94966e-05,-13.875122,-9.625005,-12.876992
+107122,-13.250084,-13.500136,-1.9550132e-05,-11.014624
+74380,-18.000055,-21.125107,-16.999989,0.0
+66285,0.0,-22.250051,-20.499933,-21.01618
+70163,-10.375142,-14.500195,-7.7125434e-05,-10.000072
+75972,-12.25007,-18.500124,-5.0067774e-06,-15.500719
+30713,-21.31561,-18.628162,-5.7530456,-0.00317819
+118867,0.0,-24.562551,-24.562433,-23.750036
+84835,-14.999947,-3.576278e-07,-17.249882,-17.750122
+60503,-23.437567,-20.875118,0.0,-17.125015
+11807,-17.62513,-19.500181,-9.750062,-5.8291644e-05
+27906,0.0,-22.750051,-19.624933,-23.505663
+30093,-11.749956,-8.225407e-06,-15.874891,-15.500335
+45657,-21.750067,-18.375118,0.0,-18.500042
+97197,0.0,-21.375051,-21.874933,-23.062557
+48440,-17.249949,0.0,-19.749882,-20.25003
+14971,0.0,-24.000051,-24.687433,-24.375338
+61380,-17.625038,-19.62509,-11.874971,-7.0333235e-06
+7177,-4.1409826,-0.016035287,-18.765917,-15.391177
+40241,-1.001353e-05,-14.750061,-14.124944,-11.625225
+38583,-15.124982,-3.564294e-05,-10.249917,-18.625092
+104941,0.0,-22.062551,-17.499933,-20.756834
+39377,-14.1249485,-7.152555e-07,-20.74988,-18.500057
+65329,-9.516173,-15.328726,-0.016108017,-4.1411166
+81089,-12.499951,-3.6954812e-06,-20.249886,-18.875217
+6143,-0.97500837,-8.22506,-7.3499427,-0.47497547
+63753,0.0,-22.125051,-20.874933,-20.374945
+5084,-17.292974,-17.293026,-3.167909,-0.04300311
+125282,-20.437565,-19.375116,-3.576278e-07,-15.000413
+7980,-11.499585,-11.999638,-11.24952,-2.9325056e-05
+42346,-12.87507,-22.43762,-19.375002,-2.622601e-06
+73055,-12.125071,-18.000124,-5.841238e-06,-15.000316
+31696,-12.812645,-12.937697,-7.998623e-05,-9.500492
+101343,-10.875084,-19.250137,-1.9073304e-05,-16.126703
+115075,0.0,-25.625051,-24.874933,-24.187685
+29447,-14.625069,-22.43762,-17.375002,-4.7683704e-07
+89441,-0.0024763653,-17.502527,-6.002411,-14.502394
+15843,-0.0003265801,-12.000378,-8.12526,-10.625561
+110126,-15.750072,-11.875124,-7.152532e-06,-17.375452
+36142,-15.875053,-20.687605,-11.374989,-1.1563234e-05
+2846,-15.250067,-19.93762,-15.375002,-4.7683704e-07
+85390,-0.0005540505,-14.500607,-7.5004888,-14.30637
+108138,-14.750322,-18.750374,-8.1252575,-0.00029642956
+7571,-17.375885,-15.375935,-7.125818,-0.00080469646
+62381,-16.749949,0.0,-19.374882,-18.62492
+65963,-15.313318,-15.188371,-0.3132527,-1.3132877
+39384,0.0,-23.375051,-24.124933,-23.164703
+62356,0.0,-23.875051,-22.124933,-22.376127
+20478,-14.2499485,-5.960463e-07,-20.687382,-16.875065
+101968,-19.000067,-22.250118,0.0,-22.50005
+124810,-21.937569,-17.25012,-1.7881378e-06,-13.250094
+9300,-25.250067,-21.625118,0.0,-19.000053
+35593,-16.125185,-17.750237,-8.875121,-0.00013994191
+53670,-20.625086,-18.500137,-2.1457441e-05,-10.750039
+44789,0.0,-21.062551,-18.999933,-19.250154
+25135,-15.874948,-1.1920928e-07,-21.937382,-20.000051
+32124,0.0,-25.312551,-24.812433,-24.323189
+36646,-5.131255,-13.506309,-8.256191,-0.006189227
+34191,-18.75006,-21.06261,-13.499991,-1.4305105e-06
+65307,-17.125063,-22.750114,-17.874996,0.0
+32731,-8.50015,-0.00020346955,-17.250086,-16.875214
+112637,-7.877282,-10.877335,-2.1272168,-0.12734103
+18943,-11.125093,-12.125146,-2.9086643e-05,-11.625194
+117291,0.0,-24.250051,-23.312433,-23.813614
+67975,-17.875053,-21.250105,-11.874986,-7.0333235e-06
+104676,-10.000025,-7.724464e-05,-10.37496,-14.376021
+109059,-8.750106,-0.0001584166,-17.68754,-17.375658
+86252,-18.375076,-23.062628,-19.25001,0.0
+109620,0.0,-25.750051,-24.374933,-24.125002
+35543,-16.875082,-20.875134,-12.375016,-4.2915253e-06
+96155,-6.251878,-0.0019307559,-13.126813,-16.752317
+33646,-18.875067,-18.375118,0.0,-18.000574
+64061,-2.1338235e-05,-12.3750725,-13.374955,-11.070684
+6764,0.0,-22.625051,-21.874933,-20.627438
+63078,-13.249949,-1.7881378e-06,-18.374884,-20.000061
+88343,-13.7499485,-1.072883e-06,-21.062384,-21.25002
+50106,-15.124947,-4.7683704e-07,-16.374882,-16.25052
+35688,-23.562567,-19.375118,-2.3841855e-07,-15.124985
+78697,-11.499958,-1.0132739e-05,-18.499891,-17.875256
+13749,-11.249966,-1.7881233e-05,-14.124901,-12.375606
+44428,-0.9011998,-10.026253,-5.7761335,-0.52632356
+13880,0.0,-23.875051,-22.999933,-24.124998
+107805,-16.875067,-21.000118,0.0,-20.250069
+47687,0.0,-26.062551,-25.624933,-24.125143
+3328,-16.875067,-19.250118,-1.1920928e-07,-16.12501
+27574,-13.874934,-21.312485,-22.312366,-9.5367386e-07
+6049,-12.249953,-7.0333235e-06,-13.624888,-13.750331
+121371,-13.12495,-2.8610189e-06,-16.874882,-14.000044
+93977,-4.634821,-17.009874,-0.009755555,-15.384745
+87794,-23.625067,-21.125118,0.0,-19.500116
+1284,-13.874951,-3.81469e-06,-14.9998865,-12.875726
+86737,-14.130208,-16.63026,-5.255142,-0.0052350583
+9800,-7.500462,-17.125515,-15.875397,-0.00055309734
+60632,-13.374949,-1.5497195e-06,-18.874884,-18.375053
+69196,-11.37496,-1.20400655e-05,-15.499895,-14.875515
+109514,-20.125067,-19.625118,0.0,-16.752909
+75454,-11.249963,-1.5258673e-05,-13.249898,-14.499925
+68262,-8.625245,-17.125296,-0.00017975146,-15.125206
+51383,-3.2903738,-0.040426254,-14.415308,-6.0408964
+39024,-14.874947,-3.576278e-07,-20.999882,-20.624947
+53372,-15.375128,-19.875177,-9.500063,-7.509903e-05
+61955,-17.126064,-17.501116,-6.875995,-0.0010328917
+46407,-9.500023,-7.4979835e-05,-18.562456,-15.874992
+56851,-13.875066,-21.250116,-9.5367386e-07,-17.37515
+117835,-20.500067,-21.000118,0.0,-18.000101
+41315,-17.500067,-21.000118,-1.1920928e-07,-16.375008
+54086,0.0,-24.250051,-25.187433,-24.125021
+1123,0.0,-24.875051,-22.124933,-21.875454
+6738,-15.749948,-1.1920928e-07,-19.999882,-19.00002
+65022,-16.875069,-21.81262,-17.000002,-1.1920928e-07
+29011,-15.125038,-20.50009,-20.499971,-2.3841855e-07
+209,-14.820003,-14.695055,-0.06993779,-2.6949263
+117949,0.0,-22.125051,-19.874933,-21.501608
+112253,-15.875022,-18.375072,-17.499954,-1.1920928e-07
+117575,-18.938892,-15.876443,-0.00132592,-6.6263876
+12151,-17.875067,-18.875118,0.0,-16.875051
+6503,-10.937053,-10.312105,-0.06198756,-2.812503
+47388,-16.624949,-1.1920928e-07,-20.999882,-19.750023
+122533,-12.000057,-18.37511,-20.187492,-6.198864e-06
+77557,-2.384183e-06,-15.625053,-13.124936,-15.501737
+3593,-5.1325665,-0.0076194853,-12.007503,-6.3871493
+39857,-3.576278e-07,-16.750051,-16.749933,-14.874995
+82941,-15.249947,-3.576278e-07,-15.874882,-17.624931
+2835,0.0,-24.500051,-24.249933,-25.062513
+12119,-13.125067,-18.12512,-2.145765e-06,-16.625122
+2255,-4.7683704e-07,-18.937551,-14.749934,-15.624967
+99071,-10.252905,-15.127957,-0.002840415,-5.8778415
+73970,-18.750084,-15.750135,-1.6808368e-05,-11.000018
+73312,-16.580135,-11.142687,-2.0175698,-0.14270796
+109736,-10.37498,-3.2424403e-05,-16.187414,-13.75134
+2581,-6.0024233,-0.0024760086,-19.814857,-15.502566
+64922,-2.69754,-14.447593,-5.947475,-0.07255344
+85830,0.0,-24.937551,-24.874933,-22.625164
+122144,-14.874947,-3.576278e-07,-19.499882,-17.37489
+62330,-12.87495,-2.622601e-06,-17.249882,-16.375154
+112561,-15.875088,-16.125137,-2.1695856e-05,-10.750391
+48434,-12.624951,-3.4570635e-06,-19.812386,-16.000044
+119944,-12.124953,-5.6028207e-06,-17.124887,-15.249958
+120940,-2.1274397,-0.12749247,-8.627376,-7.8782125
+77443,-23.437567,-21.125118,0.0,-17.625067
+23685,-11.023342,-16.273394,-3.773277,-0.02326152
+47231,-14.749947,-3.576278e-07,-20.624882,-20.00001
+91022,-14.2499485,-5.960463e-07,-20.999882,-20.99994
+714,-16.124992,-20.250044,-13.3749275,-1.6689287e-06
+25730,-18.750065,-19.000116,-4.7683704e-07,-14.625046
+97729,-2.8610189e-06,-13.375055,-13.624938,-15.99997
+30236,-7.152555e-07,-15.875053,-15.999935,-14.625179
+2443,-9.625012,-6.603976e-05,-20.312449,-16.875546
+52656,-2.3841855e-07,-17.750051,-15.124935,-19.75435
+116972,-17.125042,-22.500093,-18.624975,0.0
+43770,-8.146046,-8.771098,-0.020980334,-3.896305
+10949,-14.8749485,-7.152555e-07,-14.874884,-20.000362
+100306,-9.625012,-6.603976e-05,-17.374949,-18.628147
+29745,-13.249949,-1.9073468e-06,-20.249884,-16.500652
+60439,-11.750103,-16.625156,-10.000038,-5.3404336e-05
+109824,-14.999947,-3.576278e-07,-17.124882,-17.500217
+102648,-20.062567,-17.125118,-2.503392e-06,-12.874999
+62099,-7.2506576,-0.00070999685,-17.000591,-17.500647
+33686,-13.8749485,-9.5367386e-07,-19.18738,-17.250126
+116606,-12.298656,-12.923709,-0.048590396,-3.048674
+85384,-12.125012,-17.937563,-16.374945,-5.4836123e-06
+31834,-14.125148,-11.7502,-8.3443025e-05,-9.500464
+58133,-17.250088,-23.43764,-19.625021,0.0
+95196,-19.750067,-21.375118,-1.1920928e-07,-15.750592
+11675,-5.7531257,-0.003178071,-20.25306,-15.128227
+34902,-13.125072,-14.000124,-5.3644035e-06,-12.878387
+112691,-17.874979,-23.00003,-18.749912,0.0
+33713,-11.500075,-16.75013,-1.0728779e-05,-14.250042
+109135,-14.75009,-20.375143,-2.467602e-05,-10.62539
+60521,-15.625081,-13.2501335,-1.668916e-05,-11.125169
+76695,-0.63253516,-14.507587,-15.75747,-0.75767285
+98619,-16.750067,-20.375118,0.0,-19.625109
+13731,-13.8749485,-9.5367386e-07,-17.87488,-17.875298
+14492,-12.124953,-5.841238e-06,-19.562387,-14.500368
+81006,-22.937569,-21.12512,-2.0265559e-06,-13.12498
+114491,-16.500057,-17.625109,-11.124991,-1.4781843e-05
+120167,-23.375069,-17.37512,-1.7881378e-06,-13.250128
+69602,-12.49995,-4.1723165e-06,-18.124886,-14.500656
+81057,-15.750154,-12.875206,-8.7614986e-05,-9.375091
+118239,-12.499951,-3.81469e-06,-15.8748865,-19.62544
+26999,-8.625244,-18.625296,-0.00017963226,-16.00023
+103729,-13.125072,-13.625124,-6.9141147e-06,-12.500095
+70324,0.0,-24.687551,-24.624933,-23.437452
+88697,-15.875056,-22.625109,-16.24999,-2.3841855e-07
+79720,-15.374947,-2.3841855e-07,-19.499882,-18.125027
+119098,-15.125062,-19.625114,-14.249997,-9.5367386e-07
+16374,-14.3749485,-5.960463e-07,-22.062382,-18.999968
+8973,-6.37665,-0.0017022894,-18.939081,-16.751984
+92670,-2.145765e-06,-14.875054,-13.249937,-17.250055
+46136,-11.874953,-7.152532e-06,-16.37489,-16.125492
+113240,0.0,-26.125051,-25.749933,-23.500107
+92271,-0.1820927,-16.057146,-6.057027,-1.8070687
+47020,-18.004683,-16.254734,-5.3796163,-0.0046203523
+68952,-17.250065,-17.250116,-3.576278e-07,-15.374997
+93704,-21.312567,-18.500118,0.0,-17.126575
+126515,-15.249947,-2.3841855e-07,-16.999882,-19.125002
+1648,-16.085693,-14.148246,-0.5231282,-0.89811826
+4147,-20.125084,-20.437635,-13.500018,-1.4305105e-06
+106815,-11.251556,-18.126612,-6.5014915,-0.0015153127
+18919,-7.0010705,-11.626122,-0.0010050251,-9.376367
+88395,-15.250138,-21.25019,-9.750073,-5.8530048e-05
+83361,-15.999947,-1.1920928e-07,-20.749882,-21.562418
+69550,-11.624957,-9.298281e-06,-15.062392,-15.8762245
+59782,-9.079086,-15.454139,-2.5790207,-0.07900255
+62607,-18.249998,-21.18755,-12.374932,-4.2915253e-06
+49031,-21.125341,-19.000393,-8.250276,-0.00026127262
+24073,-17.749908,-22.24996,-16.499842,-1.1920928e-07
+34883,-23.375067,-20.187618,0.0,-19.874998
+78080,0.0,-22.250051,-21.999933,-23.255968
+59546,-2.464571,-11.8396225,-7.4645057,-0.08951515
+123805,-13.374949,-1.5497195e-06,-19.624884,-19.000015
+87807,-14.749947,-3.576278e-07,-21.874882,-21.312485
+53821,-4.1407156,-16.07827,-9.265652,-0.0161357
+90016,-13.8749485,-1.072883e-06,-15.999885,-18.500006
+75870,-24.875067,-17.625118,0.0,-17.25
+58764,-16.375074,-23.375126,-14.875009,-4.7683704e-07
+64575,0.0,-25.500051,-23.937433,-23.375027
+85818,-15.874996,-22.312548,-17.12493,-1.1920928e-07
+15652,-23.562567,-21.750118,0.0,-17.875002
+85976,-10.381024,-15.381077,-0.0059591243,-5.1310706
+15080,-16.249949,-1.1920928e-07,-19.749882,-19.374949
+79945,-12.499951,-3.6954812e-06,-19.562386,-17.000076
+76385,-16.125147,-19.000198,-8.500081,-0.00020358874
+115581,-16.625116,-10.500166,-4.8993817e-05,-10.75221
+61199,-15.124947,-2.3841855e-07,-21.062382,-18.500072
+85813,-23.562567,-18.125118,0.0,-18.75027
+67537,-12.749949,-3.2186456e-06,-18.374886,-15.000071
+89261,-20.625065,-17.500116,-4.7683704e-07,-14.625095
+22046,-17.87507,-21.000122,-16.500004,-1.1920928e-07
+22926,0.0,-18.625051,-19.312433,-17.624926
+49488,-14.500068,-18.50012,-1.5497195e-06,-13.750309
+96660,-11.749954,-8.106199e-06,-15.374889,-17.750084
+63730,-17.83579,-16.523342,-3.7732239,-0.02324603
+9677,0.0,-22.625051,-19.499933,-18.875013
+120201,-16.750078,-21.00013,-16.375011,-1.1920928e-07
+35208,-24.500067,-20.625118,0.0,-17.750006
+30950,-17.625055,-19.125107,-11.24999,-1.2993728e-05
+66963,-4.5111136,-17.011168,-0.011048332,-13.514464
+16156,-7.8753605,-17.437912,-15.750296,-0.00038020534
+69670,-12.624951,-3.4570635e-06,-18.749886,-16.625177
+13477,-12.124953,-5.3644035e-06,-19.999887,-16.87658
+50904,-16.749949,0.0,-16.874882,-19.74988
+7930,-21.000067,-19.750118,0.0,-18.375013
+26294,-9.751528,-16.87658,-6.5014625,-0.0015606616
+35749,-9.125175,-19.500225,-0.000109308945,-14.8751
+55850,-11.000083,-18.625135,-1.6808368e-05,-15.875147
+64767,-7.7501764,-14.375228,-8.000111,-0.0007669368
+22057,-18.875065,-20.750116,-12.375,-4.1723165e-06
+87663,-17.750023,-22.500074,-17.124956,0.0
+35864,-16.875069,-21.25012,-15.250002,-2.3841855e-07
+33007,-22.125067,-17.250118,-1.1920928e-07,-15.875157
+81372,-9.500155,-18.750208,-12.250091,-7.962863e-05
+97703,-13.8749485,-9.5367386e-07,-20.06238,-17.375248
+118589,0.0,-20.000051,-19.749933,-20.000446
+65741,0.0,-19.125051,-21.624933,-19.125256
+119601,-21.187567,-20.375118,0.0,-17.250008
+114504,-19.625067,-18.750118,0.0,-17.125366
+92452,0.0,-23.187551,-21.874933,-21.753498
+11152,-0.001508528,-13.251561,-6.501443,-12.365353
+44669,-16.25007,-16.125122,-3.5762723e-06,-12.625025
+121963,-11.499958,-1.0132739e-05,-17.999891,-18.250116
+63486,-8.625174,-16.750227,-13.750109,-0.00018070496
+123055,-10.507699,-16.382751,-0.0076333266,-4.882667
+119717,-0.009782234,-14.509834,-4.634717,-10.584555
+88042,-13.750069,-21.625126,-17.250008,-1.072883e-06
+54428,-14.624947,-4.7683704e-07,-17.999882,-17.50008
+125274,-2.3841855e-07,-17.500051,-15.499935,-17.624916
+46816,-15.960657,-13.02321,-0.8980924,-0.5231485
+8553,-16.625067,-21.062618,-2.3841855e-07,-15.87505
+56455,-13.8749485,-9.5367386e-07,-21.74988,-20.374989
+101092,-2.0265559e-06,-17.250053,-13.124937,-16.887796
+55570,-1.072883e-06,-18.375055,-15.749936,-13.875295
+2531,0.0,-21.500051,-20.499933,-19.250177
+55854,-16.749949,0.0,-22.312382,-20.125069
+65143,0.0,-23.500051,-23.624933,-23.125162
+28422,-22.000055,-24.750107,-18.999989,0.0
+36329,-9.375149,-19.8752,-20.312582,-8.475421e-05
+8061,-4.0181,-0.018152887,-18.330534,-13.143441
+107678,-13.249949,-1.7881378e-06,-18.749884,-19.000116
+53009,-0.002202111,-11.2522545,-12.377137,-6.127236
+62879,0.0,-19.500051,-21.062433,-17.124228
+26784,-10.499975,-2.7775379e-05,-15.49991,-17.499987
+21912,-14.867113,-13.679666,-1.8045471,-0.17978528
+113597,0.0,-24.250051,-24.499933,-22.125471
+82760,0.0,-24.062551,-22.687433,-22.8775
+26160,-14.874947,-3.576278e-07,-20.874882,-17.874943
+23421,-13.12495,-2.503392e-06,-15.624886,-14.750154
+41793,-0.83829075,-5.963343,-2.5882254,-0.7137043
+103325,-15.374947,-2.3841855e-07,-19.749882,-21.68745
+33557,-15.749948,-1.1920928e-07,-19.249882,-17.999983
+81209,-12.87495,-2.503392e-06,-22.624884,-20.312426
+107064,-8.62281,-18.74786,-15.7477455,-0.00018010901
+98221,-7.152555e-07,-20.750051,-19.499933,-14.125431
+16139,-15.750046,-18.625097,-10.999981,-1.6808368e-05
+62717,-14.3749485,-5.960463e-07,-19.499882,-17.375154
+28151,0.0,-23.687551,-23.624933,-23.69077
+22888,-12.874949,-3.0994368e-06,-16.874886,-14.375468
+24637,-10.2501,-16.750154,-3.552374e-05,-16.250175
+92809,-13.87506,-23.50011,-20.374992,-9.5367386e-07
+91862,-7.2507844,-11.625836,-0.0007190503,-15.250773
+7412,0.0,-24.125051,-24.624933,-24.375229
+52442,-4.7586803,-16.258734,-0.008614876,-14.0087
+87399,-0.0003361137,-14.750387,-8.000271,-15.000484
+112712,0.0,-23.375051,-23.874933,-23.12507
+54201,-2.0384581e-05,-19.625074,-18.999956,-10.799567
+117074,-21.125498,-16.62555,-0.0004307296,-7.750411
+25137,-1.804712,-14.429765,-11.554647,-0.17976317
+16780,-0.006717125,-15.381769,-5.006652,-13.756713
+72881,-17.375078,-17.00013,-1.1563234e-05,-11.375745
+110597,-13.124949,-2.0265559e-06,-18.812384,-18.06281
+89655,0.0,-22.375051,-21.249933,-21.376423
+48391,-13.124949,-2.0265559e-06,-17.499884,-17.062588
+110182,0.0,-24.000051,-21.874933,-21.62493
+87621,-14.249868,-13.624921,-13.124804,-3.81469e-06
+122711,0.0,-20.875051,-18.749933,-18.002884
+115720,0.0,-24.187551,-22.812433,-19.874914
+66486,-10.249983,-3.5404533e-05,-19.562418,-18.125053
+68169,-4.264113,-0.014165447,-16.264046,-13.639835
+110138,-11.875072,-19.375126,-7.0333235e-06,-16.500048
+21580,-11.749954,-7.986991e-06,-18.56239,-16.250408
+102553,-13.7499485,-1.072883e-06,-21.562384,-19.125418
+78769,-10.749968,-2.1457441e-05,-19.624903,-19.875269
+93593,-14.3749485,-5.960463e-07,-18.124882,-18.375114
+16612,-13.249949,-1.7881378e-06,-19.624884,-17.875364
+59583,-10.625718,-17.25077,-7.3756523,-0.0006507901
+76885,0.0,-19.562551,-20.312433,-17.00013
+120777,-2.8119197,-0.06197243,-19.374353,-13.313462
+121894,0.0,-24.937551,-25.499933,-18.999947
+88371,0.0,-25.750051,-24.687433,-24.130909
+68747,-18.000067,-15.875117,-1.1920928e-07,-17.000088
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
new file mode 100644
index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
new file mode 100644
index 0000000000000000000000000000000000000000..0ab10f3b0d248683a7eb6e9204a4d561f3289ee4
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
@@ -0,0 +1,400 @@
+31224,-11.124963,-1.490105e-05,-16.499897,-19.249914
+80227,0.0,-22.500051,-20.437433,-20.062412
+79086,0.0,-21.437551,-18.437433,-19.624926
+75303,-8.750045,-19.000095,-15.12498,-0.00015877417
+56417,-13.875066,-18.000116,-9.5367386e-07,-19.124992
+11319,-0.8981962,-15.898248,-10.14813,-0.52313936
+12625,-7.152555e-07,-18.437551,-14.249936,-16.124954
+87626,-16.374947,-7.152555e-07,-14.374884,-16.875113
+43853,-11.625091,-22.437645,-18.500027,-8.940657e-06
+23828,-13.125128,-20.500183,-10.250063,-3.7311813e-05
+27858,-6.002541,-18.002594,-0.002475652,-16.377504
+12604,-8.125362,-16.750416,-0.00029785966,-13.250271
+8180,-12.625068,-18.562622,-3.3378547e-06,-16.812487
+37466,-14.125072,-20.062626,-13.000007,-2.9802277e-06
+48185,-13.499948,-1.4305105e-06,-20.687384,-20.49991
+77755,-16.625065,-17.750116,-3.576278e-07,-15.12498
+29286,-3.4106455,-9.660697,-0.28557998,-1.5355453
+87038,-11.500099,-23.250149,-19.37503,-1.0132739e-05
+33094,-12.37495,-4.1723165e-06,-17.124886,-17.249968
+17990,-9.375161,-16.750212,-9.6316464e-05,-11.37524
+125393,-13.6250515,-22.562607,-23.124989,-1.1920922e-06
+25066,-11.999953,-6.9141147e-06,-14.999888,-15.000119
+93021,-15.62509,-21.687641,-13.125025,-2.145765e-06
+91364,-19.562567,-19.875118,0.0,-18.249987
+56219,-0.07843135,-3.7034838,-3.328366,-4.2033563
+108119,-15.250004,-18.500057,-19.062439,-2.3841855e-07
+108029,-4.510608,-16.698162,-14.885543,-0.011053048
+82606,-12.0001135,-19.937666,-9.875049,-5.7576428e-05
+34733,-15.7536955,-18.441248,-5.62863,-0.0036000698
+40806,0.0,-20.750051,-18.687433,-19.756548
+89870,0.0,-20.125051,-16.687433,-18.500189
+120589,-14.875065,-15.875117,-4.7683704e-07,-17.93759
+107229,-10.750086,-19.187637,-2.1457441e-05,-17.625025
+81763,-12.375082,-16.125135,-1.7285198e-05,-11.250013
+126587,-0.0143293915,-12.389381,-8.639264,-4.265405
+105931,-12.62495,-4.2915253e-06,-13.999886,-16.12497
+51593,-1.1444026e-05,-20.937563,-17.749945,-11.374922
+105827,-5.7603335,-15.760386,-4.885268,-0.01076498
+92547,-16.999949,0.0,-23.312382,-21.937925
+11098,-16.379686,-15.442238,-0.0046205893,-5.3795886
+15535,-15.249947,-4.7683704e-07,-15.124882,-17.249996
+104144,-14.000069,-16.250122,-3.81469e-06,-12.750016
+84409,0.0,-23.625051,-21.187433,-20.065073
+55188,-16.625067,-17.500118,-1.1920928e-07,-18.125097
+97914,-8.875205,-17.187756,-0.0001401803,-14.875128
+9697,-3.8955739,-19.145626,-16.145508,-0.020541316
+43614,-16.250097,-23.000149,-15.125031,-3.576278e-07
+57056,-17.00008,-22.312632,-18.250013,0.0
+98595,-11.499958,-1.0132739e-05,-16.999891,-20.56238
+11602,-14.375071,-15.937623,-4.410734e-06,-12.500116
+29109,-13.750066,-20.62512,-1.1920922e-06,-15.874991
+114682,-16.999949,-1.1920928e-07,-15.874883,-21.375128
+63374,-14.2499485,-5.960463e-07,-20.187382,-18.81244
+77864,-14.625072,-18.812622,-6.675698e-06,-12.000058
+81631,-6.5015807,-16.25163,-0.0015153127,-11.251507
+124163,-5.193894,-16.193945,-0.31882855,-1.3188251
+81563,-15.377536,-15.127588,-6.00247,-0.0024761274
+13895,-3.6512516,-0.02630393,-15.963686,-13.026209
+12863,-16.500088,-23.50014,-14.625022,-4.7683704e-07
+45732,-14.0134535,-0.82600665,-0.5758887,-15.950937
+49404,-18.312569,-17.43762,-1.7881378e-06,-13.249984
+487,-10.624972,-2.4437606e-05,-17.312407,-15.629107
+64317,-18.125092,-21.562643,-12.375025,-4.2915253e-06
+6331,0.0,-17.375051,-18.187433,-18.437872
+73812,-17.000069,-14.250118,-1.1920922e-06,-14.624988
+15701,-15.626791,-16.689346,-6.3767266,-0.0017022894
+104663,0.0,-20.937551,-19.374933,-20.999931
+90606,-3.8956385,-12.520692,-14.145575,-0.020544352
+127552,0.0,-23.000051,-22.937433,-21.501379
+126761,-3.8957453,-16.770798,-8.770679,-0.020696161
+92697,-4.4106466e-05,-14.875096,-10.124979,-12.500174
+107122,-15.250077,-13.12513,-1.12056105e-05,-11.625345
+74380,-17.125093,-22.750145,-17.250027,-1.1920928e-07
+66285,0.0,-20.750051,-18.624933,-19.319447
+70163,-9.375446,-13.875499,-0.00038163533,-8.125366
+75972,-8.375296,-17.375349,-0.00023076255,-15.500342
+30713,-18.453602,-16.516153,-0.016034935,-4.1410017
+118867,0.0,-18.250051,-16.687433,-16.687414
+84835,-16.499949,-1.1920928e-07,-18.937382,-19.06241
+60503,-20.500067,-19.125118,-2.3841855e-07,-15.12501
+11807,-13.72353,-16.036083,-1.2234643,-0.34843808
+27906,-2.3841855e-07,-20.812551,-15.499935,-21.125046
+30093,-12.249952,-4.887569e-06,-16.562387,-17.249985
+45657,-20.437567,-17.562618,0.0,-16.749977
+97197,-2.3841855e-07,-18.375051,-15.249935,-19.124943
+48440,-14.1249485,-7.152555e-07,-18.24988,-17.999928
+14971,0.0,-21.000051,-19.062433,-19.062561
+61380,-17.37509,-20.750141,-13.500022,-1.4305105e-06
+7177,-4.510996,-0.011048568,-17.13593,-15.073458
+40241,-0.00046826364,-10.500521,-8.625403,-8.250461
+38583,-15.62515,-0.00020358874,-8.500085,-18.00007
+104941,-1.1920928e-07,-20.937551,-16.124933,-19.940649
+39377,-11.624955,-8.940657e-06,-19.874891,-18.624933
+65329,-5.0271864,-14.77724,-0.027121622,-3.9020972
+81089,-11.999952,-6.198864e-06,-21.312387,-21.687424
+6143,-9.2501745,-16.187725,-12.50011,-9.989239e-05
+63753,-1.1920928e-07,-18.375051,-16.999933,-16.624926
+5084,-14.562055,-17.374605,-2.8119886,-0.06196683
+125282,-16.875067,-18.812618,-1.1920928e-07,-16.312733
+7980,-10.249963,-15.000015,-12.874898,-3.826545e-05
+42346,-10.6250925,-21.562645,-14.375028,-2.491443e-05
+73055,-8.375296,-17.937849,-0.00023064337,-16.125315
+31696,-12.500085,-12.875137,-2.0146166e-05,-11.187531
+101343,-7.5006185,-18.188171,-0.0005529782,-15.751173
+115075,0.0,-21.187551,-18.937433,-19.68761
+29447,-13.625092,-22.062645,-13.750027,-2.264974e-06
+89441,-0.00015865498,-18.62521,-8.7500925,-15.375064
+15843,-0.00021193166,-11.875264,-9.125147,-9.25013
+110126,-19.187569,-13.875118,-1.072883e-06,-15.750042
+36142,-13.500646,-19.938202,-7.5005803,-0.00055428874
+2846,-16.75009,-23.500141,-16.000025,-1.1920928e-07
+85390,-8.344616e-06,-14.562561,-12.249944,-12.680058
+108138,-8.826151,-15.701203,-0.5760857,-0.8260874
+7571,-15.538132,-15.038184,-3.2880669,-0.03804084
+62381,-14.999947,-3.576278e-07,-18.249882,-17.874865
+65963,-13.000192,-18.375244,-0.0001256387,-9.000119
+39384,0.0,-21.187551,-20.687433,-21.921171
+62356,0.0,-21.625051,-20.499933,-21.631823
+20478,-13.124949,-2.0265559e-06,-20.312384,-18.812391
+101968,-12.875069,-20.437618,-2.503392e-06,-22.249977
+124810,-19.687569,-17.37512,-1.5497195e-06,-13.375018
+9300,-18.062567,-18.875118,0.0,-18.875002
+35593,-16.37506,-20.43761,-11.624993,-9.059865e-06
+53670,-18.625069,-19.75012,-1.1920922e-06,-13.624986
+44789,-7.152555e-07,-18.812551,-14.499936,-15.249958
+25135,-13.8749485,-9.5367386e-07,-21.37488,-21.12491
+32124,0.0,-20.875051,-18.624933,-20.568169
+36646,-5.8780036,-16.315557,-9.127938,-0.0029132804
+34191,-19.375134,-21.562685,-10.250065,-3.5404533e-05
+65307,-15.750077,-22.37513,-15.000012,-4.7683704e-07
+32731,-7.6254354,-0.00048804292,-17.25037,-17.188007
+112637,-6.627898,-12.877951,-6.502833,-0.0028286467
+18943,-12.6250725,-14.250125,-6.4372807e-06,-12.875021
+117291,-1.1920928e-07,-18.625051,-15.812435,-18.689993
+67975,-13.625796,-19.500849,-7.2507296,-0.000711069
+104676,-9.375262,-0.00031609306,-8.375197,-14.188106
+109059,-9.250044,-9.6078074e-05,-17.562475,-18.18765
+86252,-18.750095,-24.500147,-16.875029,0.0
+109620,0.0,-21.562551,-19.999933,-21.437443
+35543,-16.500092,-23.375143,-14.375027,-5.960463e-07
+96155,-8.2502165,-0.0002703301,-11.625152,-16.312756
+33646,-10.625089,-17.250143,-2.4318399e-05,-17.625217
+64061,-0.000258174,-10.875311,-10.187694,-8.509399
+6764,0.0,-21.812551,-20.499933,-19.879303
+63078,-12.624949,-3.3378547e-06,-18.124886,-22.31284
+88343,-13.499948,-1.4305105e-06,-19.999884,-21.812416
+50106,-14.999949,-1.9073468e-06,-13.499885,-15.624953
+35688,-20.250067,-18.937618,-1.1920928e-07,-16.62497
+78697,-10.124988,-4.005352e-05,-16.812422,-16.68757
+13749,-5.2554474,-0.0055004205,-11.942883,-8.255562
+44428,-0.7807172,-11.155768,-3.780652,-0.6556577
+13880,0.0,-21.500051,-21.062433,-19.37492
+107805,-13.750066,-17.81262,-1.072883e-06,-18.874987
+47687,0.0,-21.437551,-21.312433,-18.750053
+3328,-8.625244,-17.687796,-0.00017963226,-15.687663
+27574,-11.500073,-20.812624,-20.750006,-1.0132739e-05
+6049,-8.125294,-0.00034624303,-10.250229,-11.12529
+121371,-8.625131,-0.00018296952,-13.500066,-13.125153
+93977,-1.9102802,-17.535334,-0.16021486,-14.660208
+87794,-20.562567,-20.250118,0.0,-20.187515
+1284,-12.499962,-1.5616295e-05,-13.249897,-11.500022
+86737,-10.535321,-14.472874,-1.9102556,-0.1602505
+9800,-5.628639,-17.503693,-17.941074,-0.003599951
+60632,-10.624972,-2.4437606e-05,-16.124907,-17.81245
+69196,-6.875982,-0.001034797,-13.875917,-13.750925
+109514,-17.750067,-17.875118,-2.3841855e-07,-15.250479
+75454,-12.374953,-5.6028207e-06,-13.499888,-16.99986
+68262,-5.130994,-16.568546,-0.005928669,-15.005911
+51383,-3.4100523,-0.03510477,-12.284987,-6.5350156
+39024,-15.374947,-2.3841855e-07,-21.124882,-19.999887
+53372,-12.875158,-19.500212,-9.500093,-7.736384e-05
+61955,-17.500706,-18.688257,-7.3756375,-0.0006266061
+46407,-10.374979,-3.1351552e-05,-19.87491,-16.499935
+56851,-9.500139,-19.37519,-7.486063e-05,-17.37506
+117835,-17.500067,-20.500118,0.0,-18.875
+41315,-13.625066,-20.18762,-1.1920922e-06,-17.124977
+54086,0.0,-20.000051,-19.062433,-19.937428
+1123,0.0,-22.375051,-16.749933,-20.749952
+6738,-14.624947,-4.7683704e-07,-19.312382,-19.999908
+65022,-15.750075,-22.750128,-15.0000105,-4.7683704e-07
+29011,-11.125093,-19.312647,-16.250029,-1.4781843e-05
+209,-12.627014,-14.814567,-2.126949,-0.12692931
+117949,0.0,-22.000051,-18.312433,-20.1251
+112253,-13.125059,-20.875113,-14.999994,-2.264974e-06
+117575,-17.51398,-15.826533,-0.20141625,-1.701401
+12151,-14.375067,-18.437616,-5.960463e-07,-17.812485
+6503,-9.725335,-11.350388,-0.100269884,-2.350356
+47388,-15.749948,-1.1920928e-07,-20.062382,-18.874905
+122533,-11.125096,-20.50015,-20.250032,-1.4781843e-05
+77557,-3.5762723e-06,-16.437557,-12.749939,-14.249925
+3593,-5.8802214,-0.0052735982,-14.317656,-6.0055795
+39857,-5.3644035e-06,-15.437558,-12.624941,-13.249936
+82941,-14.4999485,-8.344647e-07,-14.874884,-18.249874
+2835,0.0,-23.687551,-22.187433,-22.69294
+12119,-12.25007,-18.062624,-5.1259863e-06,-14.87499
+2255,-1.2993728e-05,-16.187567,-11.6249485,-12.437436
+99071,-11.752548,-16.127602,-0.002483738,-6.002466
+73970,-15.125072,-15.375124,-6.675698e-06,-11.999981
+73312,-15.131754,-13.131806,-5.0066886,-0.0067178356
+109736,-8.625133,-0.00018475733,-14.500068,-12.25029
+2581,-6.3766527,-0.0017051456,-17.751587,-12.751764
+64922,-2.5789845,-15.266537,-9.953919,-0.0789337
+85830,0.0,-23.187551,-21.187433,-21.068483
+122144,-15.999947,-1.1920928e-07,-20.124882,-17.874855
+62330,-11.624955,-8.940657e-06,-18.374891,-18.249937
+112561,-13.500162,-16.875216,-9.750845e-05,-9.250106
+48434,-12.37495,-4.1723165e-06,-22.187386,-18.750746
+119944,-13.499948,-1.4305105e-06,-17.999884,-16.874908
+120940,-2.4662097,-0.09126245,-9.8411455,-6.0912094
+77443,-21.062567,-20.125118,0.0,-20.000376
+23685,-8.156529,-16.969082,-1.4064636,-0.28142852
+47231,-16.749949,0.0,-21.124882,-19.875463
+91022,-13.8749485,-9.5367386e-07,-18.81238,-20.562378
+714,-15.875076,-20.875126,-12.000011,-6.3180723e-06
+25730,-15.000066,-17.562616,-8.344647e-07,-14.499989
+97729,-0.000105494655,-11.000158,-9.375041,-12.437557
+30236,-8.284702e-05,-13.125135,-10.250018,-10.000048
+2443,-7.1257534,-0.0008056494,-17.563185,-13.688274
+52656,-1.1920922e-06,-16.375055,-13.749936,-20.125225
+116972,-16.37507,-23.062622,-19.375004,-1.1920928e-07
+43770,-7.2770596,-12.527112,-0.026994225,-3.6520317
+10949,-15.374947,-3.576278e-07,-16.249882,-20.687366
+100306,-7.625436,-0.00048816207,-15.937871,-17.786068
+29745,-11.499958,-1.0132739e-05,-20.499891,-18.874922
+60439,-12.375092,-19.000143,-12.125027,-9.655906e-06
+109824,-18.124949,0.0,-19.374882,-19.499928
+102648,-16.500086,-16.187637,-1.9073304e-05,-10.874993
+62099,-8.625126,-0.00017951308,-17.125061,-17.00004
+33686,-10.499975,-2.7536968e-05,-19.062407,-18.437458
+116606,-9.326095,-12.826147,-0.57602966,-0.82603306
+85384,-12.3750725,-18.875124,-18.875006,-4.2915253e-06
+31834,-11.500152,-13.000204,-8.7257395e-05,-9.500143
+58133,-17.125097,-24.937649,-18.62503,0.0
+95196,-14.500067,-20.625116,-5.960463e-07,-15.625089
+11675,-4.510997,-0.011049511,-16.010931,-13.760967
+34902,-10.625105,-13.500157,-4.0411134e-05,-11.125038
+112691,-17.500038,-24.12509,-17.874971,0.0
+33713,-9.250161,-17.000216,-9.655486e-05,-15.000086
+109135,-10.000123,-19.687677,-5.8410846e-05,-11.250139
+60521,-12.875119,-11.000172,-5.471557e-05,-10.250065
+76695,-0.07887862,-14.516431,-15.516314,-2.5790358
+98619,-13.625066,-21.06262,-1.1920922e-06,-20.250021
+13731,-13.624948,-1.1920922e-06,-18.249884,-17.625042
+14492,-11.249961,-1.2993728e-05,-20.937395,-17.000086
+81006,-18.250076,-18.250128,-8.940657e-06,-11.625004
+114491,-16.500113,-18.437664,-10.250043,-3.5404533e-05
+120167,-19.187567,-17.625118,-1.1920928e-07,-15.750537
+69602,-13.499948,-1.4305105e-06,-17.999884,-17.74995
+81057,-15.250111,-14.375163,-4.6252135e-05,-10.000041
+118239,-11.874958,-1.060957e-05,-12.499893,-18.448465
+26999,-4.141099,-16.578651,-0.016033527,-15.078512
+103729,-11.750078,-14.625131,-1.20400655e-05,-12.500007
+70324,0.0,-21.062551,-20.062433,-20.812428
+88697,-16.125092,-23.000143,-15.375026,-3.576278e-07
+79720,-15.124947,-2.3841855e-07,-20.624882,-19.874884
+119098,-15.500076,-21.812632,-14.000011,-1.072883e-06
+16374,-12.37495,-4.1723165e-06,-20.499886,-18.999865
+8973,-5.7531257,-0.0031785464,-15.753061,-14.628146
+92670,-2.860982e-05,-14.312581,-10.499964,-14.562729
+46136,-10.999967,-1.9073304e-05,-14.312402,-13.249965
+113240,0.0,-24.125051,-23.624933,-20.312414
+92271,-1.5112247,-15.823776,-1.3861592,-0.6361499
+47020,-13.262583,-15.575135,-4.3875165,-0.012511455
+68952,-8.750226,-15.187778,-0.00016151555,-12.750132
+93704,-16.437567,-17.312618,-1.1920928e-07,-17.626556
+126515,-13.624948,-1.3113013e-06,-16.874884,-16.624994
+1648,-13.662795,-14.5378475,-2.3502288,-0.10020605
+4147,-19.437601,-20.437653,-12.625033,-3.3378547e-06
+106815,-10.877577,-19.127628,-6.002511,-0.002494559
+18919,-7.1259184,-12.62597,-0.00085305533,-10.000899
+88395,-13.375652,-20.375708,-7.500588,-0.0005544079
+83361,-16.874949,0.0,-20.749882,-23.131868
+69550,-10.7499695,-2.1815062e-05,-15.562405,-15.313001
+59782,-9.380413,-16.880465,-5.2553473,-0.0053180656
+62607,-17.500082,-22.000134,-10.875015,-1.8954097e-05
+49031,-18.381031,-18.818583,-5.130964,-0.005928432
+24073,-15.875046,-21.812595,-11.999981,-6.3180723e-06
+34883,-16.375067,-19.437618,-1.1920928e-07,-23.124979
+78080,0.0,-23.312551,-21.124933,-23.671263
+59546,-3.5325475,-13.2201,-5.907482,-0.032472722
+123805,-11.874953,-6.9141147e-06,-18.12489,-18.499876
+87807,-15.374947,-2.3841855e-07,-22.124882,-21.937538
+53821,-1.8040714,-15.991624,-11.804007,-0.17988637
+90016,-12.124952,-5.9604467e-06,-14.374887,-17.249954
+75870,-21.312567,-17.875118,0.0,-18.624983
+58764,-13.875084,-23.312635,-14.375019,-1.5497195e-06
+64575,0.0,-20.625051,-19.124933,-19.500538
+85818,-13.50009,-22.125141,-14.625025,-1.7881378e-06
+15652,-16.500067,-20.500118,-1.1920928e-07,-19.12499
+85976,-10.8754635,-17.625515,-0.00039903307,-7.8753843
+15080,-15.874948,-1.1920928e-07,-20.312382,-18.374855
+79945,-11.249961,-1.3112935e-05,-16.999895,-16.499958
+76385,-15.000223,-19.375275,-8.750158,-0.00015877417
+115581,-16.875116,-11.87517,-5.2450712e-05,-10.000297
+61199,-16.124949,-1.1920928e-07,-18.937382,-17.249866
+85813,-21.750067,-17.812618,0.0,-19.812496
+67537,-14.999947,-3.576278e-07,-16.812382,-16.812727
+89261,-15.125067,-16.06262,-1.9073468e-06,-13.374985
+22046,-16.625093,-21.250145,-15.000028,-3.576278e-07
+22926,-1.1920928e-07,-19.937551,-16.249933,-19.499905
+49488,-9.6251335,-18.437687,-6.89006e-05,-12.750122
+96660,-12.624951,-3.933899e-06,-14.3748865,-16.812687
+63730,-14.100496,-15.100549,-1.600432,-0.22540902
+9677,-3.576278e-07,-19.812551,-15.187434,-15.687571
+120201,-18.500095,-24.312647,-17.625029,0.0
+35208,-22.312567,-19.562618,0.0,-18.374975
+30950,-17.000427,-20.062979,-8.000363,-0.00033539868
+66963,-3.4087093,-17.90876,-0.033643927,-14.9712515
+16156,-5.13089,-17.818443,-15.693327,-0.005929025
+69670,-12.249952,-4.76836e-06,-19.124884,-16.999985
+13477,-13.249949,-1.7881378e-06,-20.624884,-17.68836
+50904,-17.124949,0.0,-18.124882,-20.374866
+7930,-20.437567,-19.312618,0.0,-19.812489
+26294,-9.626311,-17.938864,-6.751246,-0.0012361512
+35749,-6.002541,-18.877594,-0.002475652,-16.25245
+55850,-7.6255527,-18.813107,-0.00048792377,-16.875498
+64767,-10.000094,-16.750145,-9.25003,-0.00014161061
+22057,-17.875113,-21.625164,-10.500048,-2.7536968e-05
+87663,-16.00007,-21.312622,-14.375007,-7.152555e-07
+35864,-17.50009,-24.062641,-15.000023,-3.576278e-07
+33007,-18.312565,-15.625117,-3.576278e-07,-15.5
+81372,-10.125121,-20.500174,-11.625056,-4.8993817e-05
+97703,-11.749954,-7.867782e-06,-17.43739,-16.87496
+118589,-1.072883e-06,-16.687555,-14.187436,-14.81256
+65741,-2.145765e-06,-18.437553,-13.124937,-16.249926
+119601,-18.500067,-19.625118,0.0,-17.999987
+114504,-13.000067,-17.937618,-2.264974e-06,-16.75017
+92452,0.0,-24.062551,-20.624933,-22.125359
+11152,-1.6017398,-9.289291,-0.2266744,-6.7407875
+44669,-14.750067,-15.125119,-2.145765e-06,-13.499985
+121963,-10.499975,-2.7536968e-05,-17.249907,-18.374949
+63486,-8.000413,-17.125467,-12.875348,-0.0003380204
+123055,-8.131288,-16.631342,-0.0062229913,-5.131219
+119717,-0.011300841,-13.2613535,-4.511235,-8.291548
+88042,-15.000076,-22.81263,-16.750011,-3.576278e-07
+54428,-12.74995,-2.9802277e-06,-17.749886,-16.25043
+125274,-3.1589963e-05,-17.250086,-10.374967,-14.9999485
+46816,-15.383681,-14.383734,-0.008615467,-4.758594
+8553,-6.251995,-17.939548,-0.0019295661,-13.751917
+56455,-10.62497,-2.4318399e-05,-20.249907,-20.312403
+101092,-5.841238e-06,-15.562558,-12.124941,-14.750389
+55570,-3.1589963e-05,-15.312584,-15.374967,-10.376018
+2531,0.0,-19.812551,-17.499933,-17.374945
+55854,-13.7499485,-1.072883e-06,-20.562384,-19.812428
+65143,0.0,-22.250051,-20.749933,-19.875038
+28422,-17.125074,-24.500126,-15.625009,-2.3841855e-07
+36329,-10.3751135,-22.000164,-17.062546,-3.1232346e-05
+8061,-1.0536805,-0.4287331,-15.553616,-11.178614
+107678,-13.624948,-1.1920922e-06,-19.687384,-19.937372
+53009,-0.0024826678,-12.815035,-12.377418,-6.0024567
+62879,-2.503392e-06,-17.125053,-16.249935,-12.925165
+26784,-11.124961,-1.4781843e-05,-18.874897,-16.749866
+21912,-14.054806,-13.304858,-0.17974086,-1.8047788
+113597,0.0,-20.750051,-20.812433,-17.126677
+82760,0.0,-20.500051,-17.499933,-19.693508
+26160,-15.624948,-1.1920928e-07,-20.999882,-18.374907
+23421,-13.1249485,-2.264974e-06,-16.374884,-15.624882
+41793,-4.635577,-11.32313,-6.885512,-0.010793165
+103325,-14.624947,-4.7683704e-07,-18.874882,-22.999966
+33557,-14.3749485,-8.344647e-07,-16.31238,-16.562538
+81209,-13.8749485,-9.5367386e-07,-20.81238,-21.812395
+107064,-6.501424,-17.938976,-14.751359,-0.0015028146
+98221,-0.00043108707,-17.312983,-14.750366,-7.750354
+16139,-15.500087,-20.625137,-12.375022,-4.410734e-06
+62717,-13.124949,-2.0265559e-06,-21.437384,-19.312468
+28151,0.0,-21.250051,-19.562433,-22.124922
+22888,-12.624951,-5.245195e-06,-14.8748865,-13.374907
+24637,-5.0068016,-10.756855,-0.0067368997,-14.131783
+92809,-15.125065,-26.375116,-21.437498,-2.3841855e-07
+91862,-5.1309977,-12.38105,-0.0059325797,-16.130945
+7412,0.0,-21.062551,-20.062433,-20.319584
+52442,-4.8826714,-16.570225,-0.0076061166,-14.695118
+87399,-6.6754976e-05,-15.500119,-9.625002,-14.687593
+112712,0.0,-24.562551,-23.187433,-21.249935
+54201,-8.403902e-05,-19.000135,-17.875017,-9.384286
+117074,-18.500402,-18.125454,-0.00033539868,-8.000337
+25137,-0.38687798,-14.07443,-12.511813,-1.13687
+16780,-0.03808009,-13.038132,-3.2880147,-10.288029
+72881,-13.2501135,-15.875166,-4.7324967e-05,-10.000166
+110597,-11.499958,-1.0132739e-05,-17.562391,-17.501995
+89655,0.0,-23.000051,-20.437433,-20.902884
+48391,-10.374979,-3.1351552e-05,-16.12491,-17.000149
+110182,0.0,-21.250051,-17.812433,-18.124945
+87621,-12.000073,-13.500126,-14.562509,-7.986991e-06
+122711,0.0,-20.187551,-17.437433,-16.826103
+115720,-1.1920928e-07,-21.312551,-19.562433,-15.874911
+66486,-12.37495,-4.1723165e-06,-19.374886,-19.874924
+68169,-6.1271334,-0.002186172,-14.877068,-14.252267
+110138,-8.250326,-19.62538,-0.00026115344,-17.000313
+21580,-9.625014,-6.639737e-05,-16.499949,-15.375046
+102553,-14.2499485,-5.960463e-07,-22.062382,-19.562395
+78769,-10.374979,-3.1232346e-05,-18.93741,-20.312452
+93593,-14.499947,-4.7683704e-07,-17.749882,-20.374899
+16612,-14.874947,-3.576278e-07,-20.312382,-18.624933
+59583,-10.750372,-18.812925,-8.250307,-0.0002826053
+76885,-1.1920928e-07,-20.375051,-18.124933,-15.874945
+120777,-0.16023172,-1.9102844,-15.535166,-11.097887
+121894,-9.5367386e-07,-21.562551,-22.374933,-13.874935
+88371,0.0,-23.125051,-19.874933,-21.343924
+68747,-12.625071,-13.000123,-5.841238e-06,-15.25011
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/events.out.tfevents.1738070173.gamma.3612853.0 b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/events.out.tfevents.1738070173.gamma.3612853.0
new file mode 100644
index 0000000000000000000000000000000000000000..4212d0c4af67afca292de2cc4d1b63f21af374cb
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/events.out.tfevents.1738070173.gamma.3612853.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aac01aeabd264ff77e25948ae736ed6d00e6522987b7032f9defe89bce5b677
+size 3420
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/hparams.yaml b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/hparams.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/hparams.yaml
@@ -0,0 +1 @@
+{}
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/metrics.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/metrics.csv
new file mode 100644
index 0000000000000000000000000000000000000000..f961192bd562c55e91cc3bc12622b78804a1aeea
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/logs/metrics.csv
@@ -0,0 +1,37 @@
+step,train/NCE,train/NER,val/NCE,val/NER
+0,0.47019114792928923,0.18691589322706745,,
+1,0.4701906716679305,0.18691589322706745,,
+2,,,0.4701906716679305,0.18691589322706745
+2,0.4701906716679305,0.18691589322706745,,
+3,0.4701902387030589,0.18691589322706745,,
+4,,,0.4701902387030589,0.18691589322706745
+4,0.4701902387030589,0.18691589322706745,,
+5,0.47018984903467453,0.18691589322706745,,
+6,,,0.47018984903467453,0.18691589322706745
+6,0.47018984903467453,0.18691589322706745,,
+7,0.47018941606980297,0.18691589322706745,,
+8,,,0.47018941606980297,0.18691589322706745
+8,0.47018941606980297,0.18691589322706745,,
+9,0.4701890264014185,0.18691589322706745,,
+10,,,0.4701890264014185,0.18691589322706745
+10,0.4701890264014185,0.18691589322706745,,
+11,0.4701885501400598,0.18691589322706745,,
+12,,,0.4701885501400598,0.18691589322706745
+12,0.4701885501400598,0.18691589322706745,,
+13,0.4701881171751882,0.18691589322706745,,
+14,,,0.4701881171751882,0.18691589322706745
+14,0.4701881171751882,0.18691589322706745,,
+15,0.47018768421031665,0.18691589322706745,,
+16,,,0.47018768421031665,0.18691589322706745
+16,0.47018768421031665,0.18691589322706745,,
+17,0.47018720794895796,0.18691589322706745,,
+18,,,0.47018720794895796,0.18691589322706745
+18,0.47018720794895796,0.18691589322706745,,
+19,0.47018690487354786,0.18691589322706745,,
+20,,,0.47018690487354786,0.18691589322706745
+20,0.47018690487354786,0.18691589322706745,,
+21,0.4701864286121891,0.18691589322706745,,
+22,,,0.4701864286121891,0.18691589322706745
+22,0.4701864286121891,0.18691589322706745,,
+23,0.47018603894380473,0.18691589322706745,,
+24,,,0.47018603894380473,0.18691589322706745
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/state.ckpt b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/state.ckpt
new file mode 100644
index 0000000000000000000000000000000000000000..351948929f4455a4e0fe47c54b3d8190fb1093fd
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/state.ckpt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f815e9f1634671a0980977c7040c57712704461a132e1f8e0e5363ff979045a7
+size 1740
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
new file mode 100644
index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
new file mode 100644
index 0000000000000000000000000000000000000000..84f6b14046bf1d4964f1e683aefd33f98b821e30
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans/0.0-0.7/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
@@ -0,0 +1,400 @@
+31224,-15.000007,-3.576278e-07,-19.87489,-19.000355
+80227,-2.3841855e-07,-20.062492,-15.249882,-19.249794
+79086,-2.3841855e-07,-18.124992,-15.499882,-18.249737
+75303,-19.25018,-22.187674,-19.375063,0.0
+56417,-13.125123,-18.625114,-4.5299425e-06,-12.874795
+11319,-0.57607925,-13.076072,-13.450961,-0.8257679
+12625,-4.1723165e-06,-16.249996,-12.499886,-14.874894
+87626,-17.500006,-1.1920928e-07,-15.624888,-19.249855
+43853,-13.1253395,-20.75033,-14.250221,-2.622601e-06
+23828,-13.881255,-16.693748,-5.131138,-0.005928314
+27858,-9.375203,-19.750195,-8.475421e-05,-17.250109
+12604,-5.753298,-16.50329,-0.003179497,-13.127975
+8180,-11.250132,-19.437624,-1.3112935e-05,-15.999829
+37466,-13.881228,-14.256221,-5.1311107,-0.005929143
+48185,-15.375007,-2.3841855e-07,-21.18739,-18.124733
+77755,-12.87512,-16.125116,-3.2186456e-06,-14.250472
+29286,-3.3002326,-10.425225,-0.050114736,-4.424895
+87038,-11.375404,-16.3754,-9.750286,-6.9854206e-05
+33094,-16.750006,0.0,-19.49989,-19.249903
+17990,-3.531153,-13.531145,-0.0310353,-6.6560836
+125393,-12.875298,-18.37529,-12.750179,-5.4836123e-06
+25066,-15.875007,-1.1920928e-07,-19.24989,-18.250057
+93021,-15.37634,-19.001333,-6.8762217,-0.0010327726
+91364,-18.500116,-19.75011,-4.7683704e-07,-14.499826
+56219,-0.0709377,-3.8209305,-3.0708199,-8.570925
+108119,-8.50037,-10.500362,-9.375252,-0.00031573555
+108029,-0.054886706,-13.929879,-14.429769,-2.92983
+82606,-15.376943,-17.814436,-6.376826,-0.0017021705
+34733,-16.500574,-19.250568,-8.250457,-0.00026127262
+40806,-1.4305105e-06,-17.999996,-13.499883,-17.75409
+89870,-3.576278e-07,-17.624992,-15.124882,-16.374907
+120589,-16.87513,-11.250124,-1.3112935e-05,-16.375061
+107229,-9.750175,-19.375172,-5.8410846e-05,-16.374918
+81763,-8.375417,-10.500409,-0.000298098,-10.126316
+126587,-0.12695672,-10.126949,-13.439339,-2.127064
+105931,-20.375006,0.0,-17.62489,-18.750004
+51593,-0.00038080115,-17.500376,-8.000262,-10.000112
+105827,-13.875247,-17.75024,-9.625129,-6.699338e-05
+92547,-16.875006,0.0,-22.56239,-19.375147
+11098,-15.500157,-16.75015,-4.029193e-05,-10.124822
+15535,-15.750007,-1.1920928e-07,-16.87489,-18.249872
+104144,-8.375351,-16.250347,-0.00023398046,-12.625187
+84409,-1.1920928e-07,-18.749992,-15.874882,-19.756538
+55188,-15.125117,-15.87511,-4.7683704e-07,-16.500702
+97914,-9.500193,-14.000185,-7.5814234e-05,-16.375734
+9697,-10.875319,-17.250315,-14.8752,-1.9311718e-05
+43614,-17.750381,-20.687876,-9.375267,-8.487341e-05
+57056,-16.251137,-17.126131,-7.1260185,-0.0008043391
+98595,-13.125009,-2.0265559e-06,-17.624891,-20.18728
+11602,-12.625122,-16.500118,-5.1259863e-06,-13.250041
+29109,-10.125157,-20.00015,-4.029193e-05,-15.124979
+114682,-15.500007,-2.3841855e-07,-16.74989,-20.126078
+63374,-22.625006,0.0,-22.62489,-22.125189
+77864,-8.3753605,-17.125353,-0.00024196558,-11.375309
+81631,-5.8779297,-14.627922,-0.0028118857,-11.877712
+124163,-7.4391055,-17.001598,-1.3139875,-0.31379905
+81563,-10.500504,-13.375496,-8.750385,-0.00018749863
+13895,-14.750007,-4.7683704e-07,-21.37489,-16.499853
+12863,-15.128931,-18.378925,-5.6288147,-0.0035995946
+45732,-11.474137,-0.47413057,-0.9740199,-13.474253
+49404,-16.12512,-17.875114,-3.81469e-06,-12.499831
+487,-18.812506,0.0,-20.12489,-18.937683
+64317,-19.000607,-19.7506,-8.125488,-0.00029595286
+6331,-1.5616295e-05,-12.125008,-11.499897,-15.877701
+73812,-14.750127,-13.625119,-8.463824e-06,-11.874866
+15701,-17.15505,-15.655043,-3.5299335,-0.029745094
+104663,-0.0001584166,-17.87515,-8.75004,-18.25003
+90606,-3.048895,-11.048887,-13.173777,-0.048590735
+127552,-2.3841855e-07,-17.499992,-15.249882,-16.876703
+126761,-8.875419,-18.875412,-11.5003,-0.00014995404
+92697,-4.5060096e-05,-12.250037,-10.124927,-15.375749
+107122,-6.501651,-12.626642,-0.0015328098,-10.507189
+74380,-12.385092,-13.260084,-4.6349745,-0.009759804
+66285,-4.0172723e-05,-16.500032,-10.124922,-17.879162
+70163,-2.579047,-14.454039,-0.07892886,-9.953749
+75972,-6.876152,-16.001144,-0.0010339635,-13.626702
+30713,-18.986214,-16.298708,-0.048597664,-3.048382
+118867,0.0,-18.937494,-17.249884,-18.124815
+84835,-19.125006,0.0,-18.62489,-19.74996
+60503,-15.125119,-18.68761,-7.152555e-07,-14.624875
+11807,-17.283974,-17.221468,-3.408858,-0.03363851
+27906,-0.0003376629,-13.00033,-8.000219,-18.50006
+30093,-10.500035,-2.7536968e-05,-17.562416,-16.749758
+45657,-19.375116,-18.75011,0.0,-17.999802
+97197,-1.1920922e-06,-16.499996,-13.749883,-17.500206
+48440,-19.250006,0.0,-20.87489,-20.249851
+14971,-2.3841855e-07,-18.249992,-15.249882,-18.502174
+61380,-17.37533,-18.125324,-10.3752165,-3.1232346e-05
+7177,-11.750014,-7.867782e-06,-20.937397,-17.124842
+40241,-6.5564896e-06,-14.249999,-12.999888,-12.499893
+38583,-17.375006,-9.5367386e-07,-13.87489,-20.375128
+104941,-1.8954097e-05,-18.875013,-10.874901,-18.502773
+39377,-14.375009,-5.960463e-07,-20.37489,-17.374897
+65329,-3.1726923,-14.235185,-5.422574,-0.04741361
+81089,-18.625006,0.0,-21.62489,-20.250036
+6143,-1.3146995,-10.189692,-6.6895814,-0.31448665
+63753,-1.4305105e-06,-16.624996,-13.624883,-15.999696
+5084,-14.252924,-16.627916,-0.0028061797,-5.8776083
+125282,-13.00012,-16.125116,-3.2186456e-06,-14.001053
+7980,-7.751725,-10.4392185,-6.7516074,-0.0016295738
+42346,-16.375277,-20.62527,-14.500159,-5.960463e-07
+73055,-8.125418,-12.37541,-0.0003007198,-14.500139
+31696,-8.625323,-13.000316,-0.00020609163,-10.625871
+101343,-10.500146,-19.250137,-2.7536968e-05,-18.25024
+115075,-2.0265559e-06,-18.749994,-13.124884,-18.999842
+29447,-15.001337,-19.063831,-6.8762197,-0.0010328917
+89441,-0.12695041,-14.501944,-2.1268327,-11.751655
+15843,-0.018726341,-6.893719,-4.1436086,-6.393422
+110126,-7.0010595,-10.751052,-0.00094166753,-11.62585
+36142,-17.376022,-19.563517,-7.2509055,-0.0007097586
+2846,-16.250387,-19.625381,-9.625268,-6.6158966e-05
+85390,-0.006754661,-10.631747,-5.006637,-11.155816
+108138,-13.910372,-14.535364,-0.16025406,-1.9100614
+7571,-16.632706,-14.0702,-2.6950889,-0.069926
+62381,-21.812506,0.0,-19.12489,-18.249727
+65963,-18.250256,-18.00025,-0.00013982272,-8.874956
+39384,0.0,-20.499994,-18.124884,-19.392721
+62356,-1.668916e-05,-17.875011,-10.999898,-17.62483
+20478,-16.500006,-1.1920928e-07,-20.43739,-17.624865
+101968,-15.625117,-21.25011,-1.1920928e-07,-19.749895
+124810,-15.750118,-16.625114,-1.1920922e-06,-13.875775
+9300,-16.625116,-18.87511,-2.3841855e-07,-16.625095
+35593,-16.876102,-18.626097,-7.1259837,-0.0008043391
+53670,-17.500118,-17.875113,-2.503392e-06,-12.874809
+44789,-9.5367386e-07,-17.249992,-14.124883,-15.37489
+25135,-15.375007,-2.3841855e-07,-20.37489,-18.126045
+32124,-6.9141147e-06,-18.625002,-11.874888,-18.503641
+36646,-9.375402,-14.750395,-12.875284,-8.773419e-05
+34191,-17.626825,-19.37682,-6.501711,-0.0015019814
+65307,-15.878132,-18.128126,-5.878015,-0.0028043964
+32731,-8.750165,-0.0001584166,-17.875048,-17.501642
+112637,-10.113216,-8.613209,-2.2380989,-0.11303808
+18943,-5.3797436,-12.629736,-0.0046254545,-12.880088
+117291,-1.1920928e-07,-17.749992,-16.374882,-17.750015
+67975,-15.635082,-17.260077,-4.634966,-0.00975402
+104676,-8.000347,-0.0003392121,-13.375229,-13.000145
+109059,-8.625186,-0.00017951308,-17.625069,-18.562849
+86252,-19.125593,-20.188087,-8.250476,-0.00026115344
+109620,-2.3841855e-07,-19.812492,-15.499882,-19.187195
+35543,-13.878926,-17.378922,-5.6288085,-0.0036003073
+96155,-8.875148,-0.0001401803,-14.75003,-17.125696
+33646,-12.000123,-17.875116,-6.198864e-06,-16.877216
+64061,-0.0027246277,-8.752717,-6.002607,-9.308856
+6764,-5.9604467e-06,-15.249998,-12.124887,-14.750257
+63078,-16.000006,-1.1920928e-07,-22.06239,-21.625216
+88343,-13.37501,-1.5497195e-06,-20.124891,-20.25006
+50106,-16.875006,-1.1920928e-07,-17.12489,-16.501825
+35688,-19.12512,-18.375114,-3.6954812e-06,-12.499791
+78697,-11.625015,-8.940657e-06,-19.7499,-19.251287
+13749,-18.000006,-3.576278e-07,-15.374888,-16.375538
+44428,-5.255444,-13.130437,-12.880326,-0.005237193
+13880,-0.00010895135,-18.500101,-9.12499,-18.249893
+107805,-12.125124,-21.187616,-5.3644035e-06,-17.99979
+47687,-1.1920928e-07,-18.249992,-16.124882,-17.751104
+3328,-12.375122,-17.500118,-4.887569e-06,-14.374857
+27574,-13.7502985,-18.250292,-13.50018,-2.503392e-06
+6049,-20.625006,-3.576278e-07,-16.24989,-15.12564
+121371,-21.625006,-4.7683704e-07,-14.749888,-15.749975
+93977,-3.1681125,-17.293104,-0.04299443,-15.042779
+87794,-18.625116,-20.12511,0.0,-17.37486
+1284,-17.625006,-3.576278e-07,-17.37489,-14.750512
+86737,-13.15637,-14.531363,-1.4062525,-0.28112006
+9800,-13.500273,-18.125269,-16.625158,-1.4305105e-06
+60632,-16.500006,-1.1920928e-07,-20.74989,-19.750212
+69196,-17.375008,-2.7418098e-06,-13.249892,-13.875077
+109514,-9.375204,-17.500196,-8.546941e-05,-14.250567
+75454,-15.000007,-3.576278e-07,-19.87489,-17.999687
+68262,-5.131046,-16.256039,-0.005928195,-15.130742
+51383,-8.500212,-0.0002038271,-16.375093,-15.375353
+39024,-16.000006,-1.1920928e-07,-20.68739,-18.62479
+53372,-11.50218,-14.127172,-2.127062,-0.12692218
+61955,-15.751331,-18.501324,-6.8762126,-0.0010327726
+46407,-9.250104,-9.6078074e-05,-19.124985,-17.375172
+56851,-8.625297,-19.31279,-0.00017963226,-16.500025
+117835,-14.875117,-19.25011,-3.576278e-07,-17.251577
+41315,-9.875169,-19.062662,-5.19739e-05,-14.624827
+54086,-2.2411095e-05,-13.875014,-10.749904,-18.249792
+1123,-1.1444026e-05,-19.375006,-11.374893,-19.124973
+6738,-15.750007,-1.1920928e-07,-20.74989,-18.24976
+65022,-10.910483,-12.597976,-1.9103657,-0.16022502
+29011,-16.625315,-19.000309,-14.2502,-7.152555e-07
+209,-14.076158,-14.32615,-0.5760391,-0.82581437
+117949,-0.0013261581,-17.251318,-6.6262083,-16.376028
+112253,-14.250603,-13.250595,-8.000485,-0.00033778208
+117575,-10.033813,-13.783806,-0.033696603,-3.4085157
+12151,-14.500117,-20.12511,-4.7683704e-07,-17.749794
+6503,-6.180717,-12.305711,-1.0555999,-0.4308707
+47388,-19.250006,0.0,-20.24989,-19.999977
+122533,-13.875298,-16.812794,-15.625179,-1.1920922e-06
+77557,-0.011066017,-11.011059,-4.510948,-14.510886
+3593,-8.750219,-0.00021276594,-10.875101,-10.25001
+39857,-2.1338235e-05,-11.750013,-13.124903,-11.374885
+82941,-21.812506,0.0,-18.99989,-18.749807
+2835,-2.3841855e-07,-19.499992,-15.249882,-19.625057
+12119,-6.501622,-17.376616,-0.0015044811,-13.001767
+2255,-0.0024776733,-14.12747,-6.00236,-13.877214
+99071,-6.6286263,-15.378619,-0.0035084856,-6.128321
+73970,-13.376622,-6.501616,-0.0015050762,-13.501329
+73312,-14.887038,-12.262031,-0.38692,-1.1367832
+109736,-20.625006,0.0,-18.74989,-16.751217
+2581,-12.125012,-5.9604467e-06,-19.374895,-14.249749
+64922,-5.3799343,-16.379929,-12.004816,-0.00462498
+85830,-1.1920928e-07,-19.374992,-16.499882,-18.755894
+122144,-15.625007,-1.1920928e-07,-17.49989,-17.249725
+62330,-16.250006,-1.1920928e-07,-20.62489,-18.375237
+112561,-7.8755274,-13.125519,-0.00040951924,-10.500632
+48434,-17.000006,0.0,-24.31239,-19.249775
+119944,-19.000006,0.0,-17.87489,-18.37542
+120940,-1.9103556,-0.1603485,-11.972738,-9.0355215
+77443,-19.000116,-19.50011,-1.1920928e-07,-15.749799
+23685,-10.362994,-14.612987,-0.112875596,-2.2376766
+47231,-16.000006,-1.1920928e-07,-19.12489,-18.24988
+91022,-23.187506,0.0,-23.12489,-21.75169
+714,-11.938444,-14.4384365,-0.3133258,-1.3131138
+25730,-15.62512,-14.875113,-3.3378547e-06,-12.749864
+97729,-0.026462182,-8.776455,-3.6513445,-12.276244
+30236,-8.5830325e-06,-12.000001,-13.62489,-13.625168
+2443,-13.37501,-1.5497195e-06,-20.874891,-17.87559
+52656,-0.008619604,-12.383612,-4.7585025,-17.13355
+116972,-13.379914,-15.129907,-5.3797965,-0.004621183
+43770,-6.37858,-8.2535715,-0.0034621556,-6.5034614
+10949,-17.875006,-4.7683704e-07,-14.624888,-19.12469
+100306,-21.062506,0.0,-18.99989,-20.439724
+29745,-16.625006,-1.1920928e-07,-21.37489,-18.501888
+60439,-18.375275,-18.000269,-15.250157,-2.3841855e-07
+109824,-16.250006,-1.1920928e-07,-21.87489,-18.750422
+102648,-17.25182,-18.251814,-0.0017025275,-6.3765
+62099,-10.375039,-3.1351552e-05,-16.12492,-17.62489
+33686,-15.750007,-1.1920928e-07,-20.56239,-19.250818
+116606,-8.125548,-14.250541,-9.62543,-0.0003625689
+85384,-12.37532,-17.000313,-10.750202,-2.5748875e-05
+31834,-8.625546,-10.000539,-0.00042822727,-8.500815
+58133,-18.37539,-19.750383,-10.000271,-4.5417706e-05
+95196,-8.625298,-19.250294,-0.00018034739,-14.000036
+11675,-14.375009,-5.960463e-07,-21.56239,-17.625034
+34902,-2.6103933,-3.4853861,-0.11027547,-8.235435
+112691,-15.251078,-17.938572,-7.1259594,-0.0008045774
+33713,-13.37512,-18.250113,-1.6689287e-06,-15.99981
+109135,-7.875507,-18.3755,-0.00038890427,-11.625185
+60521,-6.00262,-12.752612,-0.0025025262,-10.62741
+76695,-3.651382,-12.776374,-12.901263,-0.026303466
+98619,-17.625116,-19.75011,0.0,-18.375942
+13731,-18.125006,0.0,-20.24989,-19.501297
+14492,-14.500009,-5.960463e-07,-19.74989,-15.999923
+81006,-18.625116,-19.56261,-8.344647e-07,-13.999799
+114491,-11.680204,-11.055197,-2.9300873,-0.0548963
+120167,-18.562628,-15.500121,-1.1682442e-05,-11.374961
+69602,-17.625006,0.0,-20.62489,-17.625317
+81057,-12.000218,-9.500211,-9.989239e-05,-10.874903
+118239,-21.062506,0.0,-17.62489,-19.500463
+26999,-7.5006714,-18.313164,-0.0005533356,-14.500387
+103729,-9.375228,-10.62522,-0.00011109689,-13.125164
+70324,-9.5367386e-07,-16.624992,-13.999883,-17.87467
+88697,-15.1278,-17.502794,-6.002683,-0.002475414
+79720,-18.375006,0.0,-21.06239,-20.374825
+119098,-13.383928,-14.758921,-4.7588105,-0.008614758
+16374,-14.125009,-7.152555e-07,-21.18739,-18.249834
+8973,-10.6250305,-2.4318399e-05,-19.124916,-17.375095
+92670,-0.016131125,-9.266124,-4.141013,-14.515993
+46136,-14.875007,-3.576278e-07,-19.18739,-17.249891
+113240,0.0,-18.499994,-18.124884,-18.25129
+92271,-11.451683,-17.014177,-1.7015657,-0.20139228
+47020,-14.68718,-15.062172,-2.812063,-0.061962236
+68952,-12.750122,-17.250114,-3.5762723e-06,-14.249802
+93704,-16.125116,-17.75011,-2.3841855e-07,-16.126078
+126515,-23.500006,0.0,-18.12489,-20.374832
+1648,-15.000549,-16.500542,-0.00043108707,-7.7502356
+4147,-18.755548,-17.005543,-5.255431,-0.005232805
+106815,-12.780051,-16.280045,-3.5299346,-0.029747872
+18919,-2.6950655,-12.445059,-0.069947794,-11.070602
+88395,-15.268492,-18.268484,-4.0183725,-0.018146098
+83361,-16.375006,-1.1920928e-07,-21.31239,-21.124783
+69550,-19.312506,0.0,-17.49989,-18.190529
+59782,-6.377738,-16.877731,-7.25262,-0.0024102468
+62607,-12.973613,-13.723605,-0.34849465,-1.2233362
+49031,-18.252922,-17.752916,-0.0028054663,-5.8775916
+24073,-16.213993,-16.713987,-3.6513755,-0.026298357
+34883,-21.812616,-20.62511,0.0,-21.249832
+78080,-1.0132739e-05,-18.125002,-11.499892,-19.87597
+59546,-9.6254,-14.500392,-12.625281,-6.9854206e-05
+123805,-16.500006,-1.1920928e-07,-21.18739,-18.37476
+87807,-22.000006,0.0,-25.62489,-23.437286
+53821,-7.5007596,-17.625753,-14.750641,-0.0005532165
+90016,-16.375006,-1.1920928e-07,-17.87489,-19.000147
+75870,-18.375116,-19.00011,-1.1920928e-07,-15.999809
+58764,-14.512832,-17.637825,-4.387713,-0.01250757
+64575,0.0,-19.687494,-18.749884,-17.874693
+85818,-16.500547,-18.938042,-8.250431,-0.00026127262
+15652,-18.625116,-20.87511,0.0,-17.499813
+85976,-10.875234,-16.125225,-0.000115149545,-9.250043
+15080,-19.000006,0.0,-18.37489,-18.124802
+79945,-10.750028,-2.1457441e-05,-19.62491,-17.375431
+76385,-14.509916,-17.44741,-4.6347995,-0.009756027
+115581,-8.625359,-10.000351,-0.00024160804,-11.001873
+61199,-20.750006,0.0,-20.49989,-18.499786
+85813,-19.250116,-18.50011,0.0,-17.499882
+67537,-17.250006,0.0,-20.62489,-17.750051
+89261,-11.750128,-14.50012,-9.536698e-06,-13.624876
+22046,-14.405068,-15.717561,-3.529951,-0.029745094
+22926,-4.7683704e-07,-16.749992,-15.374882,-15.499822
+49488,-11.000142,-18.500134,-2.3603161e-05,-11.874901
+96660,-13.875008,-1.072883e-06,-15.624889,-18.87721
+63730,-15.223688,-15.9736805,-1.2235708,-0.3483925
+9677,-0.000123374,-18.125118,-9.000005,-17.000105
+120201,-17.62544,-19.375435,-8.875324,-0.00013982272
+35208,-16.500116,-18.25011,-2.3841855e-07,-15.874877
+30950,-15.002069,-15.752062,-0.12695262,-2.12675
+66963,-0.8260058,-17.325998,-0.57588804,-15.95375
+16156,-15.75027,-19.125263,-17.000153,-2.3841855e-07
+69670,-14.000009,-8.344647e-07,-20.49989,-17.874826
+13477,-13.125009,-2.0265559e-06,-21.374891,-17.375204
+50904,-17.750006,0.0,-16.74989,-19.374722
+7930,-18.500116,-20.00011,0.0,-17.499802
+26294,-14.126155,-18.001148,-7.0010366,-0.000912131
+35749,-6.626444,-19.001436,-0.001326039,-15.126116
+55850,-9.875169,-20.000162,-5.1735493e-05,-15.249953
+64767,-13.000242,-16.000237,-12.250124,-7.152532e-06
+22057,-18.125816,-19.93831,-7.6257005,-0.00048792377
+87663,-17.002014,-17.814508,-6.3769,-0.0017019324
+35864,-18.875608,-20.000603,-8.12549,-0.00029595286
+33007,-11.37513,-15.625122,-1.2636105e-05,-13.875021
+81372,-9.375498,-17.812992,-9.37538,-0.00016962043
+97703,-17.625006,0.0,-21.81239,-18.750347
+118589,-3.576278e-07,-17.624992,-14.749882,-17.006569
+65741,-1.4305105e-06,-15.124993,-16.624886,-13.7498455
+119601,-13.75012,-17.437613,-1.7881378e-06,-14.124824
+114504,-13.750118,-18.000114,-1.1920922e-06,-15.875047
+92452,-8.487341e-05,-18.625076,-9.374967,-18.942009
+11152,-0.00025710138,-13.250251,-8.37514,-10.606474
+44669,-15.125122,-15.250114,-3.81469e-06,-12.624869
+121963,-15.000007,-3.576278e-07,-20.81239,-18.124805
+63486,-12.000238,-18.000233,-13.50012,-7.510157e-06
+123055,-3.349162,-13.849154,-0.34904438,-1.3489081
+119717,-0.06995824,-12.569951,-2.6948404,-11.445494
+88042,-13.377786,-15.065278,-6.0026674,-0.0024770787
+54428,-19.500006,0.0,-21.12489,-19.374964
+125274,-0.22544593,-11.725438,-1.6003282,-13.4756775
+46816,-14.160373,-14.035365,-0.16025467,-1.9100587
+8553,-11.375132,-19.875124,-1.2993728e-05,-13.374818
+56455,-21.125006,0.0,-22.93739,-21.625095
+101092,-0.0015567339,-8.376549,-6.626439,-14.627836
+55570,-2.0503787e-05,-16.125015,-10.999902,-12.49992
+2531,-7.152555e-07,-16.374992,-14.249883,-16.750717
+55854,-15.750007,-1.1920928e-07,-21.56239,-20.124874
+65143,-1.0132739e-05,-18.375002,-11.499892,-18.001566
+28422,-18.253103,-19.003098,-5.8779864,-0.0028043964
+36329,-11.125348,-19.375338,-12.62523,-1.800044e-05
+8061,-13.37501,-1.6689287e-06,-19.562391,-16.375
+107678,-18.125006,0.0,-20.49989,-19.499746
+53009,-0.014350661,-8.889343,-9.889233,-4.2644544
+62879,-4.2915253e-06,-14.499996,-15.749886,-12.515175
+26784,-12.125013,-5.6028207e-06,-15.624895,-15.874706
+21912,-13.786015,-13.598507,-0.34839663,-1.2235674
+113597,-1.3113013e-06,-15.749993,-13.749883,-15.875144
+82760,0.0,-19.437494,-17.499884,-18.500246
+26160,-21.000006,0.0,-20.12489,-17.12474
+23421,-17.000006,0.0,-17.49989,-17.625515
+41793,-1.4186095,-5.231102,-4.9184914,-0.29397938
+103325,-15.625007,-1.1920928e-07,-20.87489,-21.124733
+33557,-21.812506,0.0,-20.24989,-19.749727
+81209,-18.125006,0.0,-23.12489,-20.499697
+107064,-13.749591,-18.312086,-15.249473,-1.3113013e-06
+98221,-0.009757325,-15.634749,-15.759639,-4.6346335
+16139,-14.030033,-15.1550255,-3.5299144,-0.029746598
+62717,-18.500006,0.0,-22.43739,-19.75148
+28151,-1.1920928e-07,-20.062492,-16.499882,-19.812601
+22888,-14.250008,-1.1920922e-06,-15.749889,-14.625908
+24637,-5.7532983,-13.00329,-0.0031805665,-13.87817
+92809,-15.875268,-21.687761,-12.37515,-4.2915253e-06
+91862,-8.000465,-11.375458,-0.0003470772,-15.250174
+7412,-2.4437606e-05,-16.50002,-10.624907,-17.374985
+52442,-5.006833,-16.881826,-0.0067148753,-15.382063
+87399,-0.016041035,-12.891033,-4.1409235,-12.891497
+112712,-2.384183e-06,-17.999994,-12.999884,-16.499777
+54201,-0.0027720619,-15.127766,-13.752655,-5.8900366
+117074,-17.250126,-16.75012,-7.0333235e-06,-11.874789
+25137,-8.250491,-17.125484,-16.000374,-0.00026127262
+16780,-0.0011724511,-15.751164,-6.7510552,-13.125916
+72881,-13.5002165,-14.750209,-9.786604e-05,-9.250147
+110597,-13.625008,-1.1920922e-06,-18.812393,-18.250294
+89655,-5.149709e-05,-16.750046,-9.874933,-17.000343
+48391,-13.625008,-1.1920922e-06,-19.437393,-17.62493
+110182,-0.00317819,-17.12817,-5.7530603,-16.377903
+87621,-14.375403,-11.625396,-9.500285,-8.439662e-05
+122711,-1.4781843e-05,-18.87501,-11.124896,-17.652548
+115720,-1.6808368e-05,-18.750011,-10.999899,-15.624712
+66486,-12.125013,-5.3644035e-06,-19.999895,-19.000267
+68169,-14.000009,-8.344647e-07,-21.49989,-19.500723
+110138,-5.628718,-18.253712,-0.003599951,-15.503584
+21580,-9.250104,-9.6316464e-05,-16.499985,-16.125305
+102553,-18.500006,0.0,-23.12489,-21.31305
+78769,-13.000009,-2.264974e-06,-21.062391,-20.12514
+93593,-13.37501,-1.5497195e-06,-17.874891,-18.124847
+16612,-15.375007,-2.3841855e-07,-20.99989,-18.625319
+59583,-7.501077,-17.06357,-8.250959,-0.0008138682
+76885,-2.7418098e-06,-14.124995,-13.624885,-13.999812
+120777,-14.625007,-4.7683704e-07,-20.74989,-17.750067
+121894,-1.5020258e-05,-17.50001,-15.124897,-11.125217
+88371,-2.8610189e-06,-17.999994,-12.749885,-17.757275
+68747,-11.500131,-13.250123,-1.20400655e-05,-15.874916
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
new file mode 100644
index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
new file mode 100644
index 0000000000000000000000000000000000000000..6ad2a7a09e20c5dd2c134fa4890759da4052ee6e
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
@@ -0,0 +1,400 @@
+31224,-4.6351786,-0.010171365,-8.260059,-8.760633
+80227,-0.0027359219,-12.315228,-6.2526183,-7.1281734
+79086,-0.00046290172,-12.375455,-8.000344,-9.000922
+75303,-5.0058675,-13.81836,-9.63075,-0.0067881695
+56417,-5.015391,-12.952884,-0.015273165,-4.765373
+11319,-1.2237452,-10.786238,-6.973628,-0.3496759
+12625,-0.014221039,-10.264214,-6.3891034,-4.3896003
+87626,-5.3807006,-0.0056935283,-6.880583,-10.005999
+43853,-5.256148,-13.693639,-7.00603,-0.006141718
+23828,-6.037388,-11.912378,-1.9122697,-0.1626827
+27858,-2.5807831,-12.580775,-0.080665156,-6.331511
+12604,-1.3214531,-10.821446,-0.3213355,-4.8217463
+8180,-3.2887604,-12.9137535,-0.03864246,-7.4139485
+37466,-6.9187346,-12.043728,-3.168617,-0.044011142
+48185,-5.0067587,-0.006751582,-11.631641,-10.506724
+77755,-5.0093126,-10.696805,-0.009194768,-6.0098534
+29286,-1.6524305,-6.7774234,-0.5273128,-1.5274508
+87038,-4.3984137,-11.273406,-4.523296,-0.023435159
+33094,-4.264469,-0.01446182,-8.63935,-9.015435
+17990,-1.9963298,-9.933823,-0.24621202,-2.496629
+125393,-6.6266475,-12.75164,-8.00153,-0.0016638496
+25066,-5.5043726,-0.00436532,-9.379253,-8.5055485
+93021,-7.0626655,-12.812656,-2.8125474,-0.062845
+91364,-5.6323056,-12.632298,-0.0071879355,-5.632791
+56219,-0.18593377,-4.0609264,-1.9358158,-4.81195
+108119,-3.9009962,-8.150989,-4.900878,-0.028348241
+108029,-0.38799208,-8.762984,-6.512874,-1.1396167
+82606,-7.026526,-13.276518,-3.6514082,-0.027211186
+34733,-6.863924,-12.676415,-2.2388062,-0.113878496
+40806,-0.00044574338,-12.125438,-8.250327,-8.627452
+89870,-0.001985842,-11.251978,-6.7518682,-7.128111
+120589,-6.2525,-9.502493,-0.0023820617,-7.8781247
+107229,-3.6530757,-12.465569,-0.02795789,-6.4036446
+81763,-2.746731,-7.7467237,-0.121613175,-2.9969358
+126587,-0.3722454,-3.7472384,-7.6221275,-1.2491701
+105931,-5.7532945,-0.0032875084,-9.503176,-10.253802
+51593,-0.1565554,-12.344048,-4.2814374,-2.0318809
+105827,-4.402025,-13.152019,-4.1519074,-0.028387986
+92547,-5.255264,-0.0052567595,-12.380145,-10.88094
+11098,-4.78824,-11.475732,-0.038121857,-3.5381567
+15535,-4.6355877,-0.010580752,-7.26047,-9.013078
+104144,-3.2905436,-11.853037,-0.040425796,-6.041123
+84409,-0.00094285846,-11.500936,-7.500825,-7.876334
+55188,-4.020473,-9.645466,-0.020355025,-6.1469145
+97914,-2.6971512,-9.572143,-0.072033346,-6.1981273
+9697,-4.141345,-12.516338,-7.2662272,-0.016743254
+43614,-7.01321,-13.013201,-4.388092,-0.013416132
+57056,-7.908862,-12.596353,-3.4087436,-0.03402596
+98595,-4.1418233,-0.016816169,-7.2667055,-9.392233
+11602,-4.638927,-10.88892,-0.01380879,-5.514687
+29109,-3.2886894,-12.788682,-0.038571693,-7.5393
+114682,-4.018513,-0.018506244,-8.018394,-10.51922
+63374,-4.8826504,-0.007643027,-10.632531,-11.258423
+77864,-2.3741355,-11.124128,-0.12401775,-3.7496455
+81631,-3.2946372,-10.85713,-0.04451945,-5.044878
+124163,-3.717537,-12.405029,-0.717419,-0.7180712
+81563,-4.228779,-8.353773,-2.4786618,-0.103873946
+13895,-5.6286592,-0.0036520944,-14.00354,-9.878927
+12863,-6.476607,-12.9141,-2.3514893,-0.10177662
+45732,-4.96287,-0.837863,-0.58775234,-5.339458
+49404,-6.5102253,-12.072718,-0.010106816,-4.760419
+487,-5.2552843,-0.005277393,-11.442667,-10.319349
+64317,-8.530013,-13.280005,-3.5298955,-0.029951278
+6331,-0.0020415196,-9.502034,-7.126924,-6.7579494
+73812,-5.3843565,-10.759349,-0.00923859,-5.3845224
+15701,-8.705086,-11.392578,-2.017468,-0.14291103
+104663,-0.0044195596,-10.941912,-5.6293015,-7.1297035
+90606,-1.1375636,-7.262556,-7.7624454,-0.38820377
+127552,-0.0005644159,-11.813058,-8.125447,-8.251212
+126761,-3.3024483,-12.239941,-4.1773305,-0.053545576
+92697,-0.090750255,-7.090743,-2.8406327,-3.5923789
+107122,-2.466079,-10.09107,-0.09096089,-6.2206597
+74380,-5.8796096,-10.379602,-2.1294913,-0.12979513
+66285,-0.0033408564,-12.128333,-5.753223,-8.756793
+70163,-1.6146005,-10.3645935,-0.36448288,-2.2401495
+75972,-2.350762,-11.725755,-0.10064401,-7.727664
+30713,-7.474131,-11.974123,-0.349013,-1.224032
+118867,-0.00047148077,-11.8754635,-8.500353,-8.250917
+84835,-5.629159,-0.004152011,-7.754041,-9.004917
+60503,-5.131207,-12.5062,-0.006089112,-8.756508
+11807,-7.502461,-12.439954,-1.5023435,-0.25252542
+27906,-0.005572025,-9.130565,-5.2554545,-8.381219
+30093,-3.7734215,-0.023414314,-8.898304,-10.33639
+45657,-6.7515864,-12.689078,-0.0014687714,-8.126554
+97197,-0.0008191091,-11.625812,-7.7507014,-7.876987
+48440,-4.1412916,-0.016284429,-8.641173,-9.516442
+14971,-0.0003323003,-12.062824,-8.375214,-9.251023
+61380,-7.2575502,-13.507544,-5.0074325,-0.0074216607
+7177,-4.018394,-0.01838664,-11.455776,-8.393806
+40241,-0.0404582,-9.10295,-6.0403404,-3.2925618
+38583,-5.384889,-0.00988139,-5.2597713,-9.885532
+104941,-0.004312145,-12.379305,-5.5041943,-8.381398
+39377,-4.6348205,-0.009813516,-11.884702,-9.885313
+65329,-2.0279229,-10.465414,-1.2778051,-0.5281165
+81089,-4.387619,-0.012611753,-10.012501,-9.763752
+6143,-1.4386435,-9.438636,-3.4385257,-0.31394526
+63753,-0.0017548889,-11.251747,-6.8766375,-7.2520127
+5084,-6.9549203,-12.392412,-0.07980272,-2.5804043
+125282,-4.0194283,-11.081922,-0.019310573,-6.770844
+7980,-5.262512,-8.637505,-4.7623944,-0.014002299
+42346,-5.8785777,-13.378571,-6.50346,-0.004307872
+73055,-3.6554236,-10.155416,-0.030305926,-5.531043
+31696,-2.726967,-7.4769597,-0.10184919,-3.4785907
+101343,-2.9303572,-12.367849,-0.055239502,-7.9315457
+115075,-0.00039712648,-12.187889,-8.125278,-9.251451
+29447,-5.795854,-13.170847,-3.1707366,-0.04605934
+89441,-0.35631382,-10.543806,-1.231196,-4.8565087
+15843,-0.42685795,-6.051851,-1.1767402,-3.3020332
+110126,-3.43819,-7.313183,-0.06307223,-3.5636601
+36142,-6.91901,-13.4815035,-3.1688926,-0.043994028
+2846,-6.3891873,-12.51418,-4.3890696,-0.014195887
+85390,-0.05692561,-8.806918,-3.0568078,-4.809923
+108138,-5.6965246,-11.384018,-0.696407,-0.6966367
+7571,-7.9738064,-10.7238,-1.2236881,-0.34886232
+62381,-4.758732,-0.008724902,-10.008615,-9.633677
+65963,-5.4682717,-11.718264,-0.09315398,-2.468401
+39384,-0.00038628269,-12.437879,-9.000268,-8.258911
+62356,-0.0023922892,-12.377384,-6.1272745,-8.503532
+20478,-4.3876166,-0.012609635,-12.137498,-9.2633915
+101968,-4.511592,-13.261584,-0.011473977,-7.761849
+124810,-5.630922,-10.443414,-0.005804232,-6.131602
+9300,-5.8783045,-12.628297,-0.0031866268,-7.8786297
+35593,-7.2145042,-12.151998,-2.4643867,-0.08970818
+53670,-5.402878,-11.652871,-0.027760223,-3.7780936
+44789,-0.0071636727,-11.069656,-6.2570457,-5.2580295
+25135,-4.8828125,-0.007805324,-10.757693,-8.633859
+32124,-0.00075419113,-12.063248,-7.6256366,-8.253514
+36646,-1.6039562,-10.228949,-5.603839,-0.22918567
+34191,-7.8049574,-13.117449,-2.9298391,-0.05531756
+65307,-7.0494423,-13.174435,-3.0493245,-0.049464162
+32731,-3.1680877,-0.043080643,-10.04297,-10.169036
+112637,-3.5832598,-6.583253,-1.8331419,-0.20958425
+18943,-2.6994064,-9.699398,-0.07428855,-5.4515705
+117291,-0.00077241624,-11.875765,-8.000654,-7.75177
+67975,-6.6381493,-11.825642,-1.1380312,-0.38826296
+104676,-2.3541622,-0.10415509,-6.2290444,-6.2296696
+109059,-3.408802,-0.033794567,-9.283683,-9.786474
+86252,-8.391374,-14.203866,-4.141256,-0.01626191
+109620,-9.178694e-05,-13.812584,-9.999973,-10.00074
+35543,-5.3971834,-11.709677,-2.022066,-0.14724693
+96155,-3.291708,-0.04170082,-5.79159,-7.4186854
+33646,-4.265435,-12.265428,-0.015317425,-6.7677383
+64061,-0.10886179,-6.733855,-2.858744,-3.1096857
+6764,-0.006858972,-9.256852,-5.631741,-5.7578998
+63078,-3.773383,-0.023375535,-9.148264,-10.649011
+88343,-3.7732875,-0.023280388,-10.710669,-11.273782
+50106,-5.386978,-0.011970824,-5.8868604,-5.393063
+35688,-7.0120673,-12.949559,-0.0119493855,-4.5121408
+78697,-3.7733536,-0.023346538,-9.773236,-10.025304
+13749,-5.3799653,-0.004958001,-8.379848,-9.130893
+44428,-1.2243836,-9.661876,-6.349266,-0.3506226
+13880,-0.0017685739,-12.1267605,-6.501651,-8.2521
+107805,-3.651641,-13.464133,-0.026523015,-8.402049
+47687,-0.0006814065,-12.063174,-7.8755636,-8.126578
+3328,-4.513942,-12.201434,-0.013823722,-5.8894978
+27574,-6.1278105,-12.252803,-7.1276927,-0.002993153
+6049,-6.1273975,-0.0023903865,-9.62728,-8.87831
+121371,-5.753368,-0.0033608165,-9.128249,-9.504211
+93977,-1.5031965,-11.690688,-0.25307867,-6.753554
+87794,-5.7535267,-13.566018,-0.003408339,-8.378754
+1284,-5.1316414,-0.0066343523,-9.381523,-7.3837805
+86737,-5.4424987,-11.379991,-1.3173809,-0.31769598
+9800,-3.8944037,-12.081896,-9.519285,-0.020646302
+60632,-4.3878255,-0.012818205,-8.262708,-9.8892975
+69196,-5.131089,-0.0060820025,-9.25597,-9.756154
+109514,-4.762301,-12.012293,-0.012183414,-5.638714
+75454,-4.144779,-0.019772222,-6.0196614,-6.644899
+68262,-2.5792184,-11.89171,-0.07910059,-8.454636
+51383,-2.8129616,-0.062954366,-8.937843,-7.063926
+39024,-3.7734668,-0.023459729,-9.023348,-9.273621
+53372,-6.2828946,-11.8453865,-1.407777,-0.28310823
+61955,-6.419589,-12.544581,-3.169471,-0.04464042
+46407,-2.8123689,-0.06236183,-10.18725,-7.937914
+56851,-2.813681,-12.688674,-0.063563004,-6.4389443
+117835,-4.511713,-12.886704,-0.011595119,-7.512931
+41315,-2.6960113,-13.008503,-0.07089328,-6.9460864
+54086,-0.0021073057,-9.5646,-6.37699,-8.002436
+1123,-0.0093316585,-11.259324,-4.759214,-7.2600417
+6738,-4.758741,-0.008733529,-10.258623,-9.383829
+65022,-5.9776306,-10.852623,-2.3525133,-0.1027905
+29011,-6.7506905,-12.563184,-7.6255727,-0.0016627786
+209,-5.069646,-11.194637,-0.31952804,-1.3197215
+117949,-0.005667925,-12.13066,-5.2555504,-7.75634
+112253,-5.795707,-10.6082,-3.1705894,-0.04609019
+117575,-4.486836,-10.674327,-0.23671764,-1.6119082
+12151,-3.7734697,-12.835962,-0.02335178,-9.148601
+6503,-4.0047865,-10.192278,-2.2546682,-0.13144664
+47388,-4.758945,-0.008938065,-9.008826,-8.510527
+122533,-4.883162,-10.883154,-6.2580442,-0.009552249
+77557,-0.035546876,-8.28554,-3.4104292,-6.411008
+3593,-3.8993015,-0.02429441,-6.8991838,-5.9009137
+39857,-0.01904394,-9.081536,-7.1439266,-4.0195885
+82941,-5.50426,-0.004252795,-8.879141,-10.254593
+2835,-0.0009298768,-11.000922,-7.125812,-9.126174
+12119,-2.2415795,-11.554072,-0.11646143,-5.6170115
+2255,-0.020373482,-9.457866,-4.0202556,-6.1465135
+99071,-2.4396803,-11.002173,-0.4395625,-1.3149924
+73970,-4.6397767,-8.01477,-0.014658844,-5.390089
+73312,-6.3843274,-9.13432,-0.7592098,-0.6345609
+109736,-6.002588,-0.0025807668,-10.564969,-9.441484
+2581,-4.511288,-0.011280921,-12.13617,-8.38646
+64922,-2.1328692,-10.945361,-5.007752,-0.13376036
+85830,-0.0006469779,-12.000639,-7.8755293,-8.252156
+122144,-4.141286,-0.016278915,-8.891169,-9.141216
+62330,-4.387607,-0.012599747,-10.137489,-9.888288
+112561,-3.6652544,-9.790246,-0.04013668,-4.2912154
+48434,-5.0069566,-0.006949421,-12.194339,-8.3819895
+119944,-5.255658,-0.005651093,-8.75554,-8.255908
+120940,-0.21960106,-1.7195939,-6.5944834,-4.0950947
+77443,-5.630896,-13.068388,-0.0057785125,-6.1309733
+23685,-3.1426208,-10.642612,-0.39250287,-1.2678281
+47231,-3.7733562,-0.023348983,-9.648237,-10.148431
+91022,-4.3876014,-0.012594214,-9.762483,-10.512647
+714,-6.1902456,-11.627738,-1.3151274,-0.31539375
+25730,-5.8820114,-10.507005,-0.006893661,-5.508192
+97729,-0.008364998,-8.008357,-5.0082474,-6.634032
+30236,-0.019981524,-7.769974,-5.6448636,-4.146145
+2443,-5.37966,-0.0046528643,-13.317042,-10.381841
+52656,-0.07065238,-7.9456453,-2.695535,-7.9469566
+116972,-6.4064064,-11.4689,-3.531289,-0.031416945
+43770,-2.8469346,-6.2219276,-0.22181678,-1.9737811
+10949,-6.502857,-0.0028499246,-6.7527394,-8.627724
+100306,-4.6348295,-0.00982237,-9.947212,-10.8856325
+29745,-4.5113506,-0.011343509,-9.261233,-8.513097
+60439,-5.381652,-11.631643,-6.131534,-0.006805456
+109824,-4.142635,-0.017627597,-7.267517,-7.0193944
+102648,-5.4582663,-11.583259,-0.0831484,-2.583421
+62099,-3.4121406,-0.037133485,-5.787023,-7.7874455
+33686,-5.130996,-0.005989105,-11.568378,-9.882267
+116606,-3.1150315,-10.552525,-2.7399137,-0.11538751
+85384,-6.2550135,-11.755005,-5.6298957,-0.005532904
+31834,-4.4082203,-8.033214,-0.03310261,-3.909057
+58133,-6.5174785,-13.392472,-4.1423607,-0.01751679
+95196,-2.4666164,-12.279109,-0.09149865,-5.9672647
+11675,-5.00681,-0.0068028513,-12.631691,-9.382872
+34902,-0.9239223,-5.173915,-0.5488045,-3.9251747
+112691,-7.529747,-12.779741,-3.5296295,-0.030310204
+33713,-3.2890353,-12.539027,-0.038917564,-7.0394387
+109135,-2.8271573,-11.889649,-0.077039555,-4.2024407
+60521,-3.0581067,-9.058099,-0.05798856,-4.683532
+76695,-1.499846,-9.81234,-9.624729,-0.25268227
+98619,-4.8831034,-12.570596,-0.007985452,-7.88414
+13731,-4.8829136,-0.007906451,-8.632796,-9.009207
+14492,-4.635065,-0.010058076,-11.572448,-8.136066
+81006,-6.134896,-12.197388,-0.00977822,-4.88495
+114491,-6.3517537,-10.164247,-2.351636,-0.10202779
+120167,-8.01462,-10.827112,-0.014501181,-4.265412
+69602,-5.379938,-0.0049308366,-9.879819,-8.257487
+81057,-4.1531377,-5.6531305,-0.028020022,-4.778389
+118239,-5.877991,-0.0029842388,-8.877872,-10.128457
+26999,-2.4663165,-12.15381,-0.091198795,-6.091734
+103729,-2.7053666,-6.0803595,-0.08024894,-4.8307858
+70324,-0.0005129452,-11.563005,-7.8753953,-9.001061
+88697,-7.299261,-13.549253,-3.0491433,-0.049270928
+79720,-5.379708,-0.0046999697,-10.129588,-10.1308565
+119098,-6.253682,-10.4411745,-2.1285644,-0.12892555
+16374,-3.52995,-0.029942833,-10.904831,-8.655251
+8973,-3.8956592,-0.02065214,-11.02054,-9.271632
+92670,-0.027677897,-7.902671,-3.6525602,-6.9037967
+46136,-5.629064,-0.004056797,-9.003946,-8.005275
+113240,-0.0014215136,-11.563914,-7.8763037,-6.87685
+92271,-4.905115,-11.9676075,-0.90499693,-0.5309571
+47020,-7.273579,-10.211071,-0.5234614,-0.8994252
+68952,-4.0228157,-11.210309,-0.022698004,-5.397845
+93704,-5.2559066,-11.880899,-0.0057889423,-7.5079746
+126515,-5.877889,-0.0028819002,-9.752771,-10.878179
+1648,-5.479488,-11.29198,-0.10437001,-2.3546774
+4147,-7.2384906,-12.300983,-2.2383728,-0.11356612
+106815,-5.184226,-11.996719,-1.0591079,-0.4344442
+18919,-2.1430883,-9.455581,-0.14297023,-4.144599
+88395,-5.8514314,-12.538924,-1.226313,-0.35133442
+83361,-4.018234,-0.018226754,-9.643115,-11.330745
+69550,-6.376749,-0.0017420369,-11.064132,-10.62865
+59782,-3.3242133,-11.011705,-3.3240955,-0.07474763
+62607,-6.849721,-10.724712,-0.9746026,-0.47549728
+49031,-6.2398953,-12.052388,-0.114777416,-2.239803
+24073,-7.5335364,-13.72103,-3.4084191,-0.034207877
+34883,-6.0026536,-12.9401455,-0.0025359397,-9.752771
+78080,-0.004013698,-10.004007,-6.5038958,-6.006445
+59546,-2.3516629,-9.226656,-6.3515453,-0.102091625
+123805,-3.8957386,-0.020731542,-9.395621,-9.1461115
+87807,-4.2642326,-0.014225387,-10.264114,-10.514673
+53821,-2.929205,-12.179197,-7.3040876,-0.055636827
+90016,-5.0071006,-0.007093602,-8.131982,-9.382973
+75870,-5.6306477,-11.568141,-0.005530059,-6.2559156
+58764,-7.4375734,-13.312564,-2.8124552,-0.06256475
+64575,-0.0004223885,-12.750415,-8.750304,-8.250778
+85818,-6.893929,-13.518921,-4.018811,-0.019172236
+15652,-5.5051064,-12.692599,-0.0049882485,-7.005586
+85976,-4.5724235,-11.759916,-0.07230529,-2.8232515
+15080,-4.8827662,-0.007759193,-9.7576475,-9.257788
+79945,-4.0183125,-0.018305646,-10.268195,-9.019381
+76385,-6.752291,-11.689784,-1.502173,-0.25337398
+115581,-3.5630429,-7.4380355,-0.06292482,-3.4406114
+61199,-5.00687,-0.0068619316,-9.88175,-9.257197
+85813,-6.2526026,-12.315094,-0.0024845703,-7.502816
+67537,-5.753526,-0.0035191767,-8.8784075,-8.506708
+89261,-4.2718163,-10.021808,-0.021698458,-4.8976793
+22046,-7.6635337,-13.163527,-3.2884161,-0.03851675
+22926,-0.0064210533,-10.631413,-6.7563033,-5.2566423
+49488,-3.6064944,-12.418986,-0.10637639,-2.6068995
+96660,-4.0234337,-0.023426542,-5.273316,-8.900933
+63730,-6.8268986,-12.014392,-0.8267808,-0.5772246
+9677,-0.004632574,-12.442125,-5.6295147,-6.880504
+120201,-7.1520543,-12.902048,-3.651937,-0.02709018
+35208,-4.8858843,-11.760876,-0.010766041,-5.76095
+30950,-7.13319,-11.6331835,-0.75807226,-0.6337014
+66963,-1.0558465,-12.118339,-0.4307287,-6.1843357
+16156,-3.6503887,-12.650381,-8.77527,-0.026486445
+69670,-4.5111847,-0.011177542,-10.261067,-9.2626505
+13477,-3.7749505,-0.024943305,-10.149832,-6.4024906
+50904,-5.50422,-0.004212673,-9.004101,-11.379146
+7930,-4.5114255,-12.886417,-0.011307206,-8.261527
+26294,-5.924433,-11.424424,-3.0493152,-0.05137294
+35749,-2.129217,-12.316709,-0.12909918,-6.1292176
+55850,-2.4688377,-12.46883,-0.09371966,-5.3443537
+64767,-3.2889922,-11.538983,-5.4138746,-0.042652365
+22057,-7.1431737,-12.518166,-2.018056,-0.14353271
+87663,-7.437479,-12.249972,-2.8123617,-0.06257405
+35864,-8.038219,-13.663212,-3.2881029,-0.038375653
+33007,-5.256525,-11.444017,-0.0064070765,-6.7572484
+81372,-3.1999512,-11.012444,-3.4498334,-0.07529662
+97703,-5.504118,-0.0041109347,-12.191501,-10.505664
+118589,-0.0035335503,-10.441026,-6.8784156,-6.004243
+65741,-0.019854147,-8.269847,-6.5197363,-4.0213857
+119601,-5.5055213,-12.130514,-0.0054032,-6.6309457
+114504,-4.8844147,-12.509407,-0.009296699,-6.385224
+92452,-0.0026025255,-12.502596,-6.002485,-9.004455
+11152,-0.15828037,-9.158273,-4.158163,-2.035249
+44669,-4.6424394,-10.142431,-0.017321499,-4.8930116
+121963,-4.882704,-0.0076967347,-10.1325865,-9.883849
+63486,-4.634034,-11.7590275,-8.258917,-0.010032348
+123055,-3.3489869,-10.848979,-0.34886912,-1.3494796
+119717,-0.19680406,-9.946796,-1.8216863,-4.0835347
+88042,-5.676521,-11.176513,-3.051403,-0.05206403
+54428,-4.7588944,-0.008887496,-9.258776,-8.634608
+125274,-0.05208259,-9.677075,-3.051965,-5.677833
+46816,-7.3988256,-10.836317,-0.5237078,-0.898824
+8553,-3.0536857,-13.053678,-0.05356761,-5.304085
+56455,-4.634804,-0.0097964,-10.634685,-11.01003
+101092,-0.021644332,-5.7716374,-4.021527,-7.8979683
+55570,-0.03137905,-10.343871,-4.5312614,-3.9074073
+2531,-0.005308935,-8.505301,-5.5051913,-6.881254
+55854,-4.1410832,-0.01607611,-11.3909645,-10.391528
+65143,-0.0029678368,-12.127961,-6.00285,-7.6285014
+28422,-7.655207,-13.9677,-3.5300896,-0.030229015
+36329,-4.3903136,-11.640305,-5.890196,-0.01528831
+8061,-4.635394,-0.010387051,-11.385276,-7.386218
+107678,-4.7587895,-0.008782569,-9.383671,-9.384069
+53009,-0.1859897,-6.1859827,-5.435872,-1.812152
+62879,-0.0063531813,-10.381346,-7.7562356,-5.137241
+26784,-4.387795,-0.012787722,-8.762677,-9.01292
+21912,-7.7236686,-11.223661,-0.97355044,-0.47512892
+113597,-0.00083423615,-11.375827,-8.000716,-7.626623
+82760,-0.0010105033,-12.688503,-7.1258926,-8.5026045
+26160,-5.0068364,-0.006829491,-10.131718,-9.506884
+23421,-3.8959417,-0.020934572,-8.270823,-8.896946
+41793,-1.7844148,-6.0344076,-2.534297,-0.28715903
+103325,-4.264658,-0.0146509735,-7.63954,-11.952264
+33557,-5.628681,-0.0036740676,-9.878564,-10.691299
+81209,-5.2552996,-0.0052924524,-10.880182,-10.130216
+107064,-4.260118,-13.260112,-9.635001,-0.014289436
+98221,-0.07904738,-10.766541,-8.57893,-2.5797272
+16139,-6.3938265,-11.706318,-2.0187087,-0.14445592
+62717,-4.882731,-0.0077234693,-11.570113,-9.133439
+28151,-0.00030620178,-12.5627985,-8.625188,-9.001069
+22888,-4.8831663,-0.008158453,-8.258048,-8.135123
+24637,-1.9130511,-10.725543,-0.16293332,-5.9141574
+92809,-6.0163097,-13.141301,-4.266192,-0.016613003
+91862,-3.0495777,-8.17457,-0.049459964,-7.425173
+7412,-0.0013881819,-11.126381,-6.7512703,-8.502099
+52442,-1.5030644,-11.190557,-0.25294667,-6.8786325
+87399,-0.07227712,-10.509769,-2.6971593,-6.0735345
+112712,-0.0026610224,-10.627653,-6.252544,-7.2535276
+54201,-0.18132521,-9.181317,-6.0562077,-1.8116169
+117074,-4.2801046,-10.967597,-0.029987026,-4.1551485
+25137,-2.238318,-9.988311,-6.6131997,-0.11431849
+16780,-0.18011269,-10.117605,-1.929995,-3.9304585
+72881,-5.157189,-11.094681,-0.032071047,-3.6577976
+110597,-3.7733498,-0.023342695,-9.898232,-9.963171
+89655,-0.00932906,-11.384321,-4.759211,-7.2615066
+48391,-4.882728,-0.0077211033,-10.382609,-9.383845
+110182,-0.0038083899,-12.0038,-5.753691,-7.379473
+87621,-5.7602487,-8.1977415,-4.885131,-0.011044559
+122711,-0.0026176258,-11.87761,-6.1275005,-7.7628016
+115720,-0.017707357,-12.1427,-6.3925896,-4.143181
+66486,-4.264275,-0.01426793,-9.639156,-10.140014
+68169,-3.1681678,-0.043160338,-10.043049,-9.044699
+110138,-2.696635,-12.759127,-0.07151719,-6.4473
+21580,-3.5298517,-0.029844604,-10.404734,-9.655589
+102553,-4.7586875,-0.008680349,-10.383569,-10.259973
+78769,-3.6513584,-0.026351305,-10.40124,-10.776787
+93593,-3.7735343,-0.023526916,-8.5234165,-9.398912
+16612,-3.7734718,-0.02346462,-8.898354,-9.400157
+59583,-3.7917423,-11.104234,-3.9166245,-0.043408178
+76885,-0.0024727979,-10.439965,-8.252355,-6.1285315
+120777,-4.141143,-0.0161357,-11.828526,-9.268466
+121894,-0.023915043,-11.273908,-7.273797,-3.7755206
+88371,-0.0006646093,-12.688157,-7.500547,-9.128281
+68747,-4.3879576,-9.51295,-0.012839625,-8.263966
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/events.out.tfevents.1738079480.gamma.3811060.0 b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/events.out.tfevents.1738079480.gamma.3811060.0
new file mode 100644
index 0000000000000000000000000000000000000000..2c13365052756a3155b4886e94e9f5b7e81a73d3
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/events.out.tfevents.1738079480.gamma.3811060.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf1d16141d062f0f1fe70eb732d3241bffa66dc5a523722e9f254fe07432947
+size 3420
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/hparams.yaml b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/hparams.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..0967ef424bce6791893e9a57bb952f80fd536e93
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/hparams.yaml
@@ -0,0 +1 @@
+{}
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/metrics.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/metrics.csv
new file mode 100644
index 0000000000000000000000000000000000000000..0605b9b0133091a518020fb975fdeb802ad1315c
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/logs/metrics.csv
@@ -0,0 +1,37 @@
+step,train/NCE,train/NER,val/NCE,val/NER
+0,0.4929588221831457,0.17757008897744378,,
+1,0.49295860570070993,0.17757008897744378,,
+2,,,0.49295860570070993,0.17757008897744378
+2,0.49295860570070993,0.17757008897744378,,
+3,0.49295847581124846,0.17757008897744378,,
+4,,,0.49295847581124846,0.17757008897744378
+4,0.49295847581124846,0.17757008897744378,,
+5,0.4929582160323255,0.17757008897744378,,
+6,,,0.4929582160323255,0.17757008897744378
+6,0.4929582160323255,0.17757008897744378,,
+7,0.4929581294393512,0.17757008897744378,,
+8,,,0.4929581294393512,0.17757008897744378
+8,0.4929581294393512,0.17757008897744378,,
+9,0.4929579129569154,0.17757008897744378,,
+10,,,0.4929579129569154,0.17757008897744378
+10,0.4929579129569154,0.17757008897744378,,
+11,0.4929577397709668,0.17757008897744378,,
+12,,,0.4929577397709668,0.17757008897744378
+12,0.4929577397709668,0.17757008897744378,,
+13,0.49295765317799245,0.17757008897744378,,
+14,,,0.49295765317799245,0.17757008897744378
+14,0.49295765317799245,0.17757008897744378,,
+15,0.4929573933990695,0.17757008897744378,,
+16,,,0.4929573933990695,0.17757008897744378
+16,0.4929573933990695,0.17757008897744378,,
+17,0.49295726350960806,0.17757008897744378,,
+18,,,0.49295726350960806,0.17757008897744378
+18,0.49295726350960806,0.17757008897744378,,
+19,0.49295704702717225,0.17757008897744378,,
+20,,,0.49295704702717225,0.17757008897744378
+20,0.49295704702717225,0.17757008897744378,,
+21,0.49295696043419795,0.17757008897744378,,
+22,,,0.49295696043419795,0.17757008897744378
+22,0.49295696043419795,0.17757008897744378,,
+23,0.4929567872482493,0.17757008897744378,,
+24,,,0.4929567872482493,0.17757008897744378
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/state.ckpt b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/state.ckpt
new file mode 100644
index 0000000000000000000000000000000000000000..47fdbe9fa58b63518e7be34e2a7199e5d8555411
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/state.ckpt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c0e9bf99de795cf15ed52b407b63812b1c5fc01f9ef2f2be61b64aed302fd5
+size 1740
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/labels.csv
new file mode 100644
index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/labels.csv
@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/logits.csv
new file mode 100644
index 0000000000000000000000000000000000000000..49ab6be9a5a15830a8291b2a105374c0e2ab82ba
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/0.7-1.0/test=agnews/list=test_400/logits.csv
@@ -0,0 +1,400 @@
+31224,-19.124878,0.0,-23.18725,-20.375212
+80227,-1.1920928e-07,-19.937622,-16.124872,-18.750057
+79086,0.0,-19.125122,-18.874872,-19.249979
+75303,-21.874952,-22.687574,-20.499825,0.0
+56417,-14.50013,-19.125254,-3.3378547e-06,-12.750098
+11319,-0.7576154,-13.132737,-14.382487,-0.6325895
+12625,-4.7683704e-07,-16.625122,-16.249872,-15.250077
+87626,-20.874878,0.0,-19.37475,-19.999939
+43853,-14.125044,-21.000162,-15.999915,-8.344647e-07
+23828,-14.501974,-16.439596,-6.251847,-0.0019293282
+27858,-11.125141,-19.875265,-1.4781843e-05,-17.000217
+12604,-6.252061,-15.627182,-0.0019332544,-12.252022
+8180,-11.375138,-18.562761,-1.180165e-05,-15.000124
+37466,-12.882647,-12.007769,-4.88252,-0.007615463
+48185,-16.499878,-1.1920928e-07,-21.74975,-18.49987
+77755,-14.250128,-16.500252,-1.1920922e-06,-14.6261835
+29286,-4.312268,-9.687389,-0.06214004,-3.0622253
+87038,-13.125041,-16.375166,-12.249913,-6.9141147e-06
+33094,-19.374878,0.0,-22.43725,-20.499975
+17990,-3.654932,-13.280053,-0.02980457,-5.6550236
+125393,-14.249971,-18.437595,-14.374844,-1.1920922e-06
+25066,-17.124878,0.0,-19.43725,-17.500114
+93021,-17.001205,-19.251328,-6.7510757,-0.0011703077
+91364,-19.500126,-20.250248,-5.960463e-07,-14.2501135
+56219,-2.1432009,-0.14332324,-4.1430736,-7.8933887
+108119,-9.125092,-9.750214,-10.249964,-0.00020251608
+108029,-0.10016733,-14.725289,-16.47504,-2.3505843
+82606,-15.875886,-17.938509,-7.000759,-0.0009117737
+34733,-17.500105,-19.312727,-9.374978,-8.487341e-05
+40806,0.0,-18.750122,-17.624872,-18.261528
+89870,-1.1920928e-07,-18.125122,-16.874872,-16.000238
+120589,-17.625332,-8.500452,-0.00020358874,-16.625399
+107229,-9.625193,-19.125317,-6.6158966e-05,-16.125204
+81763,-10.1270485,-6.3771706,-0.0019208805,-8.627267
+126587,-1.2236655,-8.098787,-12.848537,-0.34878686
+105931,-23.124878,0.0,-19.49975,-19.375088
+51593,-0.00082589843,-18.000948,-10.750698,-7.1258082
+105827,-15.499655,-18.124777,-11.124527,-1.490105e-05
+92547,-20.812378,0.0,-24.24975,-19.875053
+11098,-15.376829,-15.876951,-0.0017024084,-6.3767853
+15535,-18.999878,0.0,-20.49975,-19.749937
+104144,-13.12513,-17.125254,-3.2186456e-06,-13.625222
+84409,0.0,-19.625122,-19.499872,-21.004473
+55188,-16.625128,-16.87525,-1.1920928e-07,-17.625414
+97914,-12.625131,-14.125253,-4.0531077e-06,-17.50037
+9697,-13.000024,-18.000145,-16.624895,-2.384183e-06
+43614,-20.250042,-21.625164,-11.249912,-1.2993728e-05
+57056,-16.875307,-16.87543,-8.250177,-0.0002613918
+98595,-15.624877,-1.1920928e-07,-21.12475,-22.124868
+11602,-14.375129,-17.125252,-2.145765e-06,-13.375327
+29109,-11.000145,-20.437767,-1.7046783e-05,-15.0001335
+114682,-18.124878,0.0,-20.74975,-21.125206
+63374,-25.187378,0.0,-25.18725,-23.56257
+77864,-10.000282,-17.000404,-0.00015424492,-9.125406
+81631,-8.250392,-15.875514,-0.0002646096,-12.625409
+124163,-9.418097,-17.855719,-3.1679688,-0.04308521
+81563,-13.250047,-13.625169,-11.499919,-1.3112935e-05
+13895,-17.999878,0.0,-21.99975,-17.374939
+12863,-16.501547,-18.501669,-6.5014186,-0.0015024575
+45732,-12.819833,-0.06995602,-2.6947062,-15.195021
+49404,-16.875137,-18.00026,-9.059865e-06,-11.62519
+487,-20.437378,0.0,-20.81225,-20.000599
+64317,-20.750153,-20.625275,-9.000023,-0.000123374
+6331,-2.527205e-05,-10.625146,-13.999896,-15.877267
+73812,-16.62515,-12.125271,-2.2172682e-05,-11.000133
+15701,-17.460775,-15.335896,-3.773147,-0.02324801
+104663,-2.8610189e-06,-19.000122,-12.749875,-19.00006
+90606,-6.626359,-12.50148,-15.87623,-0.0013297296
+127552,0.0,-18.125122,-19.312372,-17.625877
+126761,-10.625028,-19.375149,-15.8749,-2.4437606e-05
+92697,-5.2450712e-05,-9.8751745,-13.749925,-17.37564
+107122,-9.125271,-12.750393,-0.00014280253,-10.383107
+74380,-12.131772,-12.131894,-5.0066447,-0.006726716
+66285,-7.152555e-07,-17.62512,-14.124873,-18.890087
+70163,-2.5791554,-13.454278,-0.07902788,-8.829123
+75972,-7.7505593,-16.50068,-0.00043132537,-14.126224
+30713,-18.380733,-15.693355,-0.6931057,-0.69318897
+118867,0.0,-18.812622,-19.124872,-18.000011
+84835,-22.374878,0.0,-21.62475,-21.062551
+60503,-16.750126,-18.687748,-7.152555e-07,-14.375121
+11807,-18.7057,-18.018322,-4.018071,-0.018151365
+27906,-1.3232144e-05,-13.250135,-11.374886,-19.75003
+30093,-12.374881,-4.1723165e-06,-19.874754,-17.999872
+45657,-18.375128,-16.75025,-2.3841855e-07,-16.375084
+97197,0.0,-16.750122,-16.874872,-17.125246
+48440,-23.124878,0.0,-23.87475,-22.062456
+14971,0.0,-18.500122,-18.374872,-19.001574
+61380,-18.62502,-18.375141,-13.624889,-1.1920922e-06
+7177,-13.999879,-8.344647e-07,-22.062248,-17.624968
+40241,-1.9192512e-05,-13.250141,-14.124891,-11.000069
+38583,-19.749878,0.0,-17.74975,-21.875017
+104941,-6.198864e-06,-18.375128,-11.999877,-17.694252
+39377,-15.499877,-2.3841855e-07,-22.43725,-18.374958
+65329,-5.7538986,-15.316521,-7.253771,-0.003885697
+81089,-21.499878,0.0,-24.56225,-22.625017
+6143,-5.2552843,-12.380405,-10.255156,-0.0052731237
+63753,-3.576278e-07,-16.250122,-16.124872,-15.749961
+5084,-15.377312,-16.752436,-0.0021851014,-6.127296
+125282,-14.750128,-16.250252,-1.072883e-06,-14.376335
+7980,-8.001183,-9.001305,-7.126056,-0.0012629399
+42346,-17.875011,-21.000134,-16.124884,-1.1920928e-07
+73055,-7.750572,-11.250694,-0.00044419436,-14.250606
+31696,-11.125213,-12.125335,-8.6184606e-05,-9.625816
+101343,-12.62513,-19.750254,-3.3378547e-06,-17.875313
+115075,-2.3841855e-07,-19.000122,-15.499871,-18.87506
+29447,-16.126963,-18.689585,-6.2518363,-0.0019288522
+89441,-0.038062643,-14.538185,-3.287935,-11.038039
+15843,-0.022824086,-4.772947,-4.647697,-5.3977985
+110126,-11.250147,-12.250269,-2.0265374e-05,-12.875252
+36142,-19.000216,-19.687838,-8.625089,-0.00017951308
+2846,-17.750078,-19.8752,-10.249948,-3.5404533e-05
+85390,-0.0033020042,-9.753424,-5.753175,-9.6310005
+108138,-13.889025,-13.889147,-0.20139647,-1.7014987
+7571,-16.287737,-13.850359,-2.3501098,-0.10021791
+62381,-25.187378,0.0,-23.49975,-19.74986
+65963,-16.881056,-16.756178,-0.005927958,-5.131051
+39384,0.0,-21.687622,-21.374872,-20.278452
+62356,-3.576278e-07,-18.250122,-14.999871,-17.625145
+20478,-18.874878,0.0,-22.87475,-19.624992
+101968,-15.875127,-21.87525,-1.1920928e-07,-19.875128
+124810,-18.437626,-16.500248,-8.344647e-07,-14.125479
+9300,-18.500128,-19.81275,0.0,-17.375298
+35593,-18.00024,-19.062862,-8.500111,-0.00020346955
+53670,-18.62513,-18.750252,-1.7881378e-06,-13.250099
+44789,-1.1920928e-07,-18.750122,-17.124872,-15.625076
+25135,-17.124878,0.0,-22.37475,-19.37532
+32124,-9.5367386e-07,-18.37512,-13.874873,-18.25842
+36646,-13.625033,-17.250158,-17.124908,-1.3113013e-06
+34191,-18.063574,-19.688696,-6.8759475,-0.0010328917
+65307,-17.003216,-18.065838,-5.7530885,-0.003178071
+32731,-10.624901,-2.4318399e-05,-20.812275,-18.875454
+112637,-9.836374,-7.3989973,-3.7737477,-0.02391481
+18943,-8.250399,-12.000521,-0.00027068765,-12.625736
+117291,0.0,-19.000122,-18.499872,-17.87542
+67975,-17.251362,-18.438984,-6.6262364,-0.001326039
+104676,-13.37488,-1.5497195e-06,-19.812252,-17.124884
+109059,-10.374909,-3.1232346e-05,-19.874779,-19.062733
+86252,-20.12515,-20.625273,-9.125024,-0.00010895135
+109620,0.0,-20.750122,-18.499872,-19.749958
+35543,-15.501729,-18.064352,-6.3766017,-0.0017025275
+96155,-10.874897,-1.8954097e-05,-18.12477,-18.750595
+33646,-12.1251335,-18.250256,-5.4836123e-06,-17.125889
+64061,-0.0010575423,-7.75118,-7.8759303,-8.306172
+6764,-2.3841855e-07,-16.375122,-16.749872,-15.875169
+63078,-19.749878,0.0,-24.62475,-23.375135
+88343,-16.124878,-1.1920928e-07,-23.37475,-21.874992
+50106,-19.124878,-1.1920928e-07,-18.37475,-16.501139
+35688,-18.625156,-18.125278,-3.1232346e-05,-10.375124
+78697,-14.874877,-3.576278e-07,-22.74975,-20.12526
+13749,-20.874878,0.0,-17.74975,-17.375265
+44428,-7.750417,-14.750539,-16.000292,-0.00043120622
+13880,-2.0265559e-06,-18.875124,-13.124874,-17.750082
+107805,-9.875178,-20.125301,-5.161629e-05,-15.875139
+47687,0.0,-18.375122,-18.499872,-17.6322
+3328,-11.875135,-17.500257,-7.6293654e-06,-14.250116
+27574,-13.874973,-17.812595,-14.1248455,-1.6689287e-06
+6049,-21.624878,-3.576278e-07,-17.06225,-14.7502575
+121371,-23.687378,0.0,-18.24975,-17.250092
+93977,-4.0182757,-18.143398,-0.018147854,-15.268247
+87794,-16.875128,-18.12525,-2.3841855e-07,-15.625121
+1284,-19.812378,-1.1920928e-07,-19.24975,-16.500326
+86737,-13.656186,-14.406308,-1.4060597,-0.28118178
+9800,-16.124994,-18.375116,-18.124866,-1.1920928e-07
+60632,-17.874878,0.0,-22.87475,-20.500113
+69196,-19.87488,-1.072883e-06,-15.12475,-14.000514
+109514,-9.875178,-17.375301,-5.1735493e-05,-15.126132
+75454,-15.624877,-1.1920928e-07,-21.68725,-18.624842
+68262,-5.877933,-15.128055,-0.0028051096,-15.002917
+51383,-10.124918,-4.005352e-05,-18.12479,-16.750076
+39024,-20.374878,0.0,-23.37475,-19.874912
+53372,-10.679804,-13.617426,-1.8046759,-0.17978717
+61955,-18.000275,-19.125397,-8.250146,-0.00026127262
+46407,-11.249891,-1.2993728e-05,-21.749763,-19.249943
+56851,-9.875179,-19.625301,-5.149709e-05,-17.375149
+117835,-15.375127,-18.87525,-2.3841855e-07,-17.502125
+41315,-9.875181,-17.625303,-5.3285134e-05,-13.250129
+54086,-4.6491514e-06,-12.750127,-13.249877,-18.6875
+1123,-2.264974e-06,-19.562624,-12.999873,-19.000254
+6738,-18.249878,0.0,-23.12475,-19.499886
+65022,-10.502003,-11.377125,-1.5018749,-0.25199473
+29011,-17.375027,-18.375149,-16.499899,-1.1920928e-07
+209,-17.004131,-17.129253,-5.504006,-0.004078761
+117949,-8.4992615e-05,-18.250208,-9.374957,-16.37506
+112253,-14.562544,-12.125166,-10.124916,-4.6013727e-05
+117575,-11.839065,-13.589187,-0.08893739,-2.4640613
+12151,-15.000127,-19.31275,-3.576278e-07,-17.75009
+6503,-10.010928,-14.01105,-4.5108004,-0.011096788
+47388,-22.812378,0.0,-22.24975,-20.874962
+122533,-15.000024,-16.812645,-17.062395,-3.576278e-07
+77557,-0.0013740156,-8.501496,-6.7512465,-14.501415
+3593,-9.4999695,-9.154854e-05,-12.499842,-11.250062
+39857,-5.6503606e-05,-10.625177,-13.8749275,-10.375122
+82941,-24.874878,0.0,-22.99975,-19.624897
+2835,0.0,-21.000122,-19.124872,-21.000494
+12119,-6.5016446,-16.876764,-0.0015169791,-11.126743
+2255,-0.00080541114,-14.750928,-7.1256776,-14.250797
+99071,-9.631907,-14.94453,-0.0067805913,-5.0068884
+73970,-13.627605,-6.002728,-0.002478268,-13.127592
+73312,-16.12459,-12.062212,-0.061962012,-2.8121514
+109736,-20.812378,-1.1920928e-07,-18.62475,-16.438662
+2581,-13.624878,-1.4305105e-06,-20.874752,-15.249894
+64922,-8.125329,-18.250454,-14.125201,-0.0002967871
+85830,0.0,-20.625122,-19.624872,-19.752274
+122144,-19.249878,0.0,-21.24975,-18.749844
+62330,-17.374878,0.0,-22.31225,-19.125067
+112561,-10.12522,-11.875342,-9.238293e-05,-10.000374
+48434,-18.749878,0.0,-24.56225,-18.62489
+119944,-21.874878,0.0,-21.49975,-20.250038
+120940,-6.3765917,-0.001713952,-15.938964,-11.377705
+77443,-17.75013,-17.875252,-2.264974e-06,-13.00009
+23685,-14.026353,-16.526476,-3.6512256,-0.026303118
+47231,-21.249878,0.0,-22.81225,-20.749947
+91022,-27.062378,0.0,-26.37475,-23.50006
+714,-11.82653,-14.076653,-0.20140368,-1.7015007
+25730,-16.125132,-15.125253,-4.0531077e-06,-12.500133
+97729,-0.014500594,-8.014623,-4.264373,-12.264522
+30236,-4.1245563e-05,-10.125162,-15.624912,-13.750291
+2443,-14.874877,-3.576278e-07,-20.99975,-18.125486
+52656,-0.00062791654,-13.500749,-7.3755007,-18.875671
+116972,-13.255954,-13.881076,-5.1308246,-0.0059319874
+43770,-6.1311016,-6.6312237,-0.0059738182,-6.0062666
+10949,-21.624878,0.0,-17.74975,-20.24984
+100306,-22.062378,0.0,-19.93725,-21.316141
+29745,-19.624878,0.0,-23.31225,-19.626202
+60439,-21.125017,-19.37514,-17.87489,0.0
+109824,-20.249878,0.0,-24.49975,-20.125036
+102648,-18.256842,-18.256964,-0.006714757,-5.0068016
+62099,-12.874881,-2.503392e-06,-20.12475,-19.249945
+33686,-16.499878,-1.1920928e-07,-22.31225,-20.125048
+116606,-12.374973,-14.875095,-11.7498455,-1.2516897e-05
+85384,-14.249953,-16.000078,-11.7498255,-8.70224e-06
+31834,-9.251185,-8.001307,-0.0010574232,-7.3764625
+58133,-19.125082,-19.687704,-10.374956,-3.1232346e-05
+95196,-10.250164,-19.750286,-3.623897e-05,-14.000219
+11675,-16.124878,-1.1920928e-07,-22.18725,-18.125061
+34902,-5.157289,-3.657411,-0.032161206,-9.282384
+112691,-15.501496,-16.751617,-6.5013666,-0.0015026956
+33713,-13.50013,-17.687752,-1.7881378e-06,-15.000105
+109135,-8.500471,-18.125593,-0.00034326382,-8.875447
+60521,-7.0010915,-11.876214,-0.00096370024,-10.001186
+76695,-4.5109634,-13.636085,-14.635835,-0.011050337
+98619,-19.500128,-20.75025,0.0,-19.751667
+13731,-21.312378,0.0,-23.18725,-21.376318
+14492,-16.249878,-1.1920928e-07,-21.74975,-17.874947
+81006,-18.62518,-18.312801,-5.149709e-05,-9.875152
+114491,-10.992421,-9.055043,-1.8047948,-0.17989473
+120167,-19.187643,-16.125265,-1.490105e-05,-11.1252985
+69602,-19.499878,0.0,-22.24975,-18.375055
+81057,-12.250306,-9.125428,-0.00017975146,-9.625274
+118239,-24.687378,0.0,-21.62475,-20.75018
+26999,-8.375359,-17.875483,-0.00023207355,-13.375343
+103729,-11.625171,-10.375293,-4.2676016e-05,-12.8752
+70324,0.0,-17.250122,-17.874872,-18.99995
+88697,-15.942164,-16.379786,-5.379537,-0.004620827
+79720,-21.624878,0.0,-23.74975,-22.562443
+119098,-14.255261,-14.8178835,-5.2551346,-0.0052352953
+16374,-15.749877,-1.1920928e-07,-23.06225,-19.499876
+8973,-10.624901,-2.4318399e-05,-19.749775,-17.000008
+92670,-0.012993313,-7.638116,-4.387866,-15.013025
+46136,-15.749877,-1.1920928e-07,-18.99975,-17.374952
+113240,0.0,-19.625122,-20.624872,-19.1263
+92271,-14.516024,-18.766146,-4.1408963,-0.016037045
+47020,-15.64555,-15.270672,-3.8954227,-0.02054482
+68952,-12.750131,-16.875254,-4.1723165e-06,-13.625095
+93704,-16.750128,-18.12525,-2.3841855e-07,-16.376759
+126515,-25.437378,0.0,-19.87475,-21.562477
+1648,-14.776426,-15.651548,-0.026298473,-3.6513884
+4147,-21.562977,-18.500599,-7.750347,-0.0004307296
+106815,-14.752504,-17.752623,-6.002375,-0.0024763653
+18919,-3.4087865,-11.533908,-0.03365891,-11.784967
+88395,-17.501226,-19.688848,-6.751097,-0.0011703077
+83361,-19.749878,0.0,-24.12475,-22.37488
+69550,-20.312378,0.0,-17.81225,-18.689327
+59782,-7.3759003,-16.50102,-8.375773,-0.0008569859
+62607,-12.850323,-12.912945,-0.10019526,-2.3503668
+49031,-17.889027,-17.451649,-0.201399,-1.7014772
+24073,-16.016354,-15.578975,-2.5787265,-0.07890341
+34883,-20.437628,-18.00025,0.0,-20.125101
+78080,-3.576278e-07,-19.875122,-14.874871,-20.501291
+59546,-13.750048,-15.62517,-15.74992,-1.4305105e-06
+123805,-19.124878,0.0,-24.24975,-20.124878
+87807,-24.624878,0.0,-27.68725,-24.624933
+53821,-9.000104,-18.125225,-15.374976,-0.0001236124
+90016,-18.624878,0.0,-21.37475,-20.62508
+75870,-20.000128,-18.50025,-1.1920928e-07,-16.125101
+58764,-15.511088,-18.13621,-4.5109615,-0.011048921
+64575,0.0,-20.562622,-21.187372,-18.374958
+85818,-17.500195,-18.562817,-8.625068,-0.00017963226
+15652,-18.625128,-20.75025,0.0,-17.500092
+85976,-12.875225,-16.750349,-9.8700424e-05,-9.250248
+15080,-23.562378,0.0,-22.74975,-20.249884
+79945,-13.499878,-1.4305105e-06,-21.437252,-18.62501
+76385,-14.88254,-17.195162,-4.8824124,-0.0076080095
+115581,-11.375256,-9.250378,-0.00012897613,-10.751863
+61199,-24.937378,0.0,-24.31225,-19.74987
+85813,-18.500128,-17.50025,-1.1920928e-07,-16.500149
+67537,-19.187378,0.0,-22.37475,-19.375095
+89261,-14.000132,-12.625254,-5.245195e-06,-13.750135
+22046,-14.953571,-15.141193,-4.140945,-0.016036343
+22926,-1.1920928e-07,-17.000122,-18.437372,-16.625
+49488,-11.125169,-17.375292,-4.2318403e-05,-10.5002
+96660,-14.749877,-3.576278e-07,-17.62475,-19.626781
+63730,-16.561996,-16.749619,-2.8118699,-0.061974
+9677,-1.1444026e-05,-18.750134,-11.374884,-17.625134
+120201,-19.125051,-19.687674,-10.624923,-2.4318399e-05
+35208,-16.625128,-18.12525,-2.3841855e-07,-15.625119
+30950,-15.388523,-15.513645,-0.57589513,-0.8259971
+66963,-0.6932111,-17.693333,-0.69308347,-16.44507
+16156,-17.87496,-19.375082,-18.249832,0.0
+69670,-15.874877,-1.1920928e-07,-22.74975,-19.12496
+13477,-14.874877,-3.576278e-07,-23.18725,-18.37506
+50904,-19.999878,0.0,-20.62475,-20.999851
+7930,-17.625128,-18.00025,-1.1920928e-07,-15.7501
+26294,-15.625299,-18.562918,-8.125172,-0.00029619123
+35749,-7.500681,-19.250803,-0.00055309734,-15.375637
+55850,-13.37513,-20.250252,-1.9073468e-06,-14.875174
+64767,-12.374927,-15.750049,-13.749799,-5.4836123e-06
+22057,-19.125093,-20.250216,-9.749963,-5.8291644e-05
+87663,-16.94033,-16.565453,-5.8777027,-0.0028052286
+35864,-19.875248,-20.75037,-8.500118,-0.00020346955
+33007,-12.87513,-16.000254,-3.2186456e-06,-14.250388
+81372,-10.37508,-18.625204,-11.499952,-4.136477e-05
+97703,-18.374878,0.0,-22.31225,-19.000294
+118589,0.0,-17.500122,-17.499872,-17.141674
+65741,-1.1920922e-06,-14.250122,-19.249874,-14.250007
+119601,-14.375128,-17.375252,-1.1920922e-06,-14.250106
+114504,-15.500127,-18.62525,-3.576278e-07,-15.750235
+92452,-1.2993728e-05,-19.250135,-11.249886,-18.821882
+11152,-0.00035327394,-13.000474,-8.375224,-9.024104
+44669,-15.375135,-13.8752575,-7.3909487e-06,-12.000132
+121963,-16.624878,-1.1920928e-07,-22.68725,-18.999931
+63486,-13.874972,-17.125097,-14.624845,-1.4305105e-06
+123055,-3.1753452,-13.925467,-0.8002176,-0.67533046
+119717,-0.11289199,-11.488014,-2.2377644,-9.988353
+88042,-14.375258,-15.5003805,-8.375131,-0.00023135847
+54428,-22.499878,0.0,-24.24975,-20.999956
+125274,-0.11284631,-11.612968,-2.2377188,-13.487933
+46816,-14.767789,-14.517911,-0.14266165,-2.0177696
+8553,-10.8751545,-19.500278,-2.7894584e-05,-11.625124
+56455,-23.624878,0.0,-26.12475,-23.500013
+101092,-0.03392836,-3.4090507,-8.1588,-14.661631
+55570,-1.7523613e-05,-15.375138,-12.874888,-11.12508
+2531,0.0,-16.875122,-17.374872,-17.625408
+55854,-16.624878,-1.1920928e-07,-22.87475,-20.812485
+65143,-1.1920928e-07,-18.250122,-15.624872,-17.875694
+28422,-18.814991,-18.690113,-6.002363,-0.0024760086
+36329,-10.5000725,-17.937693,-12.124945,-3.3020428e-05
+8061,-13.874878,-1.072883e-06,-19.937252,-16.125034
+107678,-20.999878,0.0,-23.56225,-22.062363
+53009,-0.020675844,-9.145798,-10.395548,-3.8958395
+62879,-5.245195e-06,-13.750126,-16.937378,-12.385064
+26784,-15.249877,-2.3841855e-07,-19.24975,-17.37486
+21912,-13.675408,-13.73803,-0.112781666,-2.238183
+113597,-2.3841855e-07,-16.250122,-17.562372,-16.25031
+82760,0.0,-20.562622,-20.124872,-19.000727
+26160,-23.999878,0.0,-22.99975,-18.374863
+23421,-20.062378,0.0,-20.43725,-18.625263
+41793,-1.5270422,-3.9021645,-5.3394146,-0.27730137
+103325,-17.624878,0.0,-23.12475,-22.562365
+33557,-25.249878,0.0,-23.56225,-21.687365
+81209,-21.124878,0.0,-24.99975,-22.499865
+107064,-15.124333,-18.999454,-15.999206,-3.576278e-07
+98221,-0.033644963,-15.408767,-16.783518,-3.4086728
+16139,-13.694947,-13.820069,-2.69482,-0.0699469
+62717,-19.749878,0.0,-23.37475,-20.125559
+28151,0.0,-20.375122,-18.999872,-20.125698
+22888,-17.062378,-3.576278e-07,-16.62475,-15.375275
+24637,-6.1273885,-9.502511,-0.0022607502,-13.502473
+92809,-16.750011,-21.875134,-13.749882,-1.072883e-06
+91862,-4.8829374,-8.5080595,-0.007809464,-12.882932
+7412,-3.576278e-07,-18.000122,-14.874871,-18.00016
+52442,-5.131056,-15.506178,-0.005928195,-15.631745
+87399,-0.004629845,-12.504752,-5.379502,-12.129865
+112712,0.0,-19.500122,-16.874872,-17.250015
+54201,-0.012421036,-15.262543,-15.387293,-4.3946033
+117074,-17.37518,-16.250301,-5.161629e-05,-9.875144
+25137,-10.125032,-16.750156,-17.249907,-4.0172723e-05
+16780,-3.0159496e-05,-16.000153,-10.499903,-12.875035
+72881,-15.500287,-14.875409,-0.00015889335,-8.750375
+110597,-16.374878,-1.1920928e-07,-20.87475,-19.500406
+89655,-1.1920922e-06,-17.875124,-13.624872,-17.750078
+48391,-14.499877,-4.7683704e-07,-19.62475,-17.812609
+110182,-0.00033551786,-17.625458,-8.000208,-16.125315
+87621,-14.875117,-9.875239,-9.9999895,-9.715085e-05
+122711,-4.7683704e-07,-19.187622,-14.624871,-17.400501
+115720,-4.7683704e-07,-19.875122,-15.499871,-15.49998
+66486,-14.124879,-7.152555e-07,-23.187248,-19.625078
+68169,-15.624877,-1.1920928e-07,-22.87475,-20.250229
+110138,-7.750559,-19.37568,-0.00043084874,-15.375618
+21580,-11.624886,-8.940657e-06,-19.12476,-18.000069
+102553,-20.874878,0.0,-25.31225,-22.937778
+78769,-15.249877,-2.3841855e-07,-23.43725,-21.812584
+93593,-16.999878,0.0,-21.74975,-19.999887
+16612,-19.374878,0.0,-23.12475,-19.625034
+59583,-8.875163,-17.500286,-10.625035,-0.00016413772
+76885,-2.622601e-06,-13.750125,-14.499875,-13.750015
+120777,-17.249878,0.0,-21.24975,-17.625086
+121894,-4.005352e-05,-17.250162,-16.999912,-10.125264
+88371,-3.576278e-07,-18.750122,-14.999871,-18.418697
+68747,-15.625129,-14.500251,-7.152555e-07,-17.625181
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
new file mode 100644
index 0000000000000000000000000000000000000000..d40a72cebbde8075dbf7e5351e08351723dfc57a
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv
@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2
diff --git a/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
new file mode 100644
index 0000000000000000000000000000000000000000..ef0a2097e5cdc13779aa4ae42b5629feac75c919
--- /dev/null
+++ b/lora_plus_biasshift/qwen2.5-7b-instruct/agnews/size=256/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv
@@ -0,0 +1,400 @@
+31224,-12.374881,-4.1723165e-06,-19.999754,-18.124996
+80227,0.0,-22.687622,-20.249872,-20.625011
+79086,0.0,-20.125122,-17.749872,-18.99997
+75303,-14.249943,-20.187565,-17.999815,-7.152555e-07
+56417,-17.000128,-20.62525,-4.7683704e-07,-14.625071
+11319,-0.28116217,-16.156284,-15.5310335,-1.4061143
+12625,-4.7683704e-07,-17.375122,-16.374872,-14.875029
+87626,-14.624878,-1.072883e-06,-14.24975,-16.749908
+43853,-15.125038,-21.06266,-18.74991,-2.3841855e-07
+23828,-9.631035,-15.943657,-5.1309075,-0.0059949113
+27858,-10.375159,-20.937778,-3.1232346e-05,-18.500149
+12604,-0.5231771,-15.835798,-0.8980495,-13.273123
+8180,-11.625135,-21.00026,-8.940657e-06,-17.875088
+37466,-14.000578,-14.5632,-7.5004506,-0.00055428874
+48185,-15.749877,-1.1920928e-07,-22.18725,-17.999834
+77755,-17.000128,-18.37525,0.0,-17.250147
+29286,-2.8193762,-8.444498,-4.944248,-0.069331355
+87038,-10.875062,-16.375185,-12.499934,-2.2768714e-05
+33094,-14.749877,-3.576278e-07,-21.37475,-18.499914
+17990,-2.4806833,-11.480805,-0.10555581,-4.1056466
+125393,-12.374845,-17.312464,-16.124714,-4.410734e-06
+25066,-11.749886,-8.70224e-06,-16.31226,-14.125032
+93021,-15.62514,-18.250261,-9.125012,-0.00010907055
+91364,-19.375128,-21.68775,-1.1920928e-07,-15.750083
+56219,-0.28278267,-1.4079047,-7.0326552,-7.158075
+108119,-12.874943,-13.500065,-14.062315,-4.76836e-06
+108029,-3.1679754,-14.230598,-15.792849,-0.04300094
+82606,-12.50042,-17.313042,-7.750291,-0.00043442348
+34733,-15.625138,-18.875257,-9.1250105,-0.00010907055
+40806,0.0,-19.875122,-18.374872,-18.62612
+89870,-2.3841855e-07,-18.062622,-16.249872,-15.999971
+120589,-20.125145,-11.000265,-1.668916e-05,-19.875126
+107229,-15.125127,-21.87525,-2.3841855e-07,-18.750128
+81763,-11.750139,-12.500261,-1.28745205e-05,-13.500142
+126587,-5.0061154,-10.006237,-14.818487,-0.006765199
+105931,-21.749878,0.0,-21.18725,-18.624914
+51593,-0.000915704,-19.126038,-12.375788,-7.000873
+105827,-8.125416,-17.000538,-8.375288,-0.00052664714
+92547,-18.249878,0.0,-23.18725,-18.249994
+11098,-14.750136,-17.375256,-8.344616e-06,-11.750085
+15535,-10.624901,-2.4318399e-05,-18.124775,-17.499899
+104144,-11.875137,-16.62526,-9.298281e-06,-13.000117
+84409,0.0,-21.187622,-18.374872,-21.37513
+55188,-13.750128,-14.87525,-1.4305105e-06,-16.750248
+97914,-8.750287,-15.000409,-0.00015889335,-16.62525
+9697,-9.875035,-16.875156,-15.4999075,-5.1735493e-05
+43614,-16.250029,-20.00015,-12.1249,-5.4836123e-06
+57056,-16.000065,-17.000187,-10.999938,-1.6808368e-05
+98595,-11.249891,-1.2993728e-05,-17.749763,-18.937368
+11602,-13.500129,-18.625252,-2.264974e-06,-14.000424
+29109,-12.750131,-22.06275,-2.8610189e-06,-17.875082
+114682,-13.499878,-1.4305105e-06,-20.124752,-19.749908
+63374,-15.499877,-2.3841855e-07,-21.12475,-18.875095
+77864,-12.125136,-19.37526,-9.655906e-06,-12.375121
+81631,-10.875146,-17.562769,-1.9311718e-05,-15.000193
+124163,-5.3087554,-15.558876,-0.43362752,-1.0587243
+81563,-11.00003,-12.875152,-12.249902,-2.4079987e-05
+13895,-18.249878,0.0,-23.56225,-18.12508
+12863,-13.751378,-18.876501,-6.626251,-0.0013271105
+45732,-15.154636,-0.029758055,-3.5295084,-16.279728
+49404,-18.375132,-19.312754,-3.6954812e-06,-12.500085
+487,-17.249878,0.0,-20.43725,-19.625172
+64317,-17.250078,-19.5002,-9.62495,-6.603976e-05
+6331,-3.933899e-06,-12.750126,-13.999876,-15.12609
+73812,-18.375128,-16.87525,-3.576278e-07,-15.000088
+15701,-16.320133,-15.070259,-4.8825088,-0.0076071816
+104663,-5.960463e-07,-17.625122,-14.374873,-17.74999
+90606,-6.5015535,-12.376675,-15.626425,-0.0015066236
+127552,0.0,-22.625122,-20.312372,-17.750095
+126761,-8.875153,-17.562773,-15.500025,-0.0001400611
+92697,-7.152555e-07,-16.50012,-16.87487,-14.250389
+107122,-11.375144,-14.375266,-1.6212332e-05,-12.375306
+74380,-11.375351,-14.250473,-8.125223,-0.00030810855
+66285,0.0,-20.437622,-18.499872,-19.626516
+70163,-1.0538478,-13.428969,-0.42872024,-9.678813
+75972,-8.625306,-18.81293,-0.00017951308,-16.750406
+30713,-18.063326,-16.500948,-1.3131971,-0.31328553
+118867,0.0,-18.375122,-17.124872,-17.374952
+84835,-15.999877,-1.1920928e-07,-19.43725,-17.62501
+60503,-18.375128,-19.87525,-1.1920928e-07,-16.625086
+11807,-16.293053,-17.480675,-3.1679263,-0.043002423
+27906,-8.344647e-07,-16.50012,-14.124873,-18.437479
+30093,-10.624901,-2.4318399e-05,-19.624775,-16.749863
+45657,-20.750128,-18.00025,0.0,-19.06258
+97197,0.0,-18.687622,-17.499872,-17.500061
+48440,-10.249912,-3.5404533e-05,-18.812286,-17.12488
+14971,0.0,-21.500122,-18.624872,-19.56251
+61380,-14.000027,-17.500149,-12.249899,-5.6028207e-06
+7177,-12.249883,-4.76836e-06,-21.624752,-16.999899
+40241,-0.00018463815,-12.750307,-13.000057,-8.625192
+38583,-16.499878,-1.1920928e-07,-17.24975,-19.499855
+104941,-3.576278e-07,-19.875122,-14.874871,-18.938421
+39377,-13.24988,-1.7881378e-06,-20.687252,-17.499857
+65329,-3.4160743,-12.166196,-0.6659467,-0.79105365
+81089,-13.124879,-2.0265559e-06,-20.562252,-19.062502
+6143,-3.2881775,-11.2883,-9.03805,-0.03817246
+63753,-1.1920928e-07,-17.375122,-15.749872,-16.749985
+5084,-17.813116,-18.188238,-0.00048792377,-7.6256413
+125282,-13.625128,-19.000252,-1.1920922e-06,-16.875196
+7980,-10.250082,-10.875204,-8.624954,-0.00023386128
+42346,-12.750048,-18.875172,-15.74992,-3.0994368e-06
+73055,-9.125236,-16.625359,-0.00010907055,-15.625251
+31696,-14.00016,-15.250282,-3.2305197e-05,-10.375139
+101343,-9.375213,-19.500332,-8.475421e-05,-17.500334
+115075,0.0,-19.937622,-17.374872,-20.187473
+29447,-12.750339,-19.812962,-8.125211,-0.00029893222
+89441,-0.02325651,-14.710878,-3.773129,-11.77323
+15843,-0.050747097,-4.425869,-3.4256196,-5.300712
+110126,-17.500128,-16.00025,-1.1920928e-07,-17.750109
+36142,-14.129117,-18.754238,-5.503988,-0.004079592
+2846,-13.50003,-17.687653,-11.374902,-1.28745205e-05
+85390,-0.00018285033,-11.625305,-9.125055,-9.6412735
+108138,-11.8826885,-14.257811,-0.7575613,-0.6326465
+7571,-16.826523,-14.889144,-0.20139511,-1.701497
+62381,-19.124878,0.0,-20.81225,-16.74985
+65963,-18.625307,-19.87543,-0.00017951308,-8.625264
+39384,0.0,-19.062622,-18.562372,-17.647333
+62356,-2.3841855e-07,-18.125122,-15.374871,-17.313011
+20478,-15.124877,-2.3841855e-07,-20.12475,-17.124939
+101968,-19.000128,-23.25025,0.0,-21.750092
+124810,-17.937626,-17.625248,-5.960463e-07,-14.25042
+9300,-21.375128,-21.50025,0.0,-19.000113
+35593,-16.688213,-17.438335,-7.2505875,-0.00071011594
+53670,-19.375128,-21.87525,-1.1920928e-07,-16.625088
+44789,-4.7683704e-07,-19.937622,-17.999872,-14.624988
+25135,-14.374879,-5.960463e-07,-21.249748,-17.624876
+32124,-1.1920928e-07,-20.375122,-16.624872,-18.625189
+36646,-6.1272326,-14.002354,-14.877104,-0.002186172
+34191,-16.56325,-17.563372,-7.2506227,-0.00071011594
+65307,-16.875034,-19.625156,-10.874904,-1.8954097e-05
+32731,-9.0,-0.000123374,-20.124874,-17.500431
+112637,-10.562906,-9.500528,-8.000278,-0.00043609168
+18943,-9.250225,-14.125347,-9.7031654e-05,-15.250408
+117291,-1.1920928e-07,-18.687622,-16.624872,-17.124994
+67975,-14.502227,-18.06485,-6.1270995,-0.002185815
+104676,-13.874878,-1.1920922e-06,-18.562252,-15.1249075
+109059,-10.499906,-2.7536968e-05,-20.687275,-17.750275
+86252,-18.37505,-20.937672,-11.999924,-6.198864e-06
+109620,0.0,-21.500122,-20.374872,-20.687487
+35543,-11.50049,-15.500612,-7.625363,-0.00049840903
+96155,-10.124918,-4.005352e-05,-18.74979,-17.250174
+33646,-15.375127,-21.00025,-2.3841855e-07,-19.875757
+64061,-0.0011487559,-8.626271,-8.251021,-7.253411
+6764,-1.1920928e-07,-21.500122,-20.874872,-15.875032
+63078,-11.749885,-7.867782e-06,-21.562258,-19.624868
+88343,-10.999893,-1.668916e-05,-20.812267,-19.249939
+50106,-15.624879,-5.960463e-07,-17.499748,-14.500464
+35688,-20.687632,-19.625254,-4.1723165e-06,-12.375078
+78697,-13.124879,-2.0265559e-06,-21.499752,-17.999939
+13749,-18.624878,-1.1920928e-07,-17.87475,-15.750107
+44428,-6.3767023,-15.376824,-16.751577,-0.0017024084
+13880,-1.5497195e-06,-17.625124,-13.499874,-15.749989
+107805,-18.000128,-23.50025,0.0,-18.750078
+47687,-1.1920928e-07,-18.250122,-17.749872,-16.1251
+3328,-12.750131,-20.31275,-2.8610189e-06,-17.25014
+27574,-13.749961,-18.562584,-15.937333,-1.1920922e-06
+6049,-18.312378,-1.1920928e-07,-17.62475,-15.624935
+121371,-17.624878,-3.576278e-07,-15.749749,-15.125022
+93977,-3.2881644,-17.788286,-0.038036823,-15.413151
+87794,-18.875128,-21.06275,0.0,-19.312613
+1284,-14.87488,-1.9073468e-06,-18.124752,-13.375272
+86737,-14.261082,-16.886206,-4.510954,-0.011049511
+9800,-11.375032,-16.625156,-17.499907,-1.1563234e-05
+60632,-13.24988,-1.7881378e-06,-18.999752,-18.875086
+69196,-17.124878,-1.1920928e-07,-17.99975,-16.499847
+109514,-13.125129,-18.562752,-2.145765e-06,-16.625546
+75454,-14.249879,-5.960463e-07,-20.437248,-17.374823
+68262,-7.875508,-17.500628,-0.00038020534,-16.56299
+51383,-7.6253667,-0.00048816207,-18.250238,-15.875519
+39024,-7.500431,-0.00055309734,-19.437803,-16.125387
+53372,-11.31334,-15.125962,-1.3132132,-0.3132966
+61955,-12.876937,-17.00206,-6.25181,-0.0019314698
+46407,-8.375109,-0.00023076255,-20.43748,-15.375074
+56851,-10.500155,-20.625275,-2.7536968e-05,-18.000109
+117835,-18.250128,-23.06275,0.0,-20.125237
+41315,-16.875128,-21.25025,0.0,-19.00007
+54086,-5.7220295e-06,-15.000128,-12.124878,-16.999979
+1123,-9.5367386e-07,-18.93762,-13.874873,-18.312603
+6738,-17.374878,0.0,-21.56225,-18.999834
+65022,-14.562749,-15.250371,-8.250121,-0.0002619877
+29011,-14.749992,-17.875114,-16.499865,-4.7683704e-07
+209,-15.312092,-15.687214,-0.06196358,-2.8120353
+117949,-3.1351552e-05,-17.37515,-10.374904,-16.000015
+112253,-14.937538,-14.87516,-12.37491,-4.887569e-06
+117575,-15.876297,-17.688921,-0.0011701887,-6.751298
+12151,-19.875128,-22.43775,0.0,-19.75008
+6503,-6.2270184,-10.22714,-2.3518906,-0.10225479
+47388,-13.124879,-2.0265559e-06,-19.874752,-17.125025
+122533,-11.1250305,-15.562653,-15.937403,-1.5020258e-05
+77557,-8.844938e-05,-13.000211,-9.374961,-13.500192
+3593,-10.125511,-0.00063303934,-10.125383,-7.5006075
+39857,-0.000525694,-10.500648,-11.500398,-7.6254964
+82941,-18.874878,0.0,-20.06225,-18.374882
+2835,0.0,-20.500122,-19.249872,-20.624971
+12119,-10.000174,-19.687796,-4.5656117e-05,-15.500124
+2255,-3.850386e-05,-13.062659,-10.374909,-12.187528
+99071,-10.50148,-16.814102,-0.0013531824,-6.626523
+73970,-17.125128,-15.875249,-1.1920928e-07,-16.875093
+73312,-17.080292,-12.642912,-0.1426634,-2.0177755
+109736,-18.062378,-3.576278e-07,-17.93725,-14.750123
+2581,-12.499881,-3.933899e-06,-20.999754,-15.499847
+64922,-4.511076,-15.261198,-11.760948,-0.011055524
+85830,0.0,-21.375122,-18.624872,-19.500738
+122144,-14.374879,-5.960463e-07,-21.874748,-17.74982
+62330,-13.624878,-1.1920922e-06,-20.999752,-18.37492
+112561,-10.62517,-14.000292,-4.1841584e-05,-11.000198
+48434,-15.499877,-2.3841855e-07,-23.49975,-17.499832
+119944,-14.999877,-4.7683704e-07,-18.87475,-15.874997
+120940,-6.626232,-0.0013536585,-16.063604,-10.5013075
+77443,-22.000128,-22.56275,0.0,-18.625082
+23685,-1.4644592,-12.714581,-0.46433157,-1.9644084
+47231,-12.749881,-2.8610189e-06,-21.06225,-18.249846
+91022,-12.124884,-5.3644035e-06,-21.312256,-20.562353
+714,-14.798618,-16.42374,-3.0484912,-0.048592553
+25730,-17.500128,-16.75025,-3.576278e-07,-15.250094
+97729,-0.0009570309,-10.251079,-7.0008297,-11.500931
+30236,-6.7949063e-06,-14.000129,-13.624879,-12.250046
+2443,-13.124879,-2.0265559e-06,-21.812252,-18.625008
+52656,-5.2212305e-05,-14.2501745,-9.874925,-16.000257
+116972,-14.250078,-16.187698,-10.12495,-4.0768748e-05
+43770,-6.5165596,-7.1416817,-0.016431842,-4.2667446
+10949,-17.999878,0.0,-19.74975,-20.124825
+100306,-15.874877,-1.1920928e-07,-19.37475,-19.625103
+29745,-14.874877,-3.576278e-07,-21.74975,-18.507574
+60439,-14.625001,-18.250122,-16.499872,-4.7683704e-07
+109824,-12.749881,-2.8610189e-06,-21.62475,-17.99994
+102648,-18.877604,-19.690226,-0.002475414,-6.0025744
+62099,-9.499951,-7.486063e-05,-18.874825,-17.124922
+33686,-10.374909,-3.1232346e-05,-21.624779,-18.749971
+116606,-4.8825665,-13.382689,-10.38244,-0.0076391236
+85384,-12.249954,-16.125078,-12.374826,-9.059865e-06
+31834,-12.000162,-11.625284,-3.4093275e-05,-10.875284
+58133,-17.125053,-20.375175,-13.624922,-1.1920922e-06
+95196,-9.00025,-21.125374,-0.0001234932,-16.000341
+11675,-12.999879,-2.264974e-06,-21.874752,-17.624905
+34902,-2.7669885,-1.7671108,-0.26686105,-7.517099
+112691,-15.750029,-18.87515,-10.374901,-3.1351552e-05
+33713,-13.625128,-20.875252,-1.3113013e-06,-16.500105
+109135,-1.5225302,-14.585152,-0.27240264,-3.897492
+60521,-10.500262,-11.312884,-0.00013577017,-9.250408
+76695,-2.9297833,-13.679906,-14.929656,-0.054889303
+98619,-18.750128,-20.75025,0.0,-19.875126
+13731,-14.374879,-5.960463e-07,-20.749748,-18.125097
+14492,-14.499879,-7.152555e-07,-20.874748,-15.12516
+81006,-21.500128,-20.87525,-2.3841855e-07,-15.50009
+114491,-11.136096,-10.511218,-4.5109696,-0.011090893
+120167,-22.875128,-19.87525,0.0,-17.2501
+69602,-16.124878,-1.1920928e-07,-21.68725,-17.500881
+81057,-15.500131,-12.875253,-4.0531077e-06,-13.500102
+118239,-20.624878,0.0,-21.12475,-20.375
+26999,-11.250141,-19.937763,-1.3112935e-05,-16.125095
+103729,-12.25014,-12.250262,-1.239769e-05,-12.7501545
+70324,0.0,-19.312622,-17.374872,-18.49997
+88697,-15.812672,-18.125294,-9.000044,-0.0001236124
+79720,-15.874877,-1.1920928e-07,-20.99975,-19.125084
+119098,-13.283689,-14.721311,-3.4085622,-0.033650726
+16374,-12.624882,-3.5762723e-06,-21.249754,-15.3748455
+8973,-10.499906,-2.7656173e-05,-20.812275,-16.375038
+92670,-0.00038890427,-11.750511,-7.875262,-13.875418
+46136,-14.374879,-7.152555e-07,-18.999748,-16.250017
+113240,-1.1920928e-07,-18.375122,-18.249872,-16.499985
+92271,-11.4539175,-18.329042,-2.578791,-0.07890936
+47020,-13.862848,-14.42547,-2.2377217,-0.11283598
+68952,-7.750586,-15.500709,-0.0004582547,-10.500532
+93704,-16.250128,-18.93775,-1.1920928e-07,-18.563156
+126515,-21.999878,0.0,-20.49975,-18.999897
+1648,-15.753727,-15.941349,-0.003599951,-5.628688
+4147,-18.875103,-17.562725,-9.624973,-6.603976e-05
+106815,-12.268163,-17.205784,-4.0180354,-0.018156867
+18919,-6.876165,-13.001287,-0.0010371788,-13.001568
+88395,-14.87597,-19.563593,-7.000842,-0.0009118928
+83361,-14.249879,-5.960463e-07,-20.124748,-19.499853
+69550,-17.624878,0.0,-18.56225,-18.37538
+59782,-5.753282,-15.315904,-9.753154,-0.0032359401
+62607,-12.507601,-12.820223,-0.75747365,-0.6327218
+49031,-18.257732,-19.757854,-0.007605525,-4.882675
+24073,-16.250565,-19.063187,-7.5004377,-0.00055309734
+34883,-22.625128,-21.18775,0.0,-23.312578
+78080,-1.4305105e-06,-20.375124,-17.999874,-13.50002
+59546,-6.626378,-14.501499,-14.626249,-0.0013267533
+123805,-6.002354,-0.0024761274,-19.627226,-16.12734
+87807,-12.124884,-5.3644035e-06,-21.062256,-20.062382
+53821,-5.1309204,-14.881041,-13.505791,-0.0059303283
+90016,-13.624878,-1.1920922e-06,-18.749752,-18.125029
+75870,-20.187628,-19.50025,0.0,-17.375078
+58764,-14.8758545,-18.563477,-7.1257277,-0.0008048156
+64575,0.0,-20.875122,-17.999872,-17.874964
+85818,-17.875093,-19.812716,-9.749965,-5.8291644e-05
+15652,-16.000128,-20.93775,-1.1920928e-07,-19.000153
+85976,-14.500129,-19.062752,-2.264974e-06,-13.250107
+15080,-18.874878,0.0,-22.68725,-19.499832
+79945,-10.374909,-3.1351552e-05,-20.249779,-16.500046
+76385,-13.537983,-15.663105,-3.2878566,-0.038050022
+115581,-11.251279,-7.1264005,-0.001150661,-8.006238
+61199,-15.999877,-1.1920928e-07,-21.74975,-17.24987
+85813,-21.000128,-19.56275,0.0,-19.875095
+67537,-15.499877,-3.576278e-07,-19.68725,-15.875133
+89261,-15.500127,-15.500249,-4.7683704e-07,-16.375109
+22046,-15.8751955,-17.062817,-8.750068,-0.00015865498
+22926,-3.576278e-07,-16.875122,-16.999872,-14.999965
+49488,-12.250137,-18.312761,-1.0967195e-05,-12.000116
+96660,-10.624903,-2.4437606e-05,-17.624775,-15.625357
+63730,-15.632667,-15.570289,-0.6325399,-0.7576667
+9677,-6.675698e-06,-16.437626,-11.999879,-14.750015
+120201,-15.875055,-19.375177,-10.6249275,-2.4437606e-05
+35208,-18.375128,-21.00025,0.0,-17.750137
+30950,-16.161673,-15.536794,-0.47404507,-0.9741303
+66963,-0.043004595,-18.918127,-3.167877,-16.29391
+16156,-9.500086,-17.937706,-16.499956,-7.4979835e-05
+69670,-12.374881,-4.1723165e-06,-20.937254,-17.37494
+13477,-8.625056,-0.00017963226,-22.37493,-16.250069
+50904,-18.624878,0.0,-21.06225,-20.62484
+7930,-21.937628,-23.37525,0.0,-19.500103
+26294,-13.125338,-17.000456,-7.8752084,-0.00038211196
+35749,-9.500201,-22.000324,-7.486063e-05,-18.250145
+55850,-11.375139,-21.062761,-1.1444026e-05,-17.250103
+64767,-9.250064,-16.125189,-15.249936,-9.6435666e-05
+22057,-17.375164,-18.625286,-9.000034,-0.0001234932
+87663,-14.126066,-17.25119,-6.875939,-0.0010336062
+35864,-16.12505,-20.750172,-13.374919,-1.6689287e-06
+33007,-12.75013,-17.125254,-3.2186456e-06,-15.50012
+81372,-9.000174,-18.375294,-12.625046,-0.00012671144
+97703,-14.749877,-3.576278e-07,-21.37475,-17.875105
+118589,0.0,-19.375122,-16.999872,-17.001707
+65741,-1.9073468e-06,-16.375124,-17.874874,-13.250021
+119601,-17.875128,-19.75025,-1.1920928e-07,-16.250086
+114504,-15.750127,-20.18775,-1.1920928e-07,-17.875134
+92452,-9.5367386e-07,-19.12512,-13.874873,-17.503376
+11152,-0.001596011,-12.001718,-7.7514687,-6.7606683
+44669,-13.2501335,-14.750256,-5.4836123e-06,-12.625186
+121963,-13.124879,-2.0265559e-06,-20.874752,-17.9999
+63486,-8.750139,-16.12526,-14.375011,-0.00015913174
+123055,-7.135679,-16.135801,-0.010551144,-4.635696
+119717,-0.002005829,-13.002128,-6.2518783,-9.502391
+88042,-13.250026,-16.375149,-10.874898,-2.0742202e-05
+54428,-15.374877,-2.3841855e-07,-21.37475,-17.250029
+125274,-0.02630904,-13.151431,-3.6511812,-12.5262985
+46816,-15.151426,-15.276548,-0.026298705,-3.6513739
+8553,-12.2501335,-22.250256,-5.7220295e-06,-13.875093
+56455,-13.624878,-1.1920922e-06,-21.499752,-20.56253
+101092,-0.0009202298,-7.751043,-7.625793,-13.252085
+55570,-0.00016294583,-14.000285,-12.500035,-8.750161
+2531,0.0,-19.375122,-17.999872,-18.625048
+55854,-11.499888,-1.0132739e-05,-19.812258,-17.374865
+65143,-1.1920928e-07,-20.687622,-16.374872,-19.374994
+28422,-16.251982,-18.252104,-6.2518554,-0.0019288522
+36329,-10.250077,-18.000202,-15.999951,-3.552374e-05
+8061,-12.624882,-3.5762723e-06,-20.062254,-15.124965
+107678,-16.499878,-1.1920928e-07,-21.18725,-18.999954
+53009,-0.0009196343,-11.876041,-13.125792,-7.001809
+62879,-8.225407e-06,-16.18763,-15.124881,-11.750127
+26784,-12.999879,-2.384183e-06,-19.437252,-16.124847
+21912,-13.6390085,-13.576631,-0.20138116,-1.7015704
+113597,-9.5367386e-07,-15.875123,-15.999872,-14.124994
+82760,0.0,-20.437622,-17.999872,-18.125122
+26160,-18.499878,0.0,-22.56225,-18.249838
+23421,-7.3755054,-0.00062755914,-16.562878,-14.000775
+41793,-1.3231416,-4.698264,-6.5730143,-0.32407784
+103325,-15.499877,-2.3841855e-07,-22.06225,-21.562355
+33557,-20.374878,0.0,-20.81225,-17.999853
+81209,-14.749877,-3.576278e-07,-21.49975,-19.687378
+107064,-12.624853,-18.437479,-16.56223,-3.3378547e-06
+98221,-0.12693173,-13.502054,-14.501804,-2.126916
+16139,-13.879629,-15.629751,-5.379503,-0.0046218946
+62717,-15.374877,-2.3841855e-07,-21.93725,-18.249962
+28151,0.0,-21.750122,-20.062372,-21.187483
+22888,-10.624906,-2.7298554e-05,-15.749778,-12.750559
+24637,-6.252056,-17.939678,-0.0019283763,-16.752083
+92809,-14.750039,-21.56266,-15.124911,-7.152555e-07
+91862,-9.625212,-10.875334,-8.511181e-05,-16.50016
+7412,-1.9073468e-06,-17.187624,-13.249874,-16.249998
+52442,-6.50163,-17.376753,-0.0015021004,-16.876623
+87399,-0.0052564037,-12.130379,-5.2551284,-11.005358
+112712,-1.1920928e-07,-20.750122,-18.124872,-16.62498
+54201,-0.0075559537,-14.257677,-13.757427,-4.8894176
+117074,-16.500128,-19.37525,-1.1920928e-07,-17.500082
+25137,-4.6347537,-14.384876,-14.634626,-0.009756971
+16780,-0.0015176933,-14.689138,-6.5013905,-11.126488
+72881,-16.250134,-18.187756,-5.4836123e-06,-12.125197
+110597,-12.999879,-2.264974e-06,-20.124752,-18.374947
+89655,-3.6954812e-06,-17.625126,-12.499876,-17.500223
+48391,-12.124884,-5.4836123e-06,-18.187256,-16.374924
+110182,-1.7881378e-06,-19.000124,-13.249874,-17.68745
+87621,-14.187535,-11.000157,-12.9999075,-1.966934e-05
+122711,-1.1920922e-06,-17.500124,-14.249872,-14.380454
+115720,-1.1920928e-07,-20.687622,-18.124872,-15.87496
+66486,-11.874884,-6.9141147e-06,-23.999758,-19.125002
+68169,-14.874877,-3.576278e-07,-21.74975,-17.874977
+110138,-6.0026035,-20.190226,-0.002475533,-16.50262
+21580,-9.499953,-7.4979835e-05,-18.749823,-15.874994
+102553,-13.124879,-2.0265559e-06,-20.874752,-19.437702
+78769,-8.875018,-0.00013982272,-20.749887,-19.125004
+93593,-15.249877,-2.3841855e-07,-20.99975,-19.249846
+16612,-6.3765807,-0.0017028844,-18.688953,-14.501752
+59583,-7.6254797,-16.625597,-13.750351,-0.0004891153
+76885,-1.5497195e-06,-15.875124,-14.874874,-13.75001
+120777,-15.124877,-2.3841855e-07,-20.68725,-17.191446
+121894,-0.00013982272,-19.562761,-18.312511,-8.875155
+88371,0.0,-22.125122,-19.312372,-20.253077
+68747,-17.000128,-17.87525,0.0,-20.062641