Add files using upload-large-folder tool

.gitattributes

@@ -1371,3 +1371,9 @@ finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=4/lora_ans_no_es/0.0
 finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff77b83120e73adf4ef255728d5f284e750f565bdd9e9307bfecea5169e39f28
+size 42951934

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a803f5d62fad9d2dbe4076251f07a8386ecb9deb850b33bb5b8f9ef58701733b
+size 42951934

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/events.out.tfevents.1734809092.gamma.3837947.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d57196d45be19a08d6bca2da586dd5f4ac685823a38f043830b984df62b2438
+size 14692

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,70 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.4313726834952831,0,7.607725620269775,
+0,8,0.1153034083545208,1,15.66885207249568,
+0,16,0.13012241572141647,2,13.673680424690247,
+0,24,0.2745078131556511,3,12.174663203103202,
+0,32,0.08898746967315674,4,4.614574432373047,
+0,40,0.08604216948151588,5,4.292460653398718,
+0,48,0.09504139795899391,6,4.279417616980417,
+0,56,0.13324008136987686,7,7.1211139133998325,
+0,64,0.13119032233953476,8,3.8159791624971797,
+0,72,0.14209266006946564,9,2.3528172858059406,
+0,80,0.1269196718931198,10,2.303819145475115,
+0,88,0.1334896795451641,11,1.9677994847297668,
+0,96,0.08294675499200821,12,3.7452243704062242,
+0,104,0.13072142004966736,13,2.9925806178496432,
+0,112,0.13340239599347115,14,2.0195807496706646,
+0,120,0.08866439014673233,15,3.367742121219635,
+0,128,0.0937843918800354,16,1.551161278039217,
+,,,16,,1.4873755698980287
+0,136,0.15177340060472488,17,1.6636354818063623,
+0,144,0.12774907425045967,18,0.9760988473892211,
+0,152,0.1485162489116192,19,1.3106833533807234,
+0,160,0.0765339732170105,20,1.9700218017678708,
+1,168,0.14276933297514915,21,1.626366525888443,
+1,176,0.1326756328344345,22,1.0665135925014815,
+1,184,0.14859680831432343,23,0.6333728963509202,
+1,192,0.13302627950906754,24,1.148313730955124,
+1,200,0.12501904740929604,25,0.7474969056519595,
+1,208,0.12783580273389816,26,0.7212319269995479,
+1,216,0.14154937490820885,27,0.4193164812667029,
+1,224,0.13343679159879684,28,0.4615530949085951,
+1,232,0.14504555240273476,29,0.7483757612062618,
+1,240,0.1332959346473217,30,1.4257627844810485,
+1,248,0.13146133348345757,31,0.6962774944932837,
+1,256,0.08374166116118431,32,1.0615182432035606,
+,,,32,,0.5185452838276707
+1,264,0.08975857496261597,33,0.5003859137068503,
+1,272,0.12660832703113556,34,0.5988555196672678,
+1,280,0.0893104188144207,35,1.3878109265457501,
+1,288,0.09380536153912544,36,0.8396767698228359,
+1,296,0.08676989376544952,37,0.35911959552994144,
+1,304,0.13153260201215744,38,0.442382929334417,
+1,312,0.09300685301423073,39,0.14564704957107702,
+1,320,0.09125545248389244,40,0.0958360289533933,
+2,328,0.1306832954287529,41,0.36992806067260414,
+2,336,0.08156554028391838,42,0.38605693920205036,
+2,344,0.13185466080904007,43,0.8213263449861723,
+2,352,0.1481899954378605,44,0.10172897775191814,
+2,360,0.08732890710234642,45,0.14881269038111591,
+2,368,0.08582770451903343,46,0.2281066220602952,
+2,376,0.14483817666769028,47,0.45026390566764507,
+2,384,0.1355188973248005,48,0.3916465743134419,
+,,,48,,0.41659359599268714
+2,392,0.13390003144741058,49,0.4157792500713292,
+2,400,0.14594019204378128,50,0.8990662878809067,
+2,408,0.13163476809859276,51,0.5147872016874745,
+2,416,0.13193795830011368,52,0.6088869900872501,
+2,424,0.12667976319789886,53,0.45551999274175614,
+2,432,0.1328941285610199,54,0.18286909013210487,
+2,440,0.13490794226527214,55,0.16086189956071653,
+2,448,0.1408681534230709,56,0.26979827985633165,
+2,456,0.1341170258820057,57,0.03413299405947327,
+2,464,0.1290181651711464,58,0.09096277924254537,
+2,472,0.0907091535627842,59,0.11758311802091506,
+2,480,0.14595811441540718,60,0.3073515632422641,
+3,488,0.1463427059352398,61,0.21196541763268983,
+3,496,0.08895615488290787,62,0.015032275766134261,
+3,504,0.08680551126599312,63,0.1165961987207993,
+3,512,0.14136342704296112,64,0.26146745739970356,
+,,,64,,0.09685385504434275

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/test=20newsgroups/list=test_800/labels.csv

@@ -0,0 +1,800 @@
+9093,16
+6372,2
+14573,12
+11938,15
+1712,17
+12553,16
+16642,14
+2432,18
+4032,15
+2320,3
+9358,3
+10651,1
+9297,8
+5267,14
+7346,13
+18169,3
+544,17
+4136,2
+14172,1
+2609,10
+17603,11
+12700,14
+6239,12
+8495,18
+15771,18
+11698,18
+127,16
+3419,17
+13218,0
+17284,5
+3475,1
+15884,17
+14988,3
+15250,12
+265,3
+14431,13
+2182,19
+16984,1
+8187,19
+4463,9
+15259,13
+17872,12
+2223,8
+15302,12
+6970,12
+6840,10
+5417,11
+5550,7
+14019,16
+6122,10
+15287,12
+12758,2
+3017,2
+37,11
+16939,15
+5018,14
+16827,7
+4365,4
+15411,17
+17191,5
+3836,11
+9220,12
+691,5
+12707,11
+5492,6
+4703,15
+3800,2
+15970,13
+10179,17
+8908,7
+5284,10
+6699,4
+346,9
+1343,4
+5352,3
+9079,6
+11870,19
+16922,6
+921,11
+7089,9
+1642,14
+6070,13
+7518,15
+10751,15
+174,13
+16038,10
+16392,10
+3722,15
+4781,15
+10028,2
+15197,8
+13618,4
+5070,5
+16307,10
+13398,4
+8996,2
+11358,18
+9565,18
+5237,19
+7450,19
+15992,17
+9879,2
+18046,5
+17540,12
+11094,1
+15116,9
+15945,5
+11742,5
+13122,13
+618,2
+30,6
+4186,7
+17581,16
+13233,9
+10977,14
+6010,2
+16733,10
+15300,15
+2011,5
+13108,15
+5547,2
+8648,4
+8365,18
+3490,16
+1790,14
+718,0
+15930,19
+1178,13
+9773,9
+17616,11
+733,17
+3740,3
+8897,12
+13049,3
+11555,16
+4631,7
+7830,10
+13143,11
+17982,10
+2064,18
+9327,6
+2784,5
+16094,1
+1661,9
+14421,0
+376,13
+14091,14
+3641,18
+18342,19
+7598,3
+17676,12
+9229,9
+12389,7
+16991,7
+13416,1
+7828,7
+6071,18
+14065,3
+15961,16
+11912,16
+2544,9
+6009,13
+5765,11
+17811,16
+12062,10
+78,2
+12738,2
+900,16
+7248,10
+8654,13
+11763,18
+8986,12
+18281,2
+3513,12
+17921,19
+14797,18
+13119,17
+611,16
+14417,9
+16506,18
+6303,5
+15475,6
+6881,0
+1749,9
+15921,9
+11810,7
+10963,13
+11445,11
+9029,1
+10032,2
+1325,8
+6318,9
+18243,14
+11366,4
+4343,1
+1309,1
+3292,9
+10631,18
+5425,15
+12275,11
+10638,6
+5767,14
+4571,5
+8157,6
+2910,15
+8870,7
+3623,10
+698,10
+15737,4
+13194,15
+8273,1
+17359,7
+9928,10
+823,12
+1066,10
+8386,5
+4043,17
+14005,13
+11079,3
+9484,2
+15875,18
+13012,14
+2154,12
+17060,16
+12041,6
+2109,16
+12734,10
+7063,0
+5552,16
+9988,0
+18088,8
+6834,3
+2267,10
+3778,1
+13669,11
+8807,4
+6001,18
+8900,0
+13228,13
+13252,8
+8330,18
+16479,8
+15968,9
+17641,8
+5295,3
+11399,7
+1243,15
+15399,16
+3101,11
+45,4
+4760,19
+359,4
+14055,11
+12632,14
+14892,11
+13716,18
+6861,7
+16982,3
+17263,9
+14135,18
+13361,6
+77,7
+9048,14
+15957,4
+8833,12
+14854,10
+5807,16
+7278,7
+2542,8
+6784,16
+3280,2
+8796,8
+2508,1
+8686,13
+5604,7
+15050,14
+15614,4
+128,9
+9381,13
+6707,10
+15166,19
+14118,13
+17574,6
+8139,13
+8837,2
+12563,18
+1300,12
+18265,11
+1377,8
+14927,16
+16580,0
+9248,2
+9084,10
+8182,7
+1902,8
+11050,10
+430,15
+7213,19
+1717,18
+10812,7
+16893,0
+8177,1
+13630,2
+7026,2
+3148,18
+17758,3
+13542,2
+1657,17
+11197,14
+6781,18
+14105,11
+3978,11
+13625,13
+737,9
+6361,4
+15800,5
+9291,19
+12254,17
+14052,5
+9893,2
+13489,12
+10263,4
+7884,4
+8585,2
+9812,2
+9721,15
+16075,12
+13649,7
+4637,5
+5119,8
+1702,18
+1604,4
+13602,13
+8402,2
+14919,1
+9317,16
+9355,12
+1878,5
+10713,0
+7406,14
+6869,11
+9950,14
+2428,6
+10251,15
+14115,2
+11589,8
+15969,6
+6156,9
+5236,1
+1511,2
+15753,11
+14327,16
+8932,7
+5037,5
+7885,17
+15090,15
+15917,0
+8552,3
+14204,8
+12108,8
+13056,3
+18264,10
+4904,9
+9831,9
+7550,10
+16800,14
+4910,3
+6040,14
+15897,15
+1489,4
+2607,16
+18351,11
+1335,19
+12473,2
+13811,0
+11656,17
+2009,16
+12892,9
+6328,14
+4535,11
+5124,9
+4052,17
+1866,17
+339,1
+9464,0
+16877,18
+5846,8
+16562,8
+13422,13
+17613,9
+9640,16
+8770,5
+17201,2
+13925,5
+1640,3
+13411,3
+18133,4
+1727,8
+14075,10
+13375,13
+9439,0
+6819,17
+13720,9
+1590,3
+10274,16
+14559,19
+559,15
+9101,10
+5082,10
+11364,18
+12767,15
+1587,6
+15995,17
+1541,17
+3560,15
+3747,3
+17792,13
+245,18
+13400,10
+15095,15
+2532,1
+6503,8
+18364,19
+10357,5
+389,4
+10468,17
+4975,10
+163,12
+8279,14
+1972,16
+6418,12
+13139,4
+8478,7
+1431,3
+12647,7
+17226,18
+6651,17
+1832,5
+885,17
+1675,4
+2235,14
+14970,16
+4333,1
+6929,2
+4589,1
+10840,19
+5333,14
+2678,13
+4698,5
+7016,1
+9624,13
+2189,18
+15418,0
+16582,13
+8612,15
+2825,2
+3625,11
+6532,17
+6245,14
+17838,11
+7277,3
+8071,1
+7429,10
+569,10
+14886,6
+15240,4
+14185,15
+14420,3
+11920,1
+12801,13
+1647,13
+1755,3
+285,10
+17721,17
+6979,11
+39,16
+11370,11
+3614,1
+4075,11
+11525,5
+5365,2
+2885,14
+4179,9
+887,4
+8197,10
+13717,17
+6545,0
+9760,5
+817,1
+5133,17
+2033,9
+11301,1
+17487,5
+14177,0
+4531,17
+17414,5
+1957,6
+14516,7
+2749,1
+18229,1
+12514,7
+12742,16
+15941,18
+17885,19
+6542,7
+2799,14
+15027,3
+5459,15
+6367,2
+2858,13
+15137,13
+1594,10
+15612,3
+2594,15
+11128,4
+16626,16
+9963,11
+10248,18
+4856,8
+12078,7
+250,2
+5235,15
+16973,18
+17413,12
+14428,4
+11941,15
+11836,16
+14948,18
+1412,10
+11214,17
+13980,2
+11521,8
+12332,3
+3370,10
+5852,3
+16300,10
+3304,18
+979,2
+3933,9
+15810,9
+2726,15
+9609,6
+15857,18
+15419,2
+7370,3
+16401,14
+1683,2
+14263,19
+17745,6
+17299,4
+16736,14
+1337,11
+16960,9
+3887,15
+17894,16
+9953,11
+4040,15
+3398,14
+13460,7
+3603,11
+12725,17
+16778,4
+12021,4
+4564,15
+14972,13
+2378,11
+18371,9
+15855,0
+507,13
+14051,6
+11267,8
+9521,16
+3683,14
+9163,12
+6748,18
+619,9
+14119,6
+14367,14
+4334,14
+4475,3
+7143,7
+8087,7
+15319,1
+2731,10
+7749,19
+4913,3
+17977,11
+7360,13
+17781,7
+10649,4
+11798,10
+9572,10
+5675,13
+1497,8
+318,6
+15440,15
+13793,7
+11119,14
+9993,19
+8290,5
+17579,1
+13427,6
+536,6
+3541,10
+4807,0
+4218,14
+12666,4
+16719,2
+6571,3
+6588,1
+5702,4
+1803,10
+10660,3
+7251,16
+14433,2
+10258,9
+3890,8
+17608,5
+6286,19
+12373,14
+5467,13
+4834,8
+5822,1
+9997,15
+1067,4
+10893,11
+12261,6
+16944,6
+18396,1
+11805,12
+1029,3
+332,14
+10582,13
+17366,11
+14287,6
+1839,10
+10233,4
+14799,15
+7468,0
+9755,1
+13935,7
+10954,7
+11320,2
+14262,3
+16725,15
+18389,19
+12970,8
+8476,2
+16283,8
+11182,16
+13663,18
+8136,16
+15307,8
+17862,18
+6522,11
+15556,1
+962,19
+5312,18
+12809,3
+8589,2
+7893,3
+4414,0
+11118,17
+13622,14
+1319,8
+6480,18
+11813,4
+3508,3
+5136,8
+5801,12
+3529,3
+11720,15
+16912,5
+15199,8
+8338,16
+6400,17
+558,17
+12040,6
+944,10
+9372,2
+14954,6
+11176,6
+7469,5
+9263,1
+16967,13
+1914,4
+6251,9
+8274,9
+10527,17
+14307,14
+13322,6
+12648,6
+10986,10
+7185,13
+5737,10
+10183,9
+3495,18
+1274,5
+2413,9
+8234,12
+5783,6
+1536,7
+10048,16
+1787,9
+15255,3
+3671,17
+5986,3
+9620,6
+6380,1
+14181,4
+2001,0
+14953,2
+6490,9
+1131,15
+1856,10
+5982,5
+12226,13
+9419,3
+5882,9
+3295,17
+6952,3
+13477,7
+18134,15
+81,16
+7998,9
+13836,9
+9710,14
+9954,4
+16058,9
+16859,12
+1009,15
+12596,13
+2118,12
+1472,16
+18319,11
+2567,8
+579,11
+1328,19
+9424,19
+15998,17
+3357,11
+10411,6
+8436,7
+18332,9
+13030,1
+17550,7
+5053,11
+9387,9
+4828,14
+12006,8
+9323,17
+15925,2
+15979,3
+4753,14
+9385,6
+14211,17
+13364,10
+16546,10
+17795,13
+14990,7
+15602,6
+4896,0
+397,5
+15832,18
+12622,8
+7048,11
+17771,19
+9245,4
+2390,15
+16069,0
+16122,8
+17378,19
+3947,0
+8268,9
+6419,5
+16403,2
+13568,5
+2370,19
+15484,6
+6904,13
+8175,17
+13430,7
+8432,11
+14159,17
+10327,11
+12384,3
+13474,3
+13988,14
+13985,4
+3538,10
+14670,18
+3533,17
+11680,1
+665,10
+16601,1
+7858,7
+11650,3
+5909,2
+10873,14
+6960,15

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 64
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120fd92d38a6886a197f0684267e097f585efe0f172b96171f72f25634b08385
+size 42951934

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1df4d0a0fe9f3173e218b86f781b8434e9ef0d63bc2f4a769c53fc04f562e54
+size 42951614

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0244d54c17646c2444b7ca5ac949123324b548cd4185ca436c6758ecca890cbe
+size 42951934

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/events.out.tfevents.1735286072.gamma.1604945.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149e36e4134d8eed873cf8ece3af7138ed7ae9c687bfac82102a0fe5227614a9
+size 492644

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=20newsgroups/list=0.7-1.0/labels.csv

@@ -0,0 +1,48 @@
+6141,16
+8643,6
+18100,13
+1090,8
+17225,16
+3616,5
+12554,18
+17984,14
+17089,4
+15889,16
+14823,1
+15320,6
+16216,16
+7497,10
+11303,15
+11216,4
+12936,3
+10885,3
+17409,9
+18,12
+16872,1
+9351,18
+5791,11
+2575,6
+754,2
+9118,2
+14907,14
+6668,18
+14232,3
+390,11
+6078,1
+3308,11
+6415,2
+16332,9
+8449,11
+14657,2
+2410,1
+12161,7
+12204,13
+5424,19
+5097,7
+11528,17
+13506,9
+14542,5
+17899,13
+3167,11
+8564,19
+6860,5

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=20newsgroups/list=0.7-1.0/logits.csv

@@ -0,0 +1,48 @@
+6141,-15.455578,-2.3889198,-2.2639198,-4.393497,-7.126221,-28.444445,-8.88892,-5.13892,-8.584857,-12.969935,-6.692152,-17.735994,-7.076435,-9.388936,-5.38892,-12.265107,-6.3037715,-9.899169,-10.95142,-10.333249
+8643,-11.377461,-7.2101,-5.6476,-0.0851671,-5.022928,-11.93943,-7.8976,-7.3976,-6.9647217,-15.334654,-11.078065,-10.138419,-7.3351417,-10.085199,-10.7726,-12.91824,-8.401407,-8.934322,-8.7726,-9.47126
+18100,-11.67964,-14.993192,-11.618192,-17.685041,-25.17366,-29.29842,-10.180692,-7.993192,-12.30639,-17.641216,-14.672933,-17.13015,-9.431612,-0.11826299,-12.868192,-10.243259,-9.503288,-12.783696,-9.805692,-11.306055
+1090,-15.631426,-19.188066,-14.563066,-19.00866,-24.092373,-29.439154,-15.125566,-9.250566,-0.0018224753,-14.941515,-8.904209,-25.200596,-13.188207,-11.000801,-16.750566,-15.577777,-13.904095,-14.863045,-14.750566,-16.815289
+17225,-2.729516,-10.947885,-11.760385,-15.826913,-19.152132,-27.324253,-10.197885,-6.2603846,-7.6394844,-11.961336,-8.84502,-12.696169,-9.393616,-5.760435,-8.260385,-11.7746725,-7.135406,-0.13553281,-3.2603846,-5.2605085
+3616,-4.816174,-5.778795,-6.028795,-6.842244,-9.167424,-19.740417,-0.09129455,-4.341295,-5.0955706,-12.816623,-8.393316,-12.676423,-5.0913367,-6.78937,-5.716295,-11.139306,-3.5913062,-7.904987,-5.778795,-7.655793
+12554,-5.895161,-15.268352,-12.518352,-16.149637,-23.028343,-30.91261,-13.830852,-6.018351,-11.894803,-16.713104,-10.4266,-18.340466,-11.284337,-0.018368939,-16.14335,-15.289428,-10.768367,-11.768553,-4.393351,-11.581144
+17984,-10.129137,-12.634043,-13.571543,-17.073088,-17.88074,-27.681675,-11.446543,-10.884043,-16.447367,-21.17828,-18.911781,-19.12123,-11.321643,-9.762712,-0.009042857,-18.33969,-8.009062,-8.134772,-5.1340427,-16.072365
+17089,-21.115297,-16.437834,-16.000334,-11.625465,-0.000573074,-23.995277,-14.750333,-18.000334,-12.751588,-25.929943,-21.540787,-26.311104,-11.375407,-15.875385,-19.437834,-23.832714,-14.934035,-18.83671,-18.312834,-20.882215
+15889,-6.7659383,-10.013514,-10.763514,-14.891652,-13.5209875,-33.505783,-10.388514,-6.2635136,-9.451055,-15.889737,-9.705978,-18.556435,-9.982416,-8.326461,-11.201014,-12.327714,-0.013518641,-11.516827,-5.2635136,-6.014625
+14823,-6.607297,-0.1223939,-5.122394,-4.622445,-3.62631,-8.244991,-8.059894,-7.559894,-9.37303,-15.27695,-12.0191345,-12.550991,-4.1225834,-9.312254,-10.497394,-11.463886,-5.526775,-9.784458,-10.059894,-9.694713
+15320,-23.284897,-21.518274,-19.205774,-17.83171,-23.938381,-31.87295,-0.01827498,-4.018275,-11.053472,-20.949934,-21.29073,-31.570103,-14.8939905,-21.21526,-19.580774,-22.92266,-18.020237,-18.6493,-16.768274,-18.487488
+16216,-4.7929764,-11.039318,-13.351818,-17.23195,-21.780815,-31.849335,-14.351818,-6.7893176,-9.9144125,-15.04248,-10.914188,-17.85376,-12.812444,-9.2910595,-14.664318,-5.7982025,-3.7893498,-10.481253,-6.0393176,-0.040091366
+7497,-29.062572,-20.250347,-21.625347,-22.932793,-30.77133,-35.904804,-19.562847,-21.187847,-25.473387,-20.192692,-0.0019933141,-27.62266,-20.295097,-15.188351,-22.219097,-24.111979,-22.94524,-29.518225,-19.437847,-23.632195
+11303,-10.592007,-13.269864,-14.144864,-16.358835,-16.900997,-25.078548,-11.082364,-11.082364,-14.897234,-13.521495,-9.07489,-17.17443,-11.529182,-8.145,-12.144864,-1.2706813,-10.458974,-10.217331,-10.644864,-0.39502475
+11216,-12.373427,-11.329711,-8.142211,-0.26736626,-1.5174319,-25.697412,-10.079711,-8.142211,-11.207044,-20.472158,-10.330635,-18.74651,-4.392233,-8.892239,-13.517211,-17.145037,-12.193483,-12.47215,-14.142211,-13.080666
+12936,-15.280906,-6.0731173,-6.5731173,-1.0731754,-6.6370807,-13.40228,-1.573117,-8.823117,-5.1361613,-18.892895,-8.400507,-10.895599,-1.0731359,-9.136665,-10.448117,-13.22279,-6.6812577,-10.026974,-10.573117,-11.330916
+10885,-14.552742,-8.640432,-4.5154324,-0.015511979,-10.07809,-22.05621,-8.952932,-13.265432,-9.578737,-20.659569,-14.050179,-17.586555,-6.390446,-11.953006,-14.702932,-15.627635,-13.884766,-14.319724,-14.765432,-13.2690525
+17409,-21.377026,-21.187763,-21.125263,-25.819962,-30.823988,-36.181393,-19.062763,-19.875263,-19.38342,-0.00042409904,-16.519558,-27.071861,-18.250723,-15.250566,-21.187763,-18.051756,-16.949516,-19.830006,-16.000263,-22.024126
+18,-11.692694,-7.890898,-8.578398,-7.7659574,-12.049139,-22.84737,-6.265898,-9.078398,-7.5605288,-16.491917,-17.066532,-15.745377,-0.016109593,-9.578505,-10.265898,-13.769712,-8.878626,-21.896265,-10.265898,-12.602148
+16872,-4.6723957,-3.295434,-2.295434,-7.9835944,-1.1720618,-21.576199,-5.045434,-5.420434,-4.1707487,-11.814442,-6.9391623,-13.685464,-4.60811,-8.733317,-9.982934,-9.796185,-8.252111,-7.5761733,-7.482934,-10.362038
+9351,-1.3959476,-10.199617,-8.949617,-12.650029,-24.391548,-25.75879,-10.387117,-5.512117,-11.949735,-13.39412,-11.798757,-13.751575,-6.630262,-5.637741,-9.637117,-12.95687,-9.512164,-6.8258824,-0.38711712,-10.138
+5791,-7.877178,-14.7506275,-16.875628,-20.536612,-22.12468,-32.921043,-16.188128,-10.6256275,-15.938413,-19.018301,-14.82727,-21.926046,-14.369409,-12.625683,-17.875628,-17.330667,-0.000633639,-14.564178,-9.1256275,-13.252486
+2575,-23.354708,-15.451764,-15.326764,-10.201977,-1.7021929,-22.516424,-0.20176375,-13.326764,-11.326816,-20.629393,-21.340073,-27.23365,-9.076813,-15.951887,-19.514263,-21.454641,-10.587208,-16.454454,-16.514263,-17.93903
+754,-10.729328,-6.069657,-2.0696568,-5.944737,-2.5712266,-12.8947525,-6.569657,-8.319657,-7.9454293,-14.22876,-5.800834,-14.009618,-0.31967282,-4.6946726,-3.9446568,-14.1978035,-7.407756,-14.254024,-12.444657,-12.696675
+9118,-17.3112,-9.235308,-0.04780792,-3.6728501,-11.675575,-4.607016,-8.172808,-9.860308,-8.423978,-17.338148,-15.741411,-14.865665,-6.9229293,-9.361149,-14.047808,-15.536596,-4.8089542,-12.620246,-13.297808,-13.307684
+14907,-11.446399,-16.10154,-15.226539,-19.802635,-24.245628,-31.42132,-14.039039,-12.351539,-14.855525,-18.67017,-13.326223,-23.895084,-13.728703,-8.039052,-0.039038867,-18.228884,-8.569273,-21.227934,-14.851539,-18.976816
+6668,-3.7420359,-7.8657217,-8.865722,-14.275725,-16.798624,-27.212223,-8.053222,-4.6157217,-8.991772,-13.381683,-3.5018418,-15.510666,-7.8001704,-5.994608,-10.615722,-10.599813,-6.679067,-8.179577,-0.24072154,-6.053858
+14232,-12.429174,-7.2806034,-9.780603,-0.030707397,-5.0309396,-13.81736,-6.2806034,-10.218103,-7.530768,-19.66911,-13.1421795,-13.131287,-5.0306215,-11.468891,-12.155603,-17.046726,-8.374926,-12.720159,-11.468103,-6.4103003
+390,-11.554935,-11.004056,-9.629056,-8.879371,-10.586361,-24.554062,-8.004056,-10.316556,-11.629444,-16.560534,-9.774179,-12.943063,-0.0040649055,-12.191621,-7.129056,-15.215963,-9.692001,-15.048409,-10.129056,-12.566843
+6078,-17.87451,-4.9000025,-7.1500025,-10.337608,-9.532935,-10.2855015,-8.6500025,-11.4000025,-13.276909,-15.868042,-11.561345,-22.848457,-7.962581,-7.90043,-0.025002252,-15.090763,-7.1064296,-11.203053,-12.7125025,-13.851679
+3308,-5.8568087,-2.388273,-1.138273,-1.6383096,-12.597351,-18.153582,-7.0132732,-7.8257732,-7.3927574,-17.067617,-9.3559675,-10.330163,-1.2632796,-5.888445,-4.1382732,-13.795658,-3.142228,-8.852605,-7.6382732,-12.335689
+6415,-9.484967,-0.9797196,-1.1047196,-6.508147,-2.3561344,-4.31861,-7.2922196,-7.8547196,-12.047517,-15.990414,-15.340788,-12.612739,-5.980399,-10.924774,-5.4797196,-12.66923,-7.161786,-12.465895,-11.167219,-14.06685
+16332,-16.413498,-19.125576,-17.563076,-19.00592,-23.33178,-31.477468,-12.125577,-13.875577,-11.964668,-0.0011157258,-9.973784,-21.344704,-14.388321,-13.894231,-15.125577,-14.813402,-15.136233,-17.841482,-13.625577,-13.081835
+8449,-13.355885,-8.91373,-4.3512297,-3.2266564,-9.988857,-13.302006,-4.8512297,-10.53873,-3.6023698,-16.521704,-8.702424,-7.839634,-6.601253,-5.66616,-1.4762298,-13.456047,-0.504834,-7.1826196,-6.8512297,-10.103709
+14657,-17.391365,-14.131925,-0.006924205,-5.0069575,-15.070809,-18.243843,-14.069425,-15.006925,-11.63257,-24.836645,-19.182001,-23.231308,-11.132164,-14.070637,-19.256924,-19.258818,-14.848842,-18.36775,-16.194424,-15.778175
+2410,-10.694381,-0.01569948,-6.5156994,-6.2661514,-5.1419163,-11.165482,-10.890699,-9.703199,-12.0786495,-16.505245,-13.891429,-13.712869,-11.01583,-8.265827,-9.703199,-13.642162,-7.864666,-13.320208,-12.890699,-9.081146
+12161,-20.00406,-17.250822,-14.250822,-15.625893,-19.3805,-23.934027,-12.313322,-0.00082161045,-10.6987505,-18.67477,-17.32605,-24.033798,-11.252234,-13.314856,-16.875822,-17.75106,-8.52499,-16.5655,-12.813322,-15.723871
+12204,-7.330882,-17.627695,-14.065196,-18.096897,-22.752602,-33.79259,-11.627696,-11.815196,-15.378933,-18.54733,-20.959179,-22.01268,-13.129531,-0.0029007578,-14.877696,-14.752784,-13.265865,-13.185401,-13.502696,-13.128431
+5424,-3.5444376,-6.980278,-3.667778,-9.11428,-14.886513,-26.155064,-4.042778,-3.792778,-7.230844,-14.234618,-9.980319,-12.09215,-7.168046,-3.6678033,-6.605278,-8.982617,-0.16953455,-8.808119,-4.792778,-5.7324896
+5097,-21.994675,-24.626965,-17.439465,-23.131842,-25.847284,-32.87179,-14.439464,-0.0019639507,-6.4112773,-20.114565,-15.337056,-26.18431,-15.583166,-16.815008,-19.689465,-18.075237,-17.569061,-16.689844,-14.314464,-20.065294
+11528,-12.642729,-19.250122,-17.875122,-23.473858,-23.283897,-37.16539,-17.937622,-13.812622,-17.81318,-20.564535,-16.493816,-23.821888,-19.538937,-11.377801,-18.750122,-15.68878,-14.562873,-0.0010684943,-11.500122,-11.625162
+13506,-20.200613,-21.062574,-19.937574,-23.569067,-26.05834,-37.525436,-19.562574,-20.250074,-19.21999,-0.00011109959,-17.379318,-28.035912,-20.93767,-16.875412,-21.875074,-19.438803,-18.876442,-23.351074,-18.000074,-19.011505
+14542,-14.241306,-8.596785,-3.7842848,-9.358671,-15.264415,-29.7099,-12.034285,-9.784285,-9.159347,-15.454248,-9.6985855,-21.663715,-9.222629,-11.346896,-8.284285,-16.007711,-2.1908753,-8.7520275,-10.909285,-13.347463
+17899,-5.2178435,-8.192219,-4.1297193,-8.320485,-10.4084835,-25.410187,-7.4422193,-3.7547193,-4.3806095,-3.3960521,-0.7623725,-13.137606,-5.5047708,-2.6297863,-1.2547193,-5.9172726,-4.0054183,-4.674889,-7.0047193,-4.6325
+3167,-3.00901,-8.375373,-12.125373,-17.10196,-14.920259,-29.189434,-9.687873,-4.375373,-9.312969,-13.129706,-6.781795,-14.417041,-9.914039,-7.438057,-10.500373,-11.631553,-0.12538312,-7.939227,-3.1253726,-7.4431686
+8564,-6.6481504,-7.581065,-8.456065,-14.519681,-14.386271,-23.263756,-7.643565,-3.9560654,-1.8953476,-8.957802,-0.78633904,-14.160431,-6.5812635,-4.456982,-9.018565,-5.399681,-2.7689917,-3.1681545,-2.0185654,-4.8939667
+6860,-10.187075,-4.8785357,-7.3785357,-7.3162103,-7.25959,-2.2494373,-8.378536,-7.2535357,-8.879144,-14.779754,-10.642614,-11.593392,-5.129116,-10.692721,-10.191036,-12.922627,-1.5193526,-11.955147,-10.253536,-6.941983

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=20newsgroups/list=test_800/labels.csv

@@ -0,0 +1,800 @@
+9093,16
+6372,2
+14573,12
+11938,15
+1712,17
+12553,16
+16642,14
+2432,18
+4032,15
+2320,3
+9358,3
+10651,1
+9297,8
+5267,14
+7346,13
+18169,3
+544,17
+4136,2
+14172,1
+2609,10
+17603,11
+12700,14
+6239,12
+8495,18
+15771,18
+11698,18
+127,16
+3419,17
+13218,0
+17284,5
+3475,1
+15884,17
+14988,3
+15250,12
+265,3
+14431,13
+2182,19
+16984,1
+8187,19
+4463,9
+15259,13
+17872,12
+2223,8
+15302,12
+6970,12
+6840,10
+5417,11
+5550,7
+14019,16
+6122,10
+15287,12
+12758,2
+3017,2
+37,11
+16939,15
+5018,14
+16827,7
+4365,4
+15411,17
+17191,5
+3836,11
+9220,12
+691,5
+12707,11
+5492,6
+4703,15
+3800,2
+15970,13
+10179,17
+8908,7
+5284,10
+6699,4
+346,9
+1343,4
+5352,3
+9079,6
+11870,19
+16922,6
+921,11
+7089,9
+1642,14
+6070,13
+7518,15
+10751,15
+174,13
+16038,10
+16392,10
+3722,15
+4781,15
+10028,2
+15197,8
+13618,4
+5070,5
+16307,10
+13398,4
+8996,2
+11358,18
+9565,18
+5237,19
+7450,19
+15992,17
+9879,2
+18046,5
+17540,12
+11094,1
+15116,9
+15945,5
+11742,5
+13122,13
+618,2
+30,6
+4186,7
+17581,16
+13233,9
+10977,14
+6010,2
+16733,10
+15300,15
+2011,5
+13108,15
+5547,2
+8648,4
+8365,18
+3490,16
+1790,14
+718,0
+15930,19
+1178,13
+9773,9
+17616,11
+733,17
+3740,3
+8897,12
+13049,3
+11555,16
+4631,7
+7830,10
+13143,11
+17982,10
+2064,18
+9327,6
+2784,5
+16094,1
+1661,9
+14421,0
+376,13
+14091,14
+3641,18
+18342,19
+7598,3
+17676,12
+9229,9
+12389,7
+16991,7
+13416,1
+7828,7
+6071,18
+14065,3
+15961,16
+11912,16
+2544,9
+6009,13
+5765,11
+17811,16
+12062,10
+78,2
+12738,2
+900,16
+7248,10
+8654,13
+11763,18
+8986,12
+18281,2
+3513,12
+17921,19
+14797,18
+13119,17
+611,16
+14417,9
+16506,18
+6303,5
+15475,6
+6881,0
+1749,9
+15921,9
+11810,7
+10963,13
+11445,11
+9029,1
+10032,2
+1325,8
+6318,9
+18243,14
+11366,4
+4343,1
+1309,1
+3292,9
+10631,18
+5425,15
+12275,11
+10638,6
+5767,14
+4571,5
+8157,6
+2910,15
+8870,7
+3623,10
+698,10
+15737,4
+13194,15
+8273,1
+17359,7
+9928,10
+823,12
+1066,10
+8386,5
+4043,17
+14005,13
+11079,3
+9484,2
+15875,18
+13012,14
+2154,12
+17060,16
+12041,6
+2109,16
+12734,10
+7063,0
+5552,16
+9988,0
+18088,8
+6834,3
+2267,10
+3778,1
+13669,11
+8807,4
+6001,18
+8900,0
+13228,13
+13252,8
+8330,18
+16479,8
+15968,9
+17641,8
+5295,3
+11399,7
+1243,15
+15399,16
+3101,11
+45,4
+4760,19
+359,4
+14055,11
+12632,14
+14892,11
+13716,18
+6861,7
+16982,3
+17263,9
+14135,18
+13361,6
+77,7
+9048,14
+15957,4
+8833,12
+14854,10
+5807,16
+7278,7
+2542,8
+6784,16
+3280,2
+8796,8
+2508,1
+8686,13
+5604,7
+15050,14
+15614,4
+128,9
+9381,13
+6707,10
+15166,19
+14118,13
+17574,6
+8139,13
+8837,2
+12563,18
+1300,12
+18265,11
+1377,8
+14927,16
+16580,0
+9248,2
+9084,10
+8182,7
+1902,8
+11050,10
+430,15
+7213,19
+1717,18
+10812,7
+16893,0
+8177,1
+13630,2
+7026,2
+3148,18
+17758,3
+13542,2
+1657,17
+11197,14
+6781,18
+14105,11
+3978,11
+13625,13
+737,9
+6361,4
+15800,5
+9291,19
+12254,17
+14052,5
+9893,2
+13489,12
+10263,4
+7884,4
+8585,2
+9812,2
+9721,15
+16075,12
+13649,7
+4637,5
+5119,8
+1702,18
+1604,4
+13602,13
+8402,2
+14919,1
+9317,16
+9355,12
+1878,5
+10713,0
+7406,14
+6869,11
+9950,14
+2428,6
+10251,15
+14115,2
+11589,8
+15969,6
+6156,9
+5236,1
+1511,2
+15753,11
+14327,16
+8932,7
+5037,5
+7885,17
+15090,15
+15917,0
+8552,3
+14204,8
+12108,8
+13056,3
+18264,10
+4904,9
+9831,9
+7550,10
+16800,14
+4910,3
+6040,14
+15897,15
+1489,4
+2607,16
+18351,11
+1335,19
+12473,2
+13811,0
+11656,17
+2009,16
+12892,9
+6328,14
+4535,11
+5124,9
+4052,17
+1866,17
+339,1
+9464,0
+16877,18
+5846,8
+16562,8
+13422,13
+17613,9
+9640,16
+8770,5
+17201,2
+13925,5
+1640,3
+13411,3
+18133,4
+1727,8
+14075,10
+13375,13
+9439,0
+6819,17
+13720,9
+1590,3
+10274,16
+14559,19
+559,15
+9101,10
+5082,10
+11364,18
+12767,15
+1587,6
+15995,17
+1541,17
+3560,15
+3747,3
+17792,13
+245,18
+13400,10
+15095,15
+2532,1
+6503,8
+18364,19
+10357,5
+389,4
+10468,17
+4975,10
+163,12
+8279,14
+1972,16
+6418,12
+13139,4
+8478,7
+1431,3
+12647,7
+17226,18
+6651,17
+1832,5
+885,17
+1675,4
+2235,14
+14970,16
+4333,1
+6929,2
+4589,1
+10840,19
+5333,14
+2678,13
+4698,5
+7016,1
+9624,13
+2189,18
+15418,0
+16582,13
+8612,15
+2825,2
+3625,11
+6532,17
+6245,14
+17838,11
+7277,3
+8071,1
+7429,10
+569,10
+14886,6
+15240,4
+14185,15
+14420,3
+11920,1
+12801,13
+1647,13
+1755,3
+285,10
+17721,17
+6979,11
+39,16
+11370,11
+3614,1
+4075,11
+11525,5
+5365,2
+2885,14
+4179,9
+887,4
+8197,10
+13717,17
+6545,0
+9760,5
+817,1
+5133,17
+2033,9
+11301,1
+17487,5
+14177,0
+4531,17
+17414,5
+1957,6
+14516,7
+2749,1
+18229,1
+12514,7
+12742,16
+15941,18
+17885,19
+6542,7
+2799,14
+15027,3
+5459,15
+6367,2
+2858,13
+15137,13
+1594,10
+15612,3
+2594,15
+11128,4
+16626,16
+9963,11
+10248,18
+4856,8
+12078,7
+250,2
+5235,15
+16973,18
+17413,12
+14428,4
+11941,15
+11836,16
+14948,18
+1412,10
+11214,17
+13980,2
+11521,8
+12332,3
+3370,10
+5852,3
+16300,10
+3304,18
+979,2
+3933,9
+15810,9
+2726,15
+9609,6
+15857,18
+15419,2
+7370,3
+16401,14
+1683,2
+14263,19
+17745,6
+17299,4
+16736,14
+1337,11
+16960,9
+3887,15
+17894,16
+9953,11
+4040,15
+3398,14
+13460,7
+3603,11
+12725,17
+16778,4
+12021,4
+4564,15
+14972,13
+2378,11
+18371,9
+15855,0
+507,13
+14051,6
+11267,8
+9521,16
+3683,14
+9163,12
+6748,18
+619,9
+14119,6
+14367,14
+4334,14
+4475,3
+7143,7
+8087,7
+15319,1
+2731,10
+7749,19
+4913,3
+17977,11
+7360,13
+17781,7
+10649,4
+11798,10
+9572,10
+5675,13
+1497,8
+318,6
+15440,15
+13793,7
+11119,14
+9993,19
+8290,5
+17579,1
+13427,6
+536,6
+3541,10
+4807,0
+4218,14
+12666,4
+16719,2
+6571,3
+6588,1
+5702,4
+1803,10
+10660,3
+7251,16
+14433,2
+10258,9
+3890,8
+17608,5
+6286,19
+12373,14
+5467,13
+4834,8
+5822,1
+9997,15
+1067,4
+10893,11
+12261,6
+16944,6
+18396,1
+11805,12
+1029,3
+332,14
+10582,13
+17366,11
+14287,6
+1839,10
+10233,4
+14799,15
+7468,0
+9755,1
+13935,7
+10954,7
+11320,2
+14262,3
+16725,15
+18389,19
+12970,8
+8476,2
+16283,8
+11182,16
+13663,18
+8136,16
+15307,8
+17862,18
+6522,11
+15556,1
+962,19
+5312,18
+12809,3
+8589,2
+7893,3
+4414,0
+11118,17
+13622,14
+1319,8
+6480,18
+11813,4
+3508,3
+5136,8
+5801,12
+3529,3
+11720,15
+16912,5
+15199,8
+8338,16
+6400,17
+558,17
+12040,6
+944,10
+9372,2
+14954,6
+11176,6
+7469,5
+9263,1
+16967,13
+1914,4
+6251,9
+8274,9
+10527,17
+14307,14
+13322,6
+12648,6
+10986,10
+7185,13
+5737,10
+10183,9
+3495,18
+1274,5
+2413,9
+8234,12
+5783,6
+1536,7
+10048,16
+1787,9
+15255,3
+3671,17
+5986,3
+9620,6
+6380,1
+14181,4
+2001,0
+14953,2
+6490,9
+1131,15
+1856,10
+5982,5
+12226,13
+9419,3
+5882,9
+3295,17
+6952,3
+13477,7
+18134,15
+81,16
+7998,9
+13836,9
+9710,14
+9954,4
+16058,9
+16859,12
+1009,15
+12596,13
+2118,12
+1472,16
+18319,11
+2567,8
+579,11
+1328,19
+9424,19
+15998,17
+3357,11
+10411,6
+8436,7
+18332,9
+13030,1
+17550,7
+5053,11
+9387,9
+4828,14
+12006,8
+9323,17
+15925,2
+15979,3
+4753,14
+9385,6
+14211,17
+13364,10
+16546,10
+17795,13
+14990,7
+15602,6
+4896,0
+397,5
+15832,18
+12622,8
+7048,11
+17771,19
+9245,4
+2390,15
+16069,0
+16122,8
+17378,19
+3947,0
+8268,9
+6419,5
+16403,2
+13568,5
+2370,19
+15484,6
+6904,13
+8175,17
+13430,7
+8432,11
+14159,17
+10327,11
+12384,3
+13474,3
+13988,14
+13985,4
+3538,10
+14670,18
+3533,17
+11680,1
+665,10
+16601,1
+7858,7
+11650,3
+5909,2
+10873,14
+6960,15

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9885a415f8ad2c01a12c15f3b801a3c13cba10d37fa05d930dafa2f71b5d3e4b
+size 42951614

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=20newsgroups/list=0.0-1.0/labels.csv

@@ -0,0 +1,160 @@
+4582,0
+16097,15
+7179,6
+10695,2
+804,4
+15898,13
+17624,14
+16670,1
+6494,5
+17797,7
+429,5
+1581,8
+1883,2
+3915,14
+2636,4
+2198,12
+17831,12
+497,17
+8890,4
+8910,7
+4906,12
+17972,3
+12860,3
+9727,17
+181,4
+6653,9
+9996,15
+12947,16
+6067,17
+8153,16
+9871,9
+5251,10
+11188,15
+10021,5
+8867,5
+10774,16
+865,15
+8943,18
+11534,4
+10574,3
+14040,7
+12440,0
+1109,18
+8531,17
+5240,8
+5595,17
+13457,14
+10339,2
+5379,10
+16132,3
+11543,1
+2745,10
+1593,10
+9762,9
+4413,5
+8595,12
+13097,2
+8483,14
+9758,3
+3505,6
+4074,1
+14164,2
+3638,0
+12968,19
+9284,3
+11005,6
+5956,10
+1187,10
+7436,15
+6630,5
+4560,7
+8597,16
+1065,17
+15251,12
+4726,13
+14324,9
+17461,15
+12045,7
+4079,2
+8744,7
+14090,12
+7465,9
+1583,14
+4787,10
+5301,1
+9347,6
+360,18
+10626,3
+5502,6
+16919,10
+2673,13
+9591,19
+3919,8
+15633,19
+8011,0
+16785,8
+3852,8
+4444,10
+675,0
+763,5
+2583,4
+18394,16
+6995,16
+7155,5
+6961,16
+5420,6
+6966,4
+2721,7
+277,9
+11413,13
+12031,13
+7061,4
+6141,16
+8643,6
+18100,13
+1090,8
+17225,16
+3616,5
+12554,18
+17984,14
+17089,4
+15889,16
+14823,1
+15320,6
+16216,16
+7497,10
+11303,15
+11216,4
+12936,3
+10885,3
+17409,9
+18,12
+16872,1
+9351,18
+5791,11
+2575,6
+754,2
+9118,2
+14907,14
+6668,18
+14232,3
+390,11
+6078,1
+3308,11
+6415,2
+16332,9
+8449,11
+14657,2
+2410,1
+12161,7
+12204,13
+5424,19
+5097,7
+11528,17
+13506,9
+14542,5
+17899,13
+3167,11
+8564,19
+6860,5

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=20newsgroups/list=0.0-1.0/logits.csv

@@ -0,0 +1,160 @@
+4582,-0.0012838942,-20.937515,-21.062515,-24.516197,-28.88777,-16.592659,-21.687515,-15.875015,-19.126852,-24.104218,-21.543684,-16.31437,-19.776735,-16.18782,-18.250015,-20.884466,-14.687622,-13.501288,-14.062515,-17.437593
+16097,-17.375916,-22.437986,-19.937986,-25.184412,-22.086716,-16.93612,-20.375486,-20.187986,-22.125872,-22.94233,-19.161901,-20.281431,-19.281765,-17.50071,-20.375486,-0.0005322692,-16.625778,-19.071133,-20.312986,-11.000691
+7179,-13.991038,-16.625626,-19.063126,-19.250654,-20.222424,-19.422344,-0.00062624866,-14.250627,-13.751131,-19.851974,-16.998882,-17.917274,-10.125649,-16.93848,-18.188126,-21.0788,-8.500921,-20.641943,-17.375626,-17.75074
+10695,-19.286755,-15.25004,-4.0530336e-05,-11.000082,-18.375896,-20.064163,-15.81254,-18.56254,-17.250082,-27.77541,-22.60807,-20.000479,-12.376993,-16.314676,-23.71879,-20.69129,-16.893713,-22.052778,-19.81254,-17.39572
+804,-9.352509,-12.500922,-11.250922,-11.251057,-0.0028286192,-14.448545,-14.750922,-15.375922,-10.625948,-18.24302,-11.593706,-12.090262,-10.376094,-12.689792,-15.375922,-15.448427,-11.751533,-17.735147,-18.250921,-11.884721
+15898,-9.274444,-19.531637,-15.000387,-21.68861,-27.108637,-12.322327,-17.312887,-11.625387,-12.938058,-16.325409,-15.7434635,-14.884559,-13.026066,-0.00040356745,-16.000387,-12.188071,-13.197557,-15.752146,-13.000387,-10.8756075
+17624,-22.309422,-22.31253,-22.06253,-22.941725,-23.534782,-23.263351,-21.00003,-18.50003,-25.319937,-25.789568,-18.953358,-19.029905,-21.889055,-20.752031,-2.9801879e-05,-24.702883,-17.31295,-24.948328,-21.56253,-20.628057
+16670,-13.375553,-0.0001973911,-11.250197,-14.757638,-16.751486,-14.699389,-16.187696,-16.375196,-17.626812,-22.124235,-17.690348,-11.274124,-13.375855,-13.06566,-16.000196,-19.658497,-10.544024,-23.160503,-20.062696,-15.888018
+6494,-20.674318,-16.000488,-9.500489,-8.750587,-17.37815,-0.00065278134,-17.687988,-19.437988,-17.313587,-32.100605,-24.413414,-15.778371,-14.563277,-19.749685,-19.937988,-19.893011,-14.30583,-26.497293,-22.250488,-18.767172
+17797,-20.371403,-22.250069,-18.937569,-20.750116,-23.06223,-19.936575,-13.000068,-6.794699e-05,-14.109614,-24.307041,-26.817238,-18.524794,-17.641127,-18.94586,-21.562569,-22.875607,-18.95307,-21.346428,-17.125069,-18.725107
+429,-22.746958,-12.625074,-13.687574,-12.375636,-18.386475,-0.0006765384,-19.125074,-20.937574,-16.191643,-30.093409,-28.694685,-16.003822,-18.321032,-21.189396,-19.687574,-23.503908,-18.769575,-23.702606,-23.968824,-22.040066
+1581,-17.86683,-19.250078,-17.187578,-16.188316,-19.04041,-17.177238,-17.125078,-12.125077,-0.00010573523,-21.850649,-13.109304,-14.621042,-14.437651,-14.188505,-19.937578,-21.032066,-12.375085,-19.109098,-19.250078,-15.375531
+1883,-14.836747,-7.8754997,-0.0004997197,-10.00053,-16.063269,-16.255243,-16.563,-16.5005,-14.063592,-26.550917,-21.221983,-14.438766,-9.750506,-14.250692,-20.188,-19.995146,-14.592929,-21.414526,-19.0005,-19.25187
+3915,-8.046965,-14.750728,-12.313228,-16.201513,-14.230144,-9.147584,-16.188227,-14.063228,-13.938538,-17.200735,-11.6035,-11.324171,-11.885788,-9.126326,-0.0007273889,-16.439594,-12.313459,-13.563384,-12.938228,-14.126539
+2636,-22.608585,-15.437796,-14.312796,-16.937817,-0.00042469066,-18.506487,-17.562796,-18.750296,-14.726396,-24.050669,-21.776157,-15.799691,-15.375355,-14.438501,-20.500296,-24.486416,-17.018398,-19.302853,-21.750296,-19.351118
+2198,-17.54699,-18.50005,-14.062549,-12.750103,-16.62657,-16.444864,-12.000049,-12.937549,-13.430605,-20.306385,-19.703012,-12.266224,-4.9589864e-05,-18.06277,-17.37505,-22.125904,-11.377242,-18.899792,-17.37505,-18.3779
+17831,-20.363087,-11.750122,-12.687622,-14.062675,-16.56411,-10.629471,-15.500122,-16.062622,-14.751482,-24.975433,-15.927,-13.570719,-0.00022195524,-13.437942,-16.125122,-21.000456,-16.3792,-19.691267,-18.375122,-17.690453
+497,-12.627987,-20.812714,-18.125214,-22.590137,-27.254467,-20.3811,-20.312714,-15.375214,-20.689255,-21.693438,-18.859892,-17.19202,-19.388124,-13.252211,-17.562714,-18.250462,-16.000267,-0.00063348643,-11.750214,-14.000312
+8890,-16.056763,-13.375505,-11.375505,-10.12555,-0.0005899545,-16.170656,-16.625505,-15.625505,-13.438137,-22.927742,-19.9892,-15.395017,-10.000935,-14.625804,-20.563005,-27.895279,-15.655006,-16.92624,-17.750505,-17.601713
+8910,-7.6259933,-17.000677,-17.813177,-23.708847,-24.213163,-14.032664,-17.188177,-0.000677237,-9.63059,-20.698713,-17.575556,-10.613934,-14.889793,-14.001127,-19.938177,-10.7512,-12.37569,-16.950167,-11.625677,-10.250769
+4906,-19.753193,-19.312525,-15.875025,-17.75015,-18.06588,-18.090443,-16.562525,-15.250025,-14.633658,-23.504322,-19.575209,-16.641647,-0.00023577343,-17.0627,-18.312525,-25.000162,-16.269903,-23.191889,-19.187525,-16.127895
+17972,-17.055347,-12.063102,-12.125602,-0.00063365436,-10.500781,-16.072472,-15.188102,-16.3756,-14.698517,-24.406315,-16.983986,-14.317437,-8.125605,-15.188126,-18.0631,-20.598001,-15.718316,-18.671297,-19.4381,-14.261245
+12860,-18.877058,-10.813611,-8.501111,-0.0011603605,-11.129886,-10.266328,-14.188611,-16.876112,-13.439894,-22.100597,-18.628918,-12.143324,-9.87615,-13.251439,-18.376112,-17.366339,-13.435691,-18.432526,-18.126112,-14.834971
+9727,-13.818465,-19.937922,-16.500422,-22.00478,-28.364136,-19.628609,-19.437922,-16.000422,-19.18943,-18.631464,-17.03125,-14.188474,-13.54747,-10.500456,-16.875422,-14.625732,-13.125491,-0.0013055773,-12.375422,-15.437951
+181,-23.549704,-18.750134,-17.625134,-16.75059,-0.0013244128,-22.610971,-19.687634,-20.875134,-16.616947,-29.930916,-26.455585,-21.259869,-15.875144,-19.750198,-24.250134,-26.657019,-20.744675,-26.60782,-22.000134,-22.516212
+6653,-17.74777,-22.437548,-22.437548,-23.723526,-28.989592,-26.695097,-19.000048,-19.750048,-17.719742,-8.4159954e-05,-13.251236,-19.21876,-18.816574,-17.500278,-22.625048,-19.315212,-15.647438,-21.875124,-17.562548,-19.563599
+9996,-13.000931,-21.688383,-18.938383,-25.972029,-23.888844,-19.438961,-21.750883,-17.188383,-20.126078,-20.751686,-20.017212,-16.570175,-17.57205,-16.126196,-21.938383,-0.0008985672,-14.501105,-17.884218,-17.875883,-7.126034
+12947,-12.453693,-15.187876,-9.375376,-14.125475,-15.9042015,-10.8489275,-12.562876,-12.875376,-10.000489,-19.255655,-12.826484,-9.500504,-10.250378,-12.188068,-12.312876,-14.50125,-0.0004373064,-17.130682,-11.125376,-14.125761
+6067,-15.8766165,-21.375044,-17.187544,-25.066498,-27.776972,-21.502317,-20.812544,-17.250044,-20.077757,-20.754976,-17.172752,-18.25666,-17.458889,-13.376288,-18.687544,-18.18789,-16.447771,-0.00028535703,-12.000045,-15.750071
+8153,-13.690757,-17.937532,-21.656282,-25.259604,-22.848932,-26.169424,-19.437532,-15.687532,-20.625685,-23.36133,-22.442865,-15.125139,-19.061954,-16.501543,-22.281282,-22.001463,-3.933851e-05,-21.136055,-19.125032,-15.891353
+9871,-17.140125,-19.625057,-21.375057,-26.183928,-28.264065,-21.425402,-18.375057,-20.437557,-16.640656,-0.00029084185,-11.627126,-20.118584,-18.07499,-16.988956,-21.562557,-20.030613,-13.923906,-23.243053,-16.000057,-19.043877
+5251,-16.01368,-20.062607,-22.000107,-18.2502,-24.946531,-27.53615,-18.562607,-20.000107,-15.309844,-13.18871,-0.00042802322,-12.9284725,-16.937757,-17.001007,-20.625107,-20.25183,-11.016318,-21.413368,-18.375107,-17.155018
+11188,-14.689395,-20.187931,-17.375431,-22.196934,-20.99769,-16.150476,-17.812931,-17.000431,-18.87809,-21.377132,-21.010643,-15.52257,-19.19972,-17.813099,-20.500431,-0.0004618424,-14.86107,-19.646801,-18.625431,-8.876466
+10021,-24.320524,-13.875012,-14.750012,-14.625102,-21.877832,-0.0008136567,-21.875011,-22.437511,-21.312864,-34.983707,-29.002216,-19.075428,-19.937798,-23.003702,-24.406261,-20.303091,-19.815676,-24.24956,-25.062511,-23.658422
+8867,-24.990376,-11.62521,-15.18771,-12.625821,-18.985147,-0.00083780143,-18.25021,-20.37521,-17.840067,-25.57261,-27.771162,-16.349724,-20.175293,-20.224924,-23.65646,-23.055313,-17.763329,-25.707458,-25.859585,-21.134212
+10774,-9.879272,-13.750103,-17.500103,-21.625227,-22.295408,-14.345648,-17.812603,-15.250103,-18.312737,-20.47443,-15.878207,-11.250232,-13.012378,-12.750456,-17.250103,-13.764898,-0.00012814435,-12.381407,-15.812603,-12.313564
+865,-11.253456,-18.877934,-20.127934,-23.659548,-22.311543,-16.37263,-20.065434,-15.4404335,-21.066374,-21.880598,-20.888605,-16.154419,-19.004917,-15.458788,-19.190434,-0.0029859361,-16.948019,-19.04311,-17.127934,-5.8781176
+8943,-12.445236,-16.000462,-12.187962,-19.100164,-24.712473,-12.872424,-13.500462,-12.250462,-11.068519,-17.473135,-14.276016,-10.585186,-11.747745,-14.063056,-14.875462,-15.128283,-11.313508,-15.750714,-0.00046182933,-13.376289
+11534,-16.950365,-17.438942,-12.251443,-12.376544,-0.0016530848,-16.065348,-18.501442,-20.220192,-14.79763,-21.96552,-23.944744,-16.663004,-12.001476,-18.943464,-22.376442,-25.489464,-15.140223,-20.886045,-20.720192,-20.252937
+10574,-15.124986,-11.751784,-6.5017843,-0.0018224281,-9.752325,-11.76118,-13.189284,-15.751784,-17.57494,-25.524273,-23.931587,-14.626862,-9.126788,-14.378471,-16.064283,-19.425993,-11.781138,-18.856026,-18.376783,-16.010582
+14040,-14.134161,-17.625277,-16.687777,-18.501911,-22.492434,-18.078524,-12.8752775,-0.0002771232,-9.510121,-21.152084,-17.83949,-8.789456,-14.000342,-14.125562,-18.875277,-17.12556,-13.500281,-20.8151,-14.8752775,-12.003109
+12440,-0.002877263,-16.751707,-16.064207,-19.784693,-20.553835,-14.606651,-16.814207,-12.689207,-14.1268215,-19.690865,-15.911375,-13.814486,-14.74984,-11.629107,-15.689207,-7.5017653,-11.564258,-9.627,-12.939207,-6.8773546
+1109,-8.877222,-14.375787,-15.375787,-21.224354,-25.008179,-17.74105,-14.938287,-11.938287,-14.500883,-17.884445,-15.726366,-10.919442,-9.289668,-12.438458,-16.688286,-13.001722,-10.000862,-16.376774,-0.0007865911,-9.126289
+8531,-12.253797,-18.312735,-17.187735,-23.489737,-27.287565,-17.539711,-19.062735,-13.125235,-18.188797,-19.756044,-18.61383,-15.331978,-19.276217,-11.39362,-19.375235,-17.563051,-13.251622,-0.0014908491,-11.250235,-12.37524
+5240,-19.668982,-21.187569,-19.937569,-21.75031,-25.152641,-23.95626,-17.312569,-13.37507,-0.00019275141,-23.733885,-13.085336,-17.19025,-16.687613,-15.375539,-21.375069,-23.625307,-17.937883,-21.033072,-21.500069,-18.875645
+5595,-9.62855,-14.562971,-16.750471,-23.532764,-20.16366,-13.6539545,-17.750471,-10.750471,-17.188469,-20.366776,-15.051264,-11.142363,-16.432682,-10.127986,-18.187971,-17.188137,-8.750492,-0.000704627,-12.125471,-12.375497
+13457,-18.314194,-22.125017,-19.437517,-19.937767,-23.2744,-21.809637,-19.062517,-18.687517,-19.059187,-21.649494,-19.893597,-19.509272,-18.187561,-17.503485,-1.7762026e-05,-23.68784,-17.375021,-22.44301,-15.250018,-20.125761
+10339,-17.623384,-13.625039,-3.9099883e-05,-11.500056,-16.250961,-16.943026,-16.687538,-14.875039,-18.12546,-25.899046,-22.8568,-17.02095,-13.12508,-15.127314,-24.093788,-19.708458,-13.001023,-19.80159,-20.250038,-17.8862
+5379,-16.489025,-18.56253,-21.37503,-21.597721,-30.559326,-28.124226,-20.50003,-20.81253,-17.818922,-16.11054,-5.984217e-05,-17.218914,-21.839039,-17.189062,-21.62503,-21.209602,-16.484385,-23.688488,-16.12503,-17.25335
+16132,-15.246128,-13.813006,-11.500506,-0.00053094886,-11.875717,-16.393957,-12.938006,-16.188005,-14.063169,-28.838118,-18.392157,-14.532703,-8.750507,-15.188163,-18.000505,-20.15697,-15.643869,-19.006372,-19.813005,-13.627261
+11543,-16.368526,-0.00019000156,-10.87519,-9.000204,-12.87577,-13.316932,-13.87519,-18.37519,-17.312775,-25.97065,-25.644753,-14.315579,-12.875204,-15.502717,-17.68769,-20.540142,-11.756813,-20.44305,-20.68769,-18.516285
+2745,-12.207502,-15.438126,-14.000626,-19.534153,-21.465553,-10.172829,-15.813126,-13.938126,-13.252081,-12.376484,-0.0010556678,-12.078212,-15.013643,-11.3131695,-10.813126,-15.2507715,-9.6303835,-14.977571,-8.625626,-11.814654
+1593,-19.217653,-22.062563,-24.218813,-24.063433,-23.20573,-31.93622,-21.812563,-22.187563,-20.089344,-20.148682,-0.00022993874,-18.92475,-20.894999,-20.187733,-23.656313,-23.22398,-17.022068,-25.19078,-20.250063,-20.001568
+9762,-19.34725,-22.812538,-23.187538,-26.033709,-27.850012,-21.485054,-20.062538,-20.812538,-19.311853,-0.00024268834,-14.250715,-18.130194,-20.074585,-17.500158,-23.812538,-21.378592,-17.062902,-23.73994,-17.312538,-19.813456
+4413,-23.346806,-12.250032,-13.000032,-13.375166,-19.82249,-0.0005863095,-18.562532,-22.343782,-18.187624,-29.158287,-24.6586,-14.163025,-16.562788,-19.813986,-20.437532,-18.968065,-16.355135,-25.64183,-23.406282,-21.820328
+8595,-15.132247,-15.93761,-13.12511,-18.312717,-18.752586,-12.630023,-17.81261,-13.25011,-15.562757,-21.042482,-16.46744,-12.3796,-0.00021980985,-13.125144,-17.75011,-20.250204,-9.87521,-23.672062,-16.31261,-10.504207
+13097,-18.239937,-13.625021,-2.0742202e-05,-14.6876955,-14.128229,-17.56766,-18.687521,-17.062521,-18.816385,-23.792677,-26.309673,-18.551987,-14.75058,-15.880626,-25.000021,-19.768925,-16.03688,-18.554184,-19.812521,-20.538877
+8483,-13.689583,-18.812593,-20.187593,-22.689781,-15.84555,-16.714998,-17.687593,-17.187593,-18.002785,-20.851202,-13.174609,-13.155441,-15.750304,-12.375639,-9.4051706e-05,-20.440134,-11.625124,-19.429129,-18.187593,-16.312864
+9758,-17.106125,-8.625347,-13.250347,-0.00039452148,-11.755337,-13.5032425,-12.125347,-16.562847,-14.723267,-30.069695,-22.591448,-15.090043,-10.000348,-16.063444,-18.437847,-21.50494,-14.691478,-16.523775,-18.812847,-18.007113
+3505,-18.750732,-20.87503,-18.06253,-19.375147,-22.127926,-23.08678,-3.111314e-05,-15.375031,-18.918062,-23.916737,-23.814402,-19.53596,-16.625822,-19.875793,-20.00003,-21.437841,-16.625662,-24.877018,-18.00003,-20.746576
+4074,-18.051594,-0.00024756705,-16.937748,-16.562984,-17.441137,-8.513468,-16.437748,-20.000248,-19.815893,-24.041473,-25.617657,-13.778416,-15.312766,-15.938326,-22.187748,-20.5012,-14.795401,-22.515747,-20.625248,-19.418377
+14164,-16.933168,-14.43752,-2.0146166e-05,-13.125423,-12.377936,-12.135602,-18.500021,-17.062521,-19.062569,-24.831377,-17.7611,-14.378053,-13.250151,-13.875667,-17.937521,-19.453766,-15.76642,-20.662243,-21.250021,-21.951738
+3638,-0.0025651515,-18.250973,-17.375973,-20.689457,-22.410992,-16.037174,-17.625973,-13.938472,-15.8138075,-16.705559,-17.863222,-10.260978,-11.488611,-10.7511015,-15.313472,-16.564568,-8.501006,-14.69573,-14.188472,-9.501951
+12968,-13.253623,-18.43849,-20.37599,-25.658472,-21.538761,-21.084785,-17.62599,-12.87599,-19.12603,-16.503614,-12.548837,-10.665377,-15.389765,-15.439329,-18.25099,-11.626102,-7.001005,-20.817728,-16.12599,-0.0012919314
+9284,-25.50029,-14.750175,-11.250175,-0.00018833522,-16.125614,-15.878954,-19.562675,-19.125175,-16.757658,-25.38768,-18.144627,-16.412367,-10.875177,-17.06277,-20.250175,-19.598785,-16.174055,-22.394426,-20.500175,-18.64565
+11005,-24.018105,-18.750057,-16.812557,-11.250073,-20.500546,-18.055101,-5.817244e-05,-17.937557,-18.125313,-23.463394,-25.291283,-23.469963,-12.500105,-20.375937,-20.125057,-24.503448,-19.750141,-20.966871,-20.500057,-21.528515
+5956,-18.44846,-22.06252,-25.09377,-23.632215,-34.91221,-31.29228,-22.81252,-21.93752,-20.446276,-20.70205,-8.415944e-05,-20.671272,-21.926914,-19.501501,-24.28127,-24.154276,-19.374443,-24.738207,-21.31252,-20.954166
+1187,-11.630968,-17.625204,-18.937704,-23.377525,-22.754333,-15.596166,-18.000204,-15.562705,-12.876416,-9.000479,-0.00042004941,-12.9013405,-15.0288,-14.937954,-18.562704,-17.75584,-10.503921,-17.762302,-13.312705,-14.250475
+7436,-9.627129,-21.000612,-17.250612,-24.037058,-23.565607,-16.302555,-17.813112,-14.438111,-20.251892,-21.07026,-21.436096,-17.515968,-17.404089,-14.939403,-20.875612,-0.0007727529,-14.564929,-16.648447,-17.438112,-8.250722
+6630,-21.770718,-10.875276,-14.000276,-12.189017,-17.103788,-0.0011725418,-18.500275,-20.125275,-13.945644,-24.164963,-24.558704,-15.410168,-16.02834,-15.528973,-22.281525,-16.66666,-15.073767,-23.35631,-20.969025,-19.651014
+4560,-16.389135,-20.312601,-16.750101,-19.500471,-21.32221,-13.005179,-13.1251,-0.000100607576,-10.253987,-22.356815,-23.242369,-14.129978,-13.62586,-16.877092,-19.875101,-19.87607,-14.43763,-22.305363,-15.8126,-17.214739
+8597,-11.255115,-18.000067,-20.625067,-25.650562,-24.721027,-28.516003,-17.562567,-13.625067,-20.437706,-21.614384,-20.755478,-10.376908,-15.929955,-16.250378,-20.500067,-21.313103,-7.307302e-05,-19.875935,-16.062567,-14.637083
+1065,-9.640606,-18.876421,-19.501421,-23.971811,-28.921211,-12.603974,-18.251421,-11.251421,-20.508265,-21.122826,-16.934849,-11.434986,-21.201061,-13.150529,-17.501421,-17.385118,-11.376461,-0.0016541837,-15.251421,-14.68896
+15251,-17.947168,-17.312546,-12.500047,-10.125154,-14.875307,-16.070066,-17.937546,-17.062546,-15.250219,-29.354673,-23.53396,-16.87559,-4.780185e-05,-15.625099,-21.187546,-20.687685,-17.219402,-24.11323,-20.125046,-15.880312
+4726,-11.384556,-16.25034,-15.6253395,-18.45566,-20.587505,-14.5956,-19.18784,-16.68784,-15.332493,-21.006054,-19.791569,-14.7716255,-9.876587,-0.0005858257,-19.12534,-18.876837,-11.388665,-18.87872,-17.87534,-13.689628
+14324,-23.758326,-24.625015,-24.687515,-28.158447,-33.49349,-28.458302,-21.812515,-22.062515,-20.599737,-0.00017641661,-15.380913,-21.671692,-21.500067,-18.000776,-23.750015,-24.412794,-15.768636,-25.988955,-20.562515,-23.840315
+17461,-13.689822,-18.438135,-17.313135,-21.346258,-19.528505,-16.20335,-16.688135,-15.500634,-19.189133,-19.376837,-20.167656,-16.313873,-14.411237,-15.002003,-21.000635,-0.00066176744,-13.75359,-16.387825,-16.813135,-7.7507987
+12045,-20.311972,-19.375196,-15.125196,-17.43828,-24.855446,-18.359858,-10.250196,-0.00019679517,-10.745991,-22.45639,-24.581581,-9.952767,-13.503087,-16.001919,-21.062696,-19.50036,-16.687925,-21.44482,-13.875196,-16.506405
+4079,-17.639511,-13.250013,-1.3351351e-05,-12.625055,-20.12524,-19.063282,-19.750013,-19.000013,-18.31274,-32.826168,-24.207777,-19.627865,-14.628063,-16.45018,-24.468763,-22.000586,-16.698795,-25.345442,-21.625013,-20.021008
+8744,-15.9449835,-15.875121,-14.625121,-17.375237,-18.158539,-14.874473,-13.562621,-0.00012158608,-11.5003395,-20.227514,-16.837206,-9.508162,-15.815389,-16.625353,-18.750122,-18.43803,-12.937675,-19.29061,-16.312622,-13.442292
+14090,-17.0062,-15.2500305,-15.8750305,-13.25008,-17.265848,-14.721894,-14.6250305,-13.8750305,-15.5626335,-22.238342,-14.586988,-13.633174,-4.3034008e-05,-14.250294,-19.12503,-21.437815,-14.68871,-20.31572,-16.62503,-13.501381
+7465,-19.32906,-21.750025,-21.875025,-25.000813,-29.142479,-24.897747,-21.500025,-21.500025,-18.13575,-0.00018535725,-13.875208,-19.94299,-17.375797,-15.875045,-23.250025,-19.093979,-15.794469,-25.00217,-20.062525,-19.3756
+1583,-13.589481,-16.625038,-16.687538,-16.625317,-17.949636,-14.094019,-19.437538,-17.937538,-17.064934,-24.252106,-19.01177,-17.876204,-15.875059,-16.062603,-3.755022e-05,-24.407276,-12.375056,-21.316216,-18.812538,-18.875889
+4787,-20.268097,-23.062508,-24.812508,-24.844574,-32.797844,-31.916882,-23.750008,-25.625008,-22.662941,-22.271473,-0.00010871372,-20.135288,-23.644121,-20.751791,-25.937508,-26.632866,-20.181759,-26.038788,-23.625008,-23.576717
+5301,-17.88327,-3.3854863e-05,-14.125033,-16.50031,-18.377808,-14.462064,-16.937534,-17.562534,-21.000938,-30.218994,-24.204601,-12.049901,-15.000475,-15.25076,-19.000034,-22.899239,-12.501524,-23.610014,-22.906284,-18.29428
+9347,-19.663557,-18.812572,-20.500072,-17.125126,-23.141743,-19.972425,-7.199982e-05,-14.750072,-15.5714035,-20.751368,-25.04156,-17.041628,-10.000108,-19.313244,-19.375072,-23.281641,-17.500093,-21.939512,-19.562572,-19.332613
+360,-12.695844,-13.375781,-13.938281,-16.480314,-12.609467,-13.745962,-11.875781,-9.375781,-13.750894,-16.070356,-16.501764,-8.686629,-11.033436,-8.627783,-15.438281,-14.8766365,-9.75091,-12.564913,-0.00078134995,-10.813484
+10626,-14.183168,-13.625488,-9.625488,-0.000530361,-9.875893,-13.442397,-13.687988,-13.875488,-11.251617,-23.000404,-17.84397,-12.314543,-9.750501,-13.5016985,-18.437988,-17.411312,-13.844349,-20.060455,-16.062988,-14.93424
+5502,-16.82011,-14.750127,-17.000128,-13.250228,-19.127087,-15.95466,-0.00012730742,-14.250127,-15.500218,-20.69507,-18.547373,-14.751004,-10.000128,-15.698962,-19.187628,-20.316452,-15.68796,-17.314095,-17.062628,-17.377325
+16919,-20.462313,-23.562504,-26.687504,-24.81956,-34.597984,-33.867912,-25.437504,-25.375004,-22.132483,-21.819008,-0.00021181343,-19.1739,-24.053469,-21.062727,-25.718754,-25.325684,-21.912817,-26.103928,-23.687504,-23.633644
+2673,-9.502738,-15.625731,-14.938231,-18.996513,-21.061642,-13.586702,-15.250731,-15.125731,-13.815403,-18.006737,-18.54303,-11.436478,-9.891979,-0.0007508696,-13.813231,-15.37592,-12.674923,-15.856001,-15.813231,-11.875997
+9591,-12.503237,-16.626404,-14.501404,-19.066551,-19.918766,-13.796453,-17.876404,-16.563904,-17.314093,-20.88784,-20.58974,-15.940339,-14.692621,-15.251964,-18.813904,-6.6264462,-15.502909,-18.884586,-17.563904,-0.0016107023
+3919,-17.837458,-20.31311,-17.68811,-21.251007,-18.762362,-14.777061,-17.25061,-12.62561,-0.0006391325,-19.770844,-8.383445,-14.733931,-14.813131,-14.5632105,-20.56311,-22.283926,-14.8756485,-19.337275,-18.00061,-16.625784
+15633,-10.754175,-17.250767,-19.813267,-25.71987,-21.897772,-21.328285,-20.813267,-16.313267,-17.313461,-22.316975,-18.02609,-15.002918,-14.644661,-16.188793,-20.938267,-7.2508245,-11.37578,-14.251812,-16.375767,-0.0009497869
+8011,-0.0021993637,-13.939404,-13.876904,-18.535929,-19.999304,-13.037969,-15.001904,-10.314404,-13.636144,-17.846352,-20.880095,-11.008967,-14.446869,-8.001922,-14.689404,-9.37702,-10.139469,-16.23515,-10.126904,-6.751959
+16785,-24.764296,-19.812838,-19.812838,-17.000439,-17.688335,-22.91775,-15.562837,-10.750337,-0.0004275428,-23.725786,-17.377419,-18.999493,-15.21329,-16.256907,-20.562838,-22.71989,-16.815107,-20.405275,-20.187838,-20.189428
+3852,-14.50421,-16.251598,-12.751599,-17.25435,-22.519161,-12.307144,-14.064099,-13.376599,-0.0017931598,-14.0110035,-10.303045,-12.468562,-11.266228,-6.6267414,-12.376599,-16.689404,-9.504502,-19.577332,-12.126599,-11.63267
+4444,-15.534064,-15.500042,-22.281292,-20.93977,-28.079176,-26.055212,-19.937542,-19.937542,-16.073595,-19.57717,-0.00017498955,-17.336807,-18.193718,-15.187599,-21.656292,-21.534157,-16.16043,-29.046774,-17.187542,-17.259836
+675,-0.0011796954,-19.687925,-17.187925,-21.523373,-28.394245,-18.955753,-17.937925,-15.312926,-17.439024,-19.631033,-20.24434,-10.659947,-13.318815,-12.062952,-17.625425,-19.063087,-14.6879635,-15.627073,-14.437926,-13.876046
+763,-22.906029,-10.625081,-10.500081,-11.126151,-14.6981,-0.00069319125,-19.43758,-18.75008,-16.250395,-25.411674,-22.922565,-17.417942,-15.500298,-18.427015,-21.96883,-22.709724,-14.828314,-22.04478,-22.62508,-21.276453
+2583,-19.698433,-13.750054,-14.875054,-12.125175,-0.0013505149,-16.945837,-19.062555,-19.750055,-14.626156,-25.590794,-22.260439,-15.349359,-13.875113,-18.125235,-22.125055,-24.144154,-17.585457,-27.938381,-19.937555,-21.778957
+18394,-14.9476595,-18.000092,-22.656342,-24.500647,-22.774712,-24.014002,-17.312592,-14.7500925,-19.312685,-21.916454,-19.703817,-9.502326,-17.608374,-16.937973,-21.250092,-21.31502,-0.000102754086,-20.188318,-16.062592,-13.93856
+6995,-16.37968,-14.000678,-15.000678,-17.377422,-19.591322,-17.260456,-16.375677,-13.688178,-16.0017,-21.217096,-16.574907,-9.62613,-10.730127,-17.37858,-18.875677,-20.188755,-0.0008749855,-20.126606,-7.5006776,-17.251717
+7155,-23.160545,-11.750063,-17.312563,-14.312739,-18.331566,-0.0005456692,-19.687563,-19.125063,-16.361952,-27.0939,-27.816347,-17.656643,-17.781418,-21.039223,-21.625063,-23.213316,-19.631844,-28.151573,-22.906313,-17.866734
+6961,-10.509724,-15.750868,-19.813368,-23.47397,-24.310207,-23.050003,-17.000868,-11.375868,-16.765217,-21.295418,-22.885073,-8.378048,-17.935045,-12.688568,-18.938368,-20.376387,-0.0009081163,-17.815186,-15.875868,-13.376064
+5420,-24.631466,-14.250618,-14.938118,-14.375745,-21.221397,-17.846428,-0.0006175518,-16.563118,-17.563171,-18.210125,-19.62163,-15.512393,-8.500623,-16.87832,-18.375618,-23.66262,-14.495731,-19.994095,-17.000618,-18.25945
+6966,-18.619734,-20.125107,-16.375107,-16.18767,-0.0004018052,-19.765549,-21.437607,-20.375107,-16.437675,-31.048607,-23.89116,-18.580107,-15.875201,-19.446276,-24.250107,-25.255693,-19.064732,-20.948587,-20.937607,-21.76471
+2721,-21.124178,-20.000076,-17.187576,-18.312618,-20.907166,-16.583735,-13.125076,-7.5933436e-05,-12.891906,-21.109018,-23.17738,-16.671402,-13.625224,-17.192177,-21.375076,-19.437885,-14.689139,-21.699139,-15.937576,-16.177107
+277,-21.258358,-21.81252,-22.68752,-24.877207,-29.941034,-22.785963,-19.68752,-21.87502,-19.458027,-0.00014506967,-16.268324,-18.776949,-20.500051,-17.500172,-22.12502,-20.345383,-17.45993,-30.2138,-18.75002,-21.253675
+11413,-12.328586,-17.438501,-15.0635,-19.626411,-21.557331,-19.066666,-15.4385,-11.876,-12.627475,-19.792194,-15.892161,-12.294939,-14.325112,-0.0011237545,-18.876001,-18.813812,-7.446909,-9.542246,-14.376,-11.757111
+12031,-10.012658,-21.062582,-17.312582,-22.501427,-23.030994,-17.710249,-16.875082,-14.125083,-17.257,-19.947588,-22.009468,-13.7334385,-14.6289425,-0.00010740383,-17.125082,-14.750203,-14.265037,-16.620584,-14.250083,-10.750472
+7061,-19.040903,-16.375168,-15.187667,-13.875417,-0.00034627298,-19.0722,-18.000168,-19.375168,-12.431705,-28.270197,-25.67879,-20.757942,-12.750998,-17.62523,-22.312668,-25.974386,-18.321861,-22.090712,-18.937668,-21.152617
+6141,-11.409794,-10.375514,-14.250514,-14.439304,-16.129923,-19.42558,-16.063013,-11.438014,-15.438814,-15.177781,-9.926851,-14.313966,-12.5631485,-10.250533,-8.375514,-14.314212,-0.000541197,-15.3778925,-16.000513,-10.000779
+8643,-13.543537,-10.375456,-11.312956,-8.375483,-13.125768,-14.503506,-0.000455395,-11.812956,-14.762188,-22.534744,-16.520641,-12.070576,-9.500477,-13.250603,-17.625456,-19.944548,-14.000519,-15.4028015,-15.625456,-12.817624
+18100,-14.135631,-19.250685,-18.688185,-21.855915,-27.98367,-19.307405,-15.500686,-14.438186,-17.002996,-22.35669,-21.741993,-13.760292,-14.331308,-0.0007426757,-17.625685,-15.125706,-14.608356,-19.180012,-16.125685,-14.501125
+1090,-16.44719,-19.687658,-17.437658,-20.875526,-22.893692,-19.9781,-16.750158,-12.375157,-0.0002628385,-15.376885,-10.967825,-16.892036,-13.313529,-11.750626,-17.875158,-18.12872,-12.502737,-18.628817,-17.125158,-17.251696
+17225,-10.0303755,-17.564323,-20.470573,-24.174692,-21.759525,-18.89912,-17.501823,-12.064323,-15.819128,-18.699572,-14.558435,-7.532748,-15.090091,-13.314455,-15.251823,-18.502562,-0.0018345176,-7.2520885,-12.814323,-9.001966
+3616,-10.134608,-10.938837,-7.8763366,-9.376637,-10.400692,-0.0019400257,-15.751337,-14.938837,-14.066637,-18.082413,-15.637671,-9.876351,-15.315255,-12.193247,-16.126337,-14.920993,-10.252093,-15.005544,-17.001337,-7.6328263
+12554,-10.878339,-17.750242,-18.437742,-23.156979,-26.54968,-16.953543,-18.125242,-11.625242,-16.191511,-21.758482,-15.708088,-11.769911,-14.62451,-9.500279,-20.437742,-18.438517,-13.250256,-18.938032,-0.00024268066,-12.1253605
+17984,-12.257578,-11.500311,-16.50031,-20.06318,-19.442713,-15.109663,-14.437811,-13.937811,-19.938892,-23.36702,-23.250092,-12.500486,-11.000606,-12.501996,-0.00031073033,-20.970285,-10.625314,-12.875657,-9.375311,-16.188263
+17089,-23.173433,-17.000063,-18.250063,-15.126256,-0.00017105749,-20.092955,-19.312563,-21.687563,-15.253991,-28.49891,-25.85738,-20.845955,-16.125092,-18.062647,-24.062563,-25.032536,-17.679754,-22.004978,-20.625063,-22.838966
+15889,-12.691684,-13.750544,-16.313044,-21.157143,-17.898003,-21.561216,-16.063044,-10.875544,-16.688072,-21.075605,-16.150778,-7.763254,-14.227848,-12.752708,-18.813044,-18.189554,-0.00054678426,-18.507288,-12.688044,-10.626169
+14823,-13.66506,-0.00020847532,-13.062709,-13.187771,-12.315189,-13.004956,-16.000208,-14.562709,-16.315166,-24.678871,-21.362858,-13.843988,-9.633441,-15.632022,-19.125208,-18.730043,-13.814082,-22.38226,-17.812708,-15.377486
+15320,-24.182047,-23.437605,-21.250105,-21.062822,-25.682316,-21.853289,-0.00010573305,-9.500106,-15.896743,-24.421528,-26.045185,-24.90923,-16.626238,-23.835068,-22.375105,-26.002075,-20.875448,-24.854216,-20.875105,-22.686007
+16216,-12.066804,-14.312831,-19.719082,-24.281897,-22.156487,-19.361368,-18.562832,-14.062831,-16.751234,-21.008324,-18.390194,-8.504314,-16.520733,-14.880019,-21.125332,-14.31319,-0.00037759906,-17.88445,-15.125331,-9.257158
+7497,-26.335184,-18.687635,-22.281385,-22.160934,-30.615086,-31.259846,-20.468885,-21.968885,-19.9516,-19.31652,-0.0009127124,-22.69729,-20.748081,-15.250306,-22.500135,-22.527023,-20.593908,-29.458876,-19.187635,-21.367908
+11303,-17.312801,-19.750065,-17.937565,-22.477661,-19.328806,-17.290113,-17.812565,-17.500065,-21.875301,-20.689156,-18.10351,-15.763173,-17.896585,-14.625303,-19.250065,-0.00013517877,-15.875664,-18.947044,-18.000065,-13.125269
+11216,-15.415926,-15.939298,-11.751798,-6.5018363,-0.0019121631,-18.792755,-17.814297,-13.564298,-16.003107,-24.90294,-16.280157,-14.808763,-8.501807,-12.251813,-17.814297,-22.439524,-16.31906,-17.74332,-19.251797,-16.005224
+12936,-17.436134,-12.313566,-9.626066,-0.0010978249,-12.127147,-12.855848,-13.063566,-15.563566,-10.438725,-25.732567,-16.205395,-10.68925,-7.5011196,-12.877529,-16.438566,-18.072557,-11.630006,-17.293947,-16.626066,-15.07786
+10885,-14.997047,-9.876184,-8.126184,-0.0012104646,-11.813783,-14.579755,-12.126184,-15.501184,-12.938898,-20.78865,-18.095478,-12.682784,-7.626197,-12.938733,-16.001184,-17.501968,-13.758646,-17.73125,-17.813684,-14.9436455
+17409,-20.887932,-22.125095,-22.625095,-26.392344,-31.942656,-25.92798,-21.187595,-20.812595,-18.250393,-0.0003329189,-18.306993,-18.410358,-19.562765,-15.375366,-22.250095,-19.057594,-14.136187,-23.392382,-18.250095,-21.523857
+18,-14.933961,-10.750702,-13.000702,-13.188252,-15.027538,-15.338505,-12.063202,-13.063202,-11.835062,-20.532516,-20.803839,-10.145565,-0.0007983318,-11.688416,-15.875702,-19.12941,-12.634449,-28.720795,-15.438202,-15.426473
+16872,-12.255619,-0.00091046357,-9.375911,-13.438508,-9.626354,-13.332413,-10.625911,-10.375911,-11.063504,-17.767065,-17.343374,-9.396502,-8.877813,-11.439084,-16.25091,-14.813857,-10.023977,-15.657091,-13.500911,-14.444371
+9351,-20.751417,-18.06251,-20.62501,-26.011196,-27.422117,-23.254833,-20.75001,-15.62501,-21.500326,-23.841692,-23.521194,-16.393019,-18.245874,-17.81713,-21.93751,-23.563318,-16.500027,-20.876484,-1.001353e-05,-17.812752
+5791,-13.190223,-19.313871,-19.313871,-23.595518,-22.701307,-19.680708,-17.751371,-10.751371,-18.439121,-22.779596,-16.586401,-0.0015217087,-15.111916,-15.126432,-19.126371,-17.87976,-6.626377,-20.19079,-13.376371,-12.251779
+2575,-25.462967,-17.687578,-17.687578,-15.812711,-10.125621,-18.066671,-7.867504e-05,-16.625078,-14.750479,-23.093801,-24.705471,-21.428421,-11.750243,-20.500835,-21.062578,-22.625544,-16.438368,-20.75265,-20.625078,-19.973602
+754,-13.900204,-13.313061,-0.00056060334,-10.750613,-12.376019,-8.002515,-15.750561,-14.625561,-13.438107,-19.718168,-13.23621,-13.146099,-9.625578,-9.125608,-15.688061,-19.81348,-13.719615,-19.325312,-20.00056,-17.126482
+9118,-19.078419,-13.187717,-0.00021741411,-8.875248,-16.00232,-10.002433,-16.125217,-16.937717,-14.438627,-24.847244,-23.225893,-15.93818,-12.128923,-13.636544,-21.343967,-21.359928,-12.697253,-19.45037,-19.625217,-17.784332
+14907,-15.656627,-16.250502,-18.813002,-20.985128,-22.74356,-19.589914,-17.563002,-16.563002,-17.440132,-20.911661,-16.27337,-17.00406,-16.93952,-10.375524,-0.000500792,-19.377987,-13.688744,-29.939384,-17.000502,-20.62581
+6668,-11.064298,-12.375931,-14.000931,-20.378199,-19.36352,-16.396866,-13.000931,-10.000931,-13.064771,-18.083183,-12.6312275,-9.810754,-11.869322,-11.782255,-15.500931,-15.753504,-9.001575,-16.939787,-0.0009309487,-9.876236
+14232,-13.692068,-10.625468,-12.000468,-0.0005339458,-10.000791,-12.132453,-12.937968,-16.25047,-11.938097,-24.195187,-16.774513,-12.19462,-9.000556,-14.626259,-16.50047,-19.114153,-13.033571,-18.297983,-17.18797,-11.413678
+390,-16.871025,-17.875168,-16.062668,-18.562908,-22.132153,-18.685064,-17.062668,-13.875168,-22.531836,-20.823862,-24.192379,-0.00018559462,-13.750246,-17.500433,-19.125168,-20.125683,-9.750184,-17.751602,-14.625168,-18.50091
+6078,-16.236956,-0.00066949363,-14.2506695,-15.500788,-14.943031,-10.640099,-13.6256695,-15.5006695,-18.567335,-19.629778,-17.734158,-14.292323,-10.750812,-11.939077,-7.6256695,-19.408092,-12.074458,-16.992048,-18.75067,-16.971844
+3308,-12.505287,-9.375652,-8.625652,-13.62573,-18.360775,-11.676068,-14.438152,-13.000652,-17.751026,-21.543688,-21.433657,-0.00081564207,-9.750746,-13.313693,-15.250652,-18.501003,-10.876224,-18.544462,-15.625652,-16.517063
+6415,-14.450469,-9.500476,-0.0004760086,-11.376801,-9.00132,-9.133197,-14.187976,-12.500476,-17.126656,-20.833729,-20.692154,-12.8144245,-11.376676,-14.317784,-16.562977,-17.313406,-13.341326,-19.146946,-18.000477,-15.710687
+16332,-20.963598,-21.250233,-20.562733,-21.751429,-27.544794,-19.871695,-16.812733,-16.875233,-13.427349,-0.00065887114,-13.434859,-16.932724,-16.701344,-16.628649,-18.750233,-16.625423,-16.794037,-23.429203,-15.062733,-15.263095
+8449,-17.663448,-11.000569,-10.313069,-10.813297,-17.008314,-11.849143,-13.188069,-14.813069,-14.438689,-23.391485,-16.223515,-0.00067562953,-12.313095,-11.6893835,-11.625569,-18.035181,-8.8758335,-14.883524,-15.250569,-16.700672
+14657,-20.712973,-17.12511,-0.00011026251,-9.875138,-17.43876,-19.381586,-19.81261,-18.25011,-15.75065,-30.508446,-24.728975,-20.5571,-14.12525,-16.93831,-23.40636,-21.313042,-18.089426,-24.570833,-21.18761,-18.293716
+2410,-16.499624,-0.0001840422,-12.000184,-12.750335,-12.063699,-10.385663,-16.812683,-16.062683,-18.3753,-23.605167,-20.881227,-10.646882,-15.376793,-13.125301,-16.187683,-17.123095,-11.155364,-21.731861,-18.625183,-10.759099
+12161,-16.651829,-17.000376,-13.500376,-15.687912,-19.728584,-13.024978,-14.062876,-0.00037543877,-11.49542,-19.416956,-21.11683,-12.126608,-12.188423,-14.568638,-18.750376,-19.062994,-9.137568,-20.925446,-14.375376,-16.024345
+12204,-10.258922,-18.312647,-16.187647,-21.187992,-23.369623,-20.784227,-16.687647,-15.187646,-17.12686,-21.924725,-23.150364,-16.271585,-14.0666275,-0.0004997713,-18.125147,-17.375181,-15.9501095,-17.115805,-16.000147,-12.250554
+5424,-7.877921,-10.127646,-10.690146,-16.628572,-16.945715,-11.846568,-13.877646,-10.690146,-10.878052,-18.007431,-14.193152,-8.7532215,-11.440527,-7.127667,-12.815146,-7.628086,-7.752667,-15.592911,-8.627646,-0.0028018355
+5097,-17.178986,-22.469122,-16.500372,-20.81302,-19.622845,-15.376194,-13.000372,-0.00037174468,-8.44495,-20.162376,-16.135609,-10.223354,-13.688678,-15.876177,-20.062872,-17.000748,-17.626572,-18.81312,-14.750372,-17.62658
+11528,-13.532283,-21.375175,-20.187675,-24.502392,-25.46474,-21.985245,-20.312675,-16.312675,-19.251772,-22.44176,-19.171276,-17.447783,-18.318047,-14.253182,-19.250175,-17.938292,-16.625418,-0.0006761334,-14.6251745,-15.562694
+13506,-20.974543,-22.12503,-24.18753,-26.502268,-30.539837,-25.140852,-22.68753,-23.43753,-22.516823,-4.780232e-05,-18.316648,-20.20512,-21.687616,-19.125061,-24.06253,-22.062635,-19.27717,-27.830711,-19.75003,-21.258774
+14542,-14.634111,-13.251376,-7.1263757,-14.882601,-12.445362,-0.0057665547,-15.188876,-13.376376,-12.376448,-18.944845,-11.022498,-11.257175,-12.940499,-7.876424,-12.563876,-14.564069,-10.751567,-17.00417,-15.751376,-13.251681
+17899,-8.5881405,-14.126264,-10.126264,-16.569448,-16.722475,-8.760712,-15.938764,-11.001264,-13.501987,-15.260222,-9.68861,-10.969792,-12.001305,-0.0013200388,-10.501264,-10.62675,-10.688949,-10.626786,-12.376264,-7.5015297
+3167,-9.138526,-11.563711,-14.001211,-20.12854,-17.673458,-15.573704,-13.376211,-9.376211,-12.938793,-17.97504,-10.970845,-0.0012348702,-11.861249,-12.377835,-16.813711,-14.189081,-7.1262164,-15.504013,-10.438711,-10.564385
+8564,-13.813539,-13.9378,-16.500301,-22.501116,-21.227602,-19.418118,-15.0003,-14.4378,-14.56298,-19.56409,-12.755467,-10.010576,-14.134496,-12.129354,-18.312801,-9.125702,-10.250338,-15.403739,-12.5628,-0.00036151469
+6860,-13.698442,-7.626101,-10.1261015,-12.188698,-12.565575,-0.0043485155,-15.6261015,-13.5636015,-14.6889715,-21.791365,-16.76332,-10.503615,-12.001725,-16.695776,-19.09485,-17.441551,-8.002171,-19.663273,-16.5011,-14.817332

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=3/lora_ans/0.0-0.7/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553a4a36cc66be92c53619b8b602d9a930aa6895e3cce7904cb4dad5c6e281f1
+size 42951934

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95827c9aa3fdeaf1ec08d5a5d1f8699ce8a46deabdf6b1b97c516b07ef664d00
+size 42951614

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=3/lora_ans/0.0-0.7/0.7-1.0/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6d238f69eee6f1a5c5ccbb39f34ebd13f9b388d3a0f82c251c92d657d7e403
+size 42951934

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=32/seed=3/lora_ans/0.0-0.7/0.7-1.0/logs/events.out.tfevents.1734812310.gamma.3847986.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53c27a12992535fa3d279a1963edba5c7943ae82612f305bfbceff2050665cf
+size 47485