Add files using upload-large-folder tool

.gitattributes

@@ -1509,3 +1509,9 @@ finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=2/lora_ans_no_es/0.0-1.0
 finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c113bf738bd668f64c50ef69eb3c2c700eeced17368ccd43a900eed850439d0
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52684bf25c7ddad5abc5f7f7609bea19c1efd9bc127ef7960abdc5d7de381a92
+size 42951614

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26917a2d1b7897c3b639a36f15ad0af6d52f2f602c7f6b4f5bec69766bd40321
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/logs/events.out.tfevents.1734738729.gamma.3540545.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bea278b097f345efe8599bd1b6252b9a62a7ef1ec350d4f96686980c7f0a415
+size 47485

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,223 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.388592928647995,0,16.141155242919922,
+0,8,0.10449965298175812,1,14.435531343732562,
+0,16,0.07580028101801872,2,13.02544718522292,
+0,24,0.08000913634896278,3,12.830365066528321,
+0,32,0.07601026818156242,4,9.94329567750295,
+0,40,0.0752950981259346,5,9.345450434191473,
+0,48,0.080657958984375,6,6.721868912378947,
+1,56,0.07894066721200943,7,5.975119706123106,
+1,64,0.08187399432063103,8,3.9084967517852784,
+1,72,0.08135103434324265,9,3.7093181176619097,
+1,80,0.07616429403424263,10,2.3994566935759325,
+1,88,0.07657232880592346,11,2.7398994072623877,
+1,96,0.07680995762348175,12,2.040456697858613,
+1,104,0.07589779794216156,13,2.820900484919548,
+2,112,0.07552557811141014,14,2.082065317365858,
+2,120,0.08025454729795456,15,1.8767252415418625,
+2,128,0.08286302909255028,16,1.905078807184773,
+,,,16,,2.522193449089326
+2,136,0.0878668874502182,17,2.2256950902938843,
+2,144,0.07605180516839027,18,2.6644249303000316,
+2,152,0.08109636604785919,19,2.2559215500950813,
+2,160,0.07678534090518951,20,2.0162882804870605,
+3,168,0.07930091395974159,21,1.124844110929049,
+3,176,0.07721270248293877,22,1.2205761949221292,
+3,184,0.08135884255170822,23,1.6020153451848913,
+3,192,0.08172215521335602,24,1.5500903006257682,
+3,200,0.08278108760714531,25,1.8662342071533202,
+3,208,0.07875663042068481,26,1.1016740489889074,
+3,216,0.07722526043653488,27,1.5494808035868186,
+4,224,0.0824175477027893,28,1.505335967881339,
+4,232,0.07870867475867271,29,1.2411606293171644,
+4,240,0.07820596918463707,30,1.0495381149752387,
+4,248,0.08166623115539551,31,0.4853860643403283,
+4,256,0.07741889730095863,32,0.8435480170525037,
+,,,32,,1.9624894843044052
+4,264,0.08146421983838081,33,0.714962921064833,
+5,272,0.07677921652793884,34,0.6275482044137758,
+5,280,0.07811369374394417,35,0.4851727549518858,
+5,288,0.07691121846437454,36,0.8099173682813461,
+5,296,0.07674885913729668,37,0.4943283535540104,
+5,304,0.08114048093557358,38,0.49249834517637886,
+5,312,0.07686306536197662,39,0.3495247070491314,
+5,320,0.07920749858021736,40,0.42622742930362967,
+6,328,0.078876793384552,41,0.24105537363461085,
+6,336,0.08116791397333145,42,0.1895104518532753,
+6,344,0.0860852301120758,43,0.08426549706770026,
+6,352,0.07624100521206856,44,0.25984574289571855,
+6,360,0.08281836286187172,45,0.22751646513740223,
+6,368,0.0815536417067051,46,0.1103746377552549,
+6,376,0.08893968164920807,47,0.07552327115748388,
+7,384,0.07741107046604156,48,0.05657396611890623,
+,,,48,,1.82180565523814
+7,392,0.07745128870010376,49,0.04873951409632961,
+7,400,0.0808761864900589,50,0.026672068315868578,
+7,408,0.07694822922348976,51,0.017468105939527353,
+7,416,0.07657360658049583,52,0.02521229051053524,
+7,424,0.08182397112250328,53,0.0489380520173452,
+7,432,0.07605890184640884,54,0.011930718292625478,
+8,440,0.08286247029900551,55,0.013568729261654274,
+8,448,0.08201843127608299,56,0.00689136148430407,
+8,456,0.08398362621665001,57,0.0048035357758635655,
+8,464,0.08104704692959785,58,0.003644308981408055,
+8,472,0.08377503603696823,59,0.002074531911473189,
+8,480,0.07651297003030777,60,0.006249009936044996,
+9,488,0.08257551863789558,61,0.0028854019517354943,
+9,496,0.07996131107211113,62,0.003599801883101463,
+9,504,0.07607889175415039,63,0.0040576214609057484,
+9,512,0.08078812062740326,64,0.0017403986227388184,
+,,,64,,1.9867754097444466
+9,520,0.07613594830036163,65,0.0035055284271948038,
+9,528,0.08104794844985008,66,0.0014554633945226669,
+9,536,0.07866368442773819,67,0.0009867018857039511,
+10,544,0.0798594169318676,68,0.0019016849974198549,
+10,552,0.07745002955198288,69,0.001263816445966118,
+10,560,0.07586715370416641,70,0.001055721131986222,
+10,568,0.08109984919428825,71,0.0015681887129580395,
+10,576,0.07639604806900024,72,0.0017994993540924042,
+10,584,0.07661577686667442,73,0.0010693402766870955,
+10,592,0.0818181000649929,74,0.001162306998263706,
+11,600,0.07978248223662376,75,0.0011707128287525848,
+11,608,0.08317846804857254,76,0.0009728804224222484,
+11,616,0.07617215067148209,77,0.0014504717506371952,
+11,624,0.08223116025328636,78,0.0008473441098780873,
+11,632,0.07562728226184845,79,0.0009686662548726114,
+11,640,0.0754295065999031,80,0.0009178790097658132,
+,,,80,,2.0711736104574547
+11,648,0.07584142312407494,81,0.001143117712264688,
+12,656,0.07356317341327667,82,0.0011191991983320224,
+12,664,0.07613355666399002,83,0.0007720380713830569,
+12,672,0.08057117089629173,84,0.0008112822904187286,
+12,680,0.0757337398827076,85,0.0008710687151716019,
+12,688,0.08038460463285446,86,0.001162273595885684,
+12,696,0.07609874755144119,87,0.001024703604343813,
+13,704,0.08025920391082764,88,0.0009074784034897608,
+13,712,0.08183083683252335,89,0.0008547972235828638,
+13,720,0.07633329927921295,90,0.0009177252002039247,
+13,728,0.07691504806280136,91,0.0008145369722990802,
+13,736,0.0763879045844078,92,0.0008801912632770836,
+13,744,0.07612955942749977,93,0.0009550604455429932,
+13,752,0.07893405482172966,94,0.0009185198758495972,
+14,760,0.08021437749266624,95,0.0007557463482953608,
+14,768,0.07717978581786156,96,0.0005012274141336093,
+,,,96,,2.0710794839514306
+14,776,0.07674488797783852,97,0.0007054942566005943,
+14,784,0.07622437551617622,98,0.000619805752648972,
+14,792,0.08065251633524895,99,0.0008635203138868692,
+14,800,0.07645948976278305,100,0.001232564003051569,
+14,808,0.07606778293848038,101,0.0011006169357721735,
+15,816,0.07587919384241104,102,0.0008609464063986459,
+15,824,0.07646985352039337,103,0.0006189664067090329,
+15,832,0.07607065513730049,104,0.0005477491774529751,
+15,840,0.07624305412173271,105,0.0011979425358327313,
+15,848,0.07998600974678993,106,0.0008629659912548959,
+15,856,0.08159126341342926,107,0.0010322684746435179,
+15,864,0.07608238607645035,108,0.0007942015666048974,
+16,872,0.076216671615839,109,0.0006882750347722322,
+16,880,0.08006546273827553,110,0.0005774857048751214,
+16,888,0.08221837878227234,111,0.0008536697962511055,
+16,896,0.07579480111598969,112,0.0006185615598224103,
+,,,112,,2.0793170239551957
+16,904,0.07671532407402992,113,0.0007304636847918793,
+16,912,0.07681464403867722,114,0.0011258270795224234,
+17,920,0.08097803220152855,115,0.0010583252097213908,
+17,928,0.07559870928525925,116,0.0004130444409383927,
+17,936,0.07695626839995384,117,0.0006810471601784229,
+17,944,0.07586280256509781,118,0.0009441535303267301,
+17,952,0.0802285373210907,119,0.000739196331367918,
+17,960,0.08082189783453941,120,0.000710594561846497,
+17,968,0.07950993627309799,121,0.0009852632631788896,
+18,976,0.08089539408683777,122,0.0008386398902595309,
+18,984,0.07704269140958786,123,0.0006181482492068496,
+18,992,0.0761575996875763,124,0.0006408965826267376,
+18,1000,0.08326572924852371,125,0.0010169943617746378,
+18,1008,0.07620450109243393,126,0.0008797669613089126,
+18,1016,0.08206397667527199,127,0.0007207782925026299,
+18,1024,0.08079492673277855,128,0.00046574858812770494,
+,,,128,,2.0894102533179595
+19,1032,0.0758252888917923,129,0.0006083872488132962,
+19,1040,0.07913132756948471,130,0.0005897109070792794,
+19,1048,0.07600299268960953,131,0.0007988409956202044,
+19,1056,0.08168495446443558,132,0.0007779804170773975,
+19,1064,0.08169645816087723,133,0.0006113115266019192,
+19,1072,0.08107292279601097,134,0.0008665243325854785,
+19,1080,0.08438462764024734,135,0.0008247611369691132,
+20,1088,0.07557594776153564,136,0.0006931596771419907,
+20,1096,0.07899289205670357,137,0.0004724801883326265,
+20,1104,0.07577336579561234,138,0.0009188102537466745,
+20,1112,0.08161592856049538,139,0.0006476833203729863,
+20,1120,0.07592937722802162,140,0.0008846745527237011,
+20,1128,0.08312240988016129,141,0.0005195560892885128,
+21,1136,0.08131425827741623,142,0.0007425290964273436,
+21,1144,0.08060935512185097,143,0.0007900313457867014,
+21,1152,0.08685009926557541,144,0.0006164979993347795,
+,,,144,,2.0990753173828125
+21,1160,0.08043968304991722,145,0.0007130130719760376,
+21,1168,0.08224406093358994,146,0.0004877449698849685,
+21,1176,0.07663650810718536,147,0.00048117082611576694,
+21,1184,0.08276396989822388,148,0.001121345665664054,
+22,1192,0.08099520578980446,149,0.000479687710100299,
+22,1200,0.0850483775138855,150,0.0007604238771818927,
+22,1208,0.07815711572766304,151,0.0008033992931375216,
+22,1216,0.07999200746417046,152,0.0005369243070682776,
+22,1224,0.07633357867598534,153,0.0008848080015741289,
+22,1232,0.08289563283324242,154,0.0005598958438592186,
+22,1240,0.08488115668296814,155,0.0007935644755669838,
+23,1248,0.08763810247182846,156,0.0005128287721890957,
+23,1256,0.0840671919286251,157,0.0006500467599835247,
+23,1264,0.0787011943757534,158,0.000730868214946788,
+23,1272,0.07960743829607964,159,0.0007404880184017551,
+23,1280,0.07918549329042435,160,0.0006089554265669833,
+,,,160,,2.0762713328901543
+23,1288,0.07345025986433029,161,0.0006090685998535026,
+23,1296,0.08034199848771095,162,0.000716339305654401,
+24,1304,0.08003341034054756,163,0.0007006105364640602,
+24,1312,0.07675854116678238,164,0.0005865265487227589,
+24,1320,0.07886874303221703,165,0.0008046008428678878,
+24,1328,0.07570920139551163,166,0.0006196792772971094,
+24,1336,0.07627138495445251,167,0.0005965059002240499,
+24,1344,0.07909926399588585,168,0.0006596719904337078,
+25,1352,0.08421173319220543,169,0.0005026329953190205,
+25,1360,0.0803775042295456,170,0.0005621676263399422,
+25,1368,0.08306068181991577,171,0.000642810482531786,
+25,1376,0.07492707669734955,172,0.0004251633423943228,
+25,1384,0.09018571674823761,173,0.0008724063033393273,
+25,1392,0.08182451128959656,174,0.0006620647851377726,
+25,1400,0.07933902740478516,175,0.0005753912410000339,
+26,1408,0.08144857361912727,176,0.0004770964498616635,
+,,,176,,2.102292164262519
+26,1416,0.07630816474556923,177,0.0007138592543644615,
+26,1424,0.08032620698213577,178,0.0007627460447390779,
+26,1432,0.07650746032595634,179,0.0007873962047220818,
+26,1440,0.08239514753222466,180,0.0005189507248966644,
+26,1448,0.07993745431303978,181,0.00061881516443531,
+26,1456,0.08011335507035255,182,0.0006284054595328468,
+27,1464,0.07616911083459854,183,0.00046135529434347217,
+27,1472,0.07896606624126434,184,0.0006772392915553172,
+27,1480,0.08088327944278717,185,0.0005855273328186875,
+27,1488,0.08014800399541855,186,0.0008464196842396631,
+27,1496,0.07605484500527382,187,0.0006274068093096668,
+27,1504,0.07633467763662338,188,0.0006085874303244054,
+27,1512,0.08035560324788094,189,0.00042567971552041575,
+28,1520,0.07609355077147484,190,0.0005708386376901562,
+28,1528,0.07698072493076324,191,0.000429769587823942,
+28,1536,0.08147011697292328,192,0.0008865551914953228,
+,,,192,,2.103062457348927
+28,1544,0.08662158250808716,193,0.0005415428313426673,
+28,1552,0.08150945976376534,194,0.0004810524752918774,
+28,1560,0.08781363070011139,195,0.000667973916279152,
+29,1568,0.07548297569155693,196,0.0005723371319214089,
+29,1576,0.08760335296392441,197,0.0002794077736325562,
+29,1584,0.07725384831428528,198,0.0007552924136438504,
+29,1592,0.08124200627207756,199,0.000688968513040217,
+29,1600,0.07601775228977203,200,0.00046238604409154505,
+29,1608,0.07548367977142334,201,0.0006410248379324912,
+29,1616,0.0755687803030014,202,0.0006516418512107741,
+30,1624,0.08035724610090256,203,0.0006616456887748992,
+30,1632,0.07626009359955788,204,0.0004950516055443234,
+30,1640,0.07649162411689758,205,0.0007340644748182968,
+30,1648,0.07693064957857132,206,0.00046862946384443116,
+30,1656,0.08194762840867043,207,0.0006387077592080459,
+30,1664,0.0817839503288269,208,0.00035487760183529864,
+,,,208,,2.117842157203031

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=banking77/list=0.7-1.0/labels.csv

@@ -0,0 +1,23 @@
+6929,21
+11922,55
+3416,6
+6763,53
+4630,3
+532,17
+1651,1
+7104,7
+6631,67
+12496,43
+9678,2
+12991,2
+10606,56
+5669,27
+11729,27
+6276,18
+720,34
+4933,26
+732,34
+5432,52
+12399,71
+703,34
+12141,21

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=banking77/list=0.7-1.0/logits.csv

@@ -0,0 +1,23 @@
+6929,-33.2337,-32.912483,-29.472637,-33.44155,-26.724895,-35.093674,-48.529236,-21.280006,-40.10755,-31.089468,-24.598747,-27.411247,-44.88874,-31.243279,-23.224411,-45.86508,-34.682068,-56.269188,-24.536247,-36.584267,-29.475899,-14.890704,-10.153029,-44.509895,-30.576021,-24.312235,-27.23616,-26.389404,-34.442467,-50.354504,-48.055367,-38.741722,-36.210472,-50.335907,-40.683235,-34.084503,-53.04989,-45.056976,-11.113712,-36.13309,-33.937893,-22.25695,-37.94445,-21.494509,-30.72232,-31.536335,-28.871923,-30.025415,-20.354275,-7.021756,-46.854904,-32.130848,-34.37185,-66.96241,-57.185833,-38.006584,-47.35939,-41.55389,-37.501854,-33.713696,-39.268383,-33.432446,-51.985382,-47.640434,-49.877716,-53.20159,-47.33641,-31.583216,-31.340256,-38.900776,-32.76831,-34.6088,-31.29736,-27.321404,-34.9427,-57.497673,-63.851315
+11922,-34.251183,-24.041758,-23.418142,-22.41186,-18.270456,-16.234365,-33.16158,-19.913847,-23.040169,-30.864944,-23.028791,-21.903791,-36.809097,-25.653791,-19.068695,-24.266586,-13.708929,-28.48126,-29.18504,-28.676008,-20.789803,-19.489592,-24.293554,-38.801113,-29.465498,-25.80401,-31.291252,-27.139074,-22.677263,-38.706093,-39.88388,-29.933163,-17.058163,-38.93096,-15.930387,-14.147456,-41.623135,-39.863632,-20.377924,-33.488747,-30.786486,-18.374874,-24.374874,-32.004883,-30.217049,-24.49194,-27.930016,-29.691792,-18.898537,-17.23488,-37.173943,-26.100887,-6.694916,-50.921097,-41.86483,-8.429781,-35.345634,-36.037273,-34.755234,-17.02229,-31.45979,-18.95979,-49.101814,-38.941483,-32.658463,-35.498657,-37.724266,-25.376995,-20.512789,-18.064505,-39.439396,-31.068638,-21.413229,-25.62202,-29.287735,-54.43251,-43.95706
+3416,-34.53027,-27.863316,-15.328055,-25.698565,-14.759483,-0.98424506,-12.553264,-19.936398,-20.542948,-42.210335,-29.484898,-25.828648,-46.467033,-32.953648,-24.9239,-23.562653,-10.196084,-32.518944,-32.219273,-22.805595,-7.8333545,-32.506554,-20.535114,-36.228806,-31.28646,-16.33686,-17.295048,-8.954865,-27.556116,-48.54189,-35.848953,-18.80955,-13.62205,-34.56319,-22.09882,-10.65857,-53.214375,-45.200417,-16.441439,-40.77262,-33.542496,-35.504898,-45.442398,-26.460882,-38.256565,-19.899094,-20.324535,-21.441713,-4.690103,-19.07289,-14.327415,-8.424461,-13.487495,-47.648872,-49.590267,-27.393898,-31.94174,-34.622723,-24.921738,-2.6982431,-24.870117,-8.010744,-29.285215,-25.018703,-24.177095,-20.16555,-10.342403,-7.0460024,-24.963133,-40.890892,-34.426544,-22.3835,-23.899792,-22.253143,-28.18058,-40.408676,-44.046955
+6763,-38.866608,-24.620857,-19.42879,-23.735737,-20.68144,-12.445593,-26.101152,-21.162062,-22.479206,-38.770557,-20.812206,-20.624706,-34.83852,-22.749706,-16.642078,-25.749994,-9.958637,-38.84783,-27.265331,-25.210606,-20.008305,-30.491573,-19.117105,-34.03524,-31.146719,-15.7818165,-17.283182,-15.755086,-23.842468,-50.16597,-34.977673,-23.393383,-21.018383,-40.842762,-30.740307,-9.497125,-49.102303,-49.0078,-29.978283,-44.47995,-36.282642,-25.92747,-44.364967,-35.060898,-36.103775,-15.302294,-20.03422,-24.767853,-11.738726,-20.409319,-27.472212,-10.443983,-12.369978,-33.75553,-42.509426,-29.899387,-42.098854,-38.735474,-36.43155,-11.885917,-26.448416,-7.6359167,-36.32269,-26.41381,-30.737686,-49.181244,-21.517494,-19.594856,-18.77603,-19.85066,-32.198723,-20.462925,-25.53683,-25.4141,-26.196838,-45.4607,-49.34149
+4630,-42.5525,-31.251003,-21.419346,-0.008941409,-28.689743,-33.243813,-42.970604,-24.94823,-31.410753,-40.65133,-15.006263,-32.318764,-55.47913,-40.02189,-22.26627,-37.985775,-27.812197,-52.610764,-36.850014,-32.296883,-32.386246,-29.996035,-29.961222,-36.39406,-21.258797,-40.16696,-27.682856,-31.436926,-52.670425,-44.414173,-45.386574,-33.746002,-29.4335,-45.412605,-48.93567,-26.137527,-46.371708,-43.77624,-17.265244,-48.010574,-43.959785,-33.655525,-50.218025,-24.746138,-36.347076,-32.235104,-27.861525,-32.837585,-26.986164,-27.659153,-33.056602,-40.465614,-35.476986,-57.616085,-47.726494,-42.34221,-48.2189,-41.16465,-42.7661,-33.43739,-39.085827,-33.37489,-50.54462,-45.702183,-33.490288,-39.329567,-40.38498,-29.669968,-43.26106,-40.585175,-48.17204,-34.04522,-40.2508,-21.640738,-44.5732,-56.18175,-53.81695
+532,-36.589622,-29.799057,-28.518913,-23.992226,-30.723055,-19.018147,-35.44675,-23.475746,-23.890018,-37.013847,-20.705694,-22.455694,-41.975723,-27.19007,-25.995827,-13.875074,-11.736318,-4.371592,-23.143194,-11.545744,-20.589014,-31.297235,-22.919888,-42.6351,-31.999882,-17.278194,-18.944294,-16.707657,-33.119602,-40.64084,-41.07658,-10.290439,-0.16543879,-34.95659,-27.613152,-18.565218,-40.9295,-49.321484,-27.565289,-46.155777,-41.761887,-36.884132,-51.134132,-27.092009,-45.65356,-16.80672,-24.381502,-27.319012,-15.798882,-23.08182,-36.583767,-29.831114,-17.987286,-45.70486,-40.488205,-35.0162,-48.403526,-37.85817,-39.867905,-25.843912,-35.697426,-23.343912,-49.564976,-31.228203,-14.326417,-29.460808,-33.73334,-18.41145,-39.249542,-46.158478,-46.213673,-32.40319,-35.379272,-20.514805,-50.163902,-38.730904,-17.094845
+1651,-29.73117,-2.4469473,-22.760548,-27.29542,-27.18768,-27.595625,-41.855103,-29.834433,-25.129456,-33.095894,-14.063712,-23.094963,-33.542835,-23.876213,-16.698408,-23.000267,-27.367855,-37.613182,-26.610588,-22.298618,-35.883842,-23.938671,-20.027409,-31.975758,-20.274746,-25.033777,-26.201279,-23.089931,-32.982502,-33.209503,-31.809998,-25.05487,-17.617373,-33.125523,-45.769432,-16.501951,-34.8284,-40.63482,-23.622513,-41.407257,-44.236725,-21.080534,-36.455536,-19.486605,-51.506332,-23.399334,-22.702715,-25.551468,-20.555063,-14.688685,-26.946686,-29.54463,-21.615294,-54.38574,-30.978418,-24.180803,-38.208344,-34.091557,-30.19608,-28.282337,-23.235462,-24.235462,-32.455185,-46.01028,-26.524712,-28.91821,-36.604813,-18.667652,-19.834785,-24.834797,-24.989134,-21.963123,-38.64051,-33.53485,-28.956387,-45.29081,-42.52172
+7104,-36.439796,-25.91372,-19.055052,-14.336395,-23.214024,-20.624128,-33.054222,-12.440119,-21.988575,-28.102715,-18.017214,-19.767214,-38.066628,-23.923464,-11.030328,-24.903568,-15.995121,-30.169058,-30.173464,-28.6442,-24.09021,-16.679695,-24.283989,-40.153965,-23.221485,-20.703522,-23.794632,-17.070486,-42.988644,-36.73458,-31.158493,-14.178381,-14.115881,-19.191994,-32.228306,-9.332657,-35.796818,-43.549633,-21.88713,-51.077087,-40.48575,-29.32117,-25.94617,-19.92679,-34.36722,-31.902485,-22.246214,-25.95758,-14.94767,-12.320089,-25.95991,-22.370676,-17.026474,-46.22165,-42.850113,-31.64416,-44.044758,-36.36319,-43.855236,-15.649963,-25.743713,-20.962463,-38.281105,-25.485174,-23.232626,-27.027304,-25.539774,-14.901018,-20.73395,-19.30308,-17.59011,-24.095886,-16.149115,-28.697374,-20.990791,-35.200638,-37.324814
+6631,-43.575462,-27.66583,-23.840656,-29.074104,-18.235521,-15.426222,-26.66695,-24.968079,-20.51806,-44.892826,-22.427992,-17.740492,-31.665659,-31.396742,-21.186659,-24.403065,-20.72385,-32.68426,-31.568617,-25.821184,-31.474321,-32.544163,-27.982878,-44.906975,-28.05594,-26.032513,-34.243755,-16.928509,-39.541996,-56.593216,-35.831936,-23.276268,-14.963768,-40.54811,-41.76149,-12.923511,-52.738533,-50.74746,-27.567064,-47.91648,-41.24932,-25.523205,-37.023205,-23.42265,-53.13111,-44.095207,-41.9488,-30.775818,-14.573315,-31.489174,-24.639671,-27.453426,-19.473328,-57.601955,-51.39551,-38.078583,-34.38714,-44.71055,-27.716011,-27.206656,-39.44494,-29.644156,-46.537952,-33.113754,-23.800001,-23.486214,-35.77536,-7.6593127,-39.19276,-46.531384,-51.4961,-30.206873,-30.031677,-35.299328,-38.21894,-46.79438,-44.727097
+12496,-36.00138,-31.577122,-21.885677,-33.84879,-32.05381,-21.67675,-37.73711,-27.682234,-35.843117,-31.742502,-22.396461,-9.240211,-34.259235,-22.865211,-17.32878,-37.060234,-29.30864,-55.273663,-22.240211,-42.78193,-40.923862,-28.99697,-26.528599,-49.547462,-28.186543,-32.096172,-30.139791,-32.570244,-43.795715,-44.652737,-41.216072,-30.715721,-33.80947,-51.722435,-44.308334,-26.074429,-51.9095,-44.21795,-4.7639008,-33.938766,-39.003166,-22.000233,-42.031483,-0.0095733525,-41.399746,-32.061058,-32.823807,-35.67982,-35.523064,-17.925556,-49.759686,-37.968987,-27.25992,-68.06826,-54.06482,-38.442093,-59.187275,-51.286575,-50.05406,-37.5288,-41.76513,-37.18505,-58.455536,-40.473022,-31.742218,-43.015137,-38.66753,-28.003841,-28.032223,-34.28061,-38.848473,-36.511837,-24.34676,-34.902935,-40.058846,-61.908222,-72.13483
+9678,-39.370564,-27.834198,-10.0798645,-23.198349,-19.755524,-31.837456,-51.25415,-22.917246,-32.33006,-46.371067,-23.685925,-23.467175,-39.795086,-27.404675,-15.120253,-32.770164,-24.00895,-42.395752,-31.637096,-39.182552,-43.257866,-29.98761,-29.916437,-33.985397,-29.810904,-30.485207,-38.051964,-31.47488,-46.32749,-49.52885,-41.02523,-30.941536,-28.441536,-43.61132,-31.691109,-24.894588,-54.508152,-38.69729,-25.10231,-48.991684,-35.20249,-30.202984,-37.015484,-25.312077,-41.174133,-31.104982,-37.458874,-18.545073,-22.606722,-29.984718,-39.011414,-43.38974,-28.315836,-65.03642,-35.91607,-31.874609,-24.271152,-19.565292,-18.425175,-18.631393,-21.512253,-13.193894,-23.407951,-41.878147,-44.724197,-35.17255,-43.945293,-31.38208,-34.286728,-29.810814,-31.563608,-14.310655,-29.989466,-20.307728,-35.1736,-55.643288,-59.99945
+12991,-30.677774,-25.87864,-4.190529,-25.635647,-10.431696,-29.327751,-43.792755,-14.795488,-28.562908,-26.989773,-18.358671,-19.108671,-33.442146,-21.827421,-8.047325,-29.913073,-17.175373,-37.256485,-27.096464,-33.44038,-31.472017,-22.60001,-19.75583,-24.827995,-28.090698,-27.682056,-30.483894,-21.292297,-36.54911,-41.496346,-32.72385,-28.348568,-24.192318,-38.52485,-19.252192,-14.9772,-50.141106,-42.50966,-19.09911,-32.904213,-30.223257,-18.078878,-33.391376,-14.823921,-38.592823,-26.889004,-30.060106,-13.068843,-19.94297,-13.282441,-29.913399,-11.581688,-25.126633,-61.877068,-47.72702,-31.381748,-36.107903,-29.522318,-17.136738,-12.903559,-21.700436,-14.966059,-29.170185,-31.456663,-29.384808,-34.72043,-34.232555,-20.857597,-28.274723,-34.396675,-37.84445,-13.320341,-15.278796,-21.386862,-31.400814,-44.003353,-46.22524
+10606,-42.158394,-28.165398,-17.773226,-31.227442,-15.81612,-25.070187,-38.96253,-17.634014,-33.216454,-46.14521,-24.485,-24.32875,-42.417877,-29.70375,-21.709906,-14.330293,-25.217445,-37.241386,-32.16957,-21.057655,-38.056335,-26.311974,-29.194601,-36.543762,-32.186295,-31.327244,-36.290733,-23.851559,-44.46178,-49.9346,-42.83,-13.885674,-19.135674,-52.480324,-27.640188,-24.46822,-54.893173,-40.584785,-21.753717,-50.16014,-37.742176,-29.345299,-38.2828,-25.02905,-51.623642,-32.207367,-32.060417,-13.740185,-21.114582,-27.530037,-30.082235,-26.416061,-25.154541,-64.28785,-45.470863,-36.327667,-6.2855525,-5.43901,-13.930417,-11.614939,-18.23994,-6.4586883,-32.40107,-26.643724,-16.184887,-35.877956,-34.318924,-26.784412,-33.957066,-52.58373,-52.184742,-11.252757,-31.06583,-26.279026,-34.588654,-59.467148,-57.18704
+5669,-35.79734,-27.6575,-17.615,-29.808743,-24.048512,-22.198586,-35.10054,-6.270814,-20.956135,-29.099915,-16.681646,-18.494146,-39.104004,-26.35352,-11.6859455,-24.375814,-9.565554,-30.390898,-22.681644,-33.848644,-28.47019,-30.88594,-18.954836,-47.918926,-33.7042,-8.305615,-13.795692,-1.4330857,-35.90681,-43.84591,-43.33139,-26.377064,-22.564566,-39.326656,-36.13337,-11.174615,-61.506145,-53.120575,-32.873104,-47.989147,-42.670753,-32.84575,-50.53325,-34.64543,-40.375946,-27.306417,-40.236027,-32.09193,-11.860845,-22.858717,-32.888165,-23.650703,-22.23472,-47.817783,-57.050117,-39.223953,-46.320084,-42.501953,-39.08047,-22.37315,-33.82627,-22.18565,-46.903637,-21.5625,-22.297525,-26.15828,-17.653938,-14.877214,-24.972855,-41.350616,-45.036854,-30.86953,-36.47797,-32.6839,-38.200016,-53.78351,-55.798035
+11729,-38.94451,-23.166723,-15.859861,-29.948217,-25.377066,-29.96742,-41.591743,-21.656078,-37.1373,-22.2013,-11.793468,-12.730968,-28.93777,-23.159193,-9.38471,-22.75379,-13.044142,-31.969673,-16.98097,-28.8594,-23.553913,-23.730604,-11.609364,-40.661884,-35.208252,-6.941854,-15.023071,-13.685168,-32.11689,-39.114048,-38.244614,-29.099323,-27.974323,-48.052025,-24.916924,-16.369522,-56.138565,-35.174587,-12.562465,-38.00578,-32.54918,-26.24226,-47.80476,-29.239113,-40.759777,-10.558543,-20.516335,-25.704777,-16.376202,-9.561509,-40.495056,-24.08557,-23.135744,-54.29036,-55.03439,-36.01673,-48.393665,-41.353806,-41.01352,-23.81131,-41.344513,-29.311308,-40.86973,-25.444471,-28.25805,-42.85643,-41.1024,-26.352219,-31.16762,-35.40122,-41.984344,-34.795513,-20.446976,-21.806726,-34.433887,-59.8514,-45.55616
+6276,-37.166832,-26.987427,-19.277214,-17.845171,-25.389616,-26.82211,-30.646961,-22.786144,-34.15943,-29.798298,-19.020056,-20.207556,-38.311913,-28.043493,-4.1705203,-36.489693,-27.324778,-50.220352,-18.895056,-38.427303,-29.024471,-19.92628,-17.557053,-28.295807,-33.470516,-33.610626,-26.868702,-29.593199,-31.367556,-41.078445,-43.547344,-32.56612,-33.81612,-43.80625,-25.301853,-21.08234,-51.28328,-49.7806,-13.690666,-29.74403,-31.370552,-21.652874,-44.590374,-18.078815,-33.16328,-33.951126,-24.746143,-34.99637,-29.573215,-18.766787,-41.277863,-23.429243,-29.254765,-64.40593,-51.95429,-38.34159,-47.88422,-38.065548,-37.601402,-26.654036,-36.880596,-27.529036,-45.003906,-28.471195,-33.556347,-48.664898,-37.04057,-32.003525,-30.608013,-27.654043,-33.297085,-33.583958,-19.362762,-20.638773,-33.007957,-41.608093,-50.28998
+720,-34.917572,-26.594946,-22.560184,-23.194765,-18.971561,-22.937132,-34.59498,-23.903778,-28.887444,-28.950455,-18.581045,-20.237295,-37.801895,-27.901358,-19.438759,-9.077902,-8.222667,-16.235764,-22.97167,-14.267209,-16.645437,-30.718754,-17.273642,-33.938988,-29.369938,-17.09438,-22.31628,-10.349637,-26.074024,-42.75362,-36.585426,-9.411972,-8.161972,-33.87594,-7.157762,-11.450696,-58.708183,-48.04785,-26.318424,-58.776382,-38.134026,-27.710178,-49.132053,-27.33667,-41.832703,-17.549168,-23.967007,-24.46249,-13.047777,-18.588854,-31.12971,-14.386625,-13.104804,-50.653854,-57.929893,-31.348919,-30.47168,-26.94046,-36.12448,-15.23854,-31.699476,-16.176039,-36.347393,-5.043056,-15.387283,-37.854492,-34.435432,-23.319551,-33.528633,-39.552525,-44.597332,-24.76849,-22.180384,-22.594631,-38.035664,-43.808685,-51.289036
+4933,-34.32479,-17.107122,-15.2289,-14.833091,-26.087849,-14.689532,-23.422915,-11.336148,-22.96428,-27.846987,-18.205858,-22.518358,-42.137993,-28.717577,-7.644111,-34.63486,-26.224201,-45.519726,-19.080858,-22.326267,-21.763784,-14.888932,-16.048641,-23.463562,-19.824488,-27.81566,-10.700442,-18.78872,-46.153534,-33.206627,-35.842655,-18.313713,-13.626213,-40.116463,-37.70227,-6.5880113,-37.922882,-46.274223,-10.730674,-44.373573,-30.013638,-14.889492,-32.608242,-12.455642,-32.445812,-23.300941,-10.221957,-21.340876,-11.464844,-13.291959,-22.843138,-16.07756,-21.13808,-53.231293,-49.565636,-35.350822,-30.835438,-29.812988,-24.158329,-11.318241,-27.53699,-23.255741,-43.29194,-39.02368,-19.184067,-32.229507,-18.158558,-13.05073,-19.81277,-39.785976,-27.369583,-25.921604,-17.914026,-24.726803,-36.233063,-22.729017,-30.82202
+732,-40.289764,-34.18348,-40.46465,-30.45742,-25.790668,-38.07643,-52.75978,-35.77082,-34.602962,-47.232582,-26.68421,-29.21546,-44.284126,-34.21546,-23.683298,-17.097477,-22.25014,-21.203667,-27.71546,-14.48363,-26.54961,-32.16794,-24.331387,-36.612373,-36.318615,-20.724026,-28.305443,-20.3811,-31.787682,-48.91017,-41.35003,-15.221873,-18.596874,-39.075424,-0.016530784,-21.006987,-48.651276,-46.25186,-27.44186,-52.74903,-43.853973,-37.6784,-56.2409,-33.625923,-49.733772,-17.896608,-27.6915,-27.709515,-23.583574,-22.878162,-41.11229,-26.30968,-18.010098,-58.97068,-59.071587,-34.70684,-50.42473,-42.52069,-56.234066,-24.229406,-34.784096,-22.229406,-45.298195,-9.888115,-18.80697,-40.49839,-39.212864,-31.777384,-49.307617,-50.082573,-59.192852,-30.30833,-28.108051,-31.853924,-44.564396,-54.169792,-42.691704
+5432,-47.314728,-28.070051,-29.436451,-29.404833,-39.23127,-21.139528,-48.423637,-19.78222,-31.52099,-43.38612,-28.609539,-28.359539,-46.85491,-30.562664,-21.763847,-25.265411,-17.202965,-36.31971,-26.828289,-28.375957,-22.409647,-32.85182,-20.74488,-41.617172,-25.42365,-25.468822,-27.70721,-22.004404,-44.966682,-57.62712,-43.203224,-25.506195,-24.724945,-38.191727,-19.084883,-15.612195,-51.533222,-51.590935,-28.600536,-44.72707,-45.09424,-26.445976,-40.945976,-26.652287,-37.576614,-34.216278,-28.578259,-33.87057,-21.485641,-20.290607,-34.809605,-3.025809,-3.4101398,-51.818344,-46.100204,-36.50629,-35.967384,-37.444107,-37.109383,-23.467922,-38.796047,-18.905422,-44.93949,-25.070518,-29.337044,-45.970474,-37.867107,-28.040077,-33.664433,-51.617302,-41.86085,-38.606842,-26.92173,-27.424149,-30.58096,-52.287346,-51.83596
+12399,-45.369057,-28.615503,-23.243778,-32.206806,-20.877434,-28.407614,-41.787766,-26.688335,-37.678185,-50.12803,-26.567583,-23.567583,-41.165558,-29.645708,-16.284311,-27.48824,-22.165556,-38.22145,-31.098833,-28.425797,-25.41151,-24.10462,-33.20008,-44.811157,-30.880623,-37.831547,-37.127747,-31.955912,-43.802383,-54.180065,-46.421257,-25.773418,-18.023418,-41.796696,-40.217834,-28.817135,-56.830257,-46.001114,-30.999228,-49.588284,-37.432106,-43.083107,-49.020607,-30.37706,-41.698803,-39.895775,-34.694,-14.939284,-31.563862,-23.773214,-37.439236,-24.799992,-27.869377,-73.5854,-54.12734,-41.260937,-36.46472,-38.87097,-27.874813,-13.540592,-27.674381,-16.665592,-42.155025,-48.877636,-45.39107,-38.623375,-33.25631,-26.191076,-35.913265,-35.408573,-29.35128,-0.0012790705,-35.910812,-26.923803,-33.99916,-66.50057,-68.850784
+703,-29.191994,-30.390488,-16.82007,-21.29481,-18.084354,-17.91375,-34.827957,-22.464382,-23.909492,-28.218615,-19.779322,-18.654322,-38.390285,-26.498072,-22.660822,-0.9831683,-11.662384,-23.394413,-25.091822,-5.8486643,-17.683867,-26.24733,-16.651175,-35.279087,-28.885801,-15.950846,-19.717224,-14.397676,-21.576881,-41.080673,-38.630054,-5.2308826,-7.1058826,-34.267445,-4.796852,-16.050266,-48.469185,-41.31121,-22.411411,-51.867695,-35.821007,-27.631868,-49.319366,-23.303152,-38.73229,-12.749067,-16.779295,-23.566814,-12.060635,-29.714348,-30.079132,-23.015892,-11.468186,-48.39887,-36.13078,-28.88951,-26.031689,-24.271553,-30.81546,-14.88773,-30.461948,-15.01273,-34.179836,-7.0739403,-5.896366,-33.211754,-27.389048,-18.049301,-32.461056,-35.25657,-36.096638,-20.988842,-26.32985,-15.384876,-25.140728,-46.345932,-36.474434
+12141,-39.839706,-31.939907,-23.708052,-34.00976,-38.551895,-32.501915,-46.230385,-28.17019,-35.118183,-39.139957,-33.81436,-32.06436,-50.02483,-38.298737,-25.345726,-50.758583,-41.91212,-74.15941,-33.62686,-43.550274,-39.88205,-0.00087371364,-32.461117,-38.376537,-31.189396,-36.09032,-35.647835,-35.015034,-48.045704,-58.172318,-36.423656,-41.38526,-37.4712,-45.707676,-43.403008,-30.896126,-48.070267,-55.348297,-18.207136,-45.094025,-42.87659,-33.980896,-49.793396,-21.830185,-32.671486,-39.712906,-28.37725,-29.830894,-27.431553,-8.98534,-42.721893,-46.289032,-28.030273,-68.3927,-59.61676,-45.136513,-55.302055,-55.736507,-42.838425,-33.03623,-42.84873,-40.22373,-48.68495,-61.243202,-48.466217,-55.791313,-49.130707,-32.922314,-28.589409,-50.039787,-52.60652,-38.378967,-41.71923,-31.465406,-37.666534,-60.6024,-67.33311

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=banking77/list=test_1000/labels.csv

@@ -0,0 +1,1000 @@
+6197,55
+6441,63
+5254,42
+4058,38
+5596,27
+114,11
+2806,66
+1087,12
+1139,4
+12996,2
+10447,41
+11288,73
+12620,37
+10691,8
+8838,20
+11829,25
+5055,26
+5484,52
+2936,54
+9239,0
+5848,25
+2035,47
+1266,14
+11887,55
+4073,38
+4823,44
+2662,15
+5923,25
+2923,54
+7478,35
+12409,39
+11263,38
+12272,50
+8760,5
+1955,47
+7756,71
+12943,9
+8885,20
+6776,53
+12715,5
+11892,55
+4231,73
+3603,16
+1096,12
+2786,66
+12791,31
+7613,65
+12357,65
+11662,42
+9066,57
+63,11
+5620,27
+6193,55
+871,46
+10854,66
+8147,43
+3305,6
+3248,61
+2603,15
+3482,16
+4639,28
+7136,7
+6570,70
+7884,39
+12307,35
+10342,4
+257,13
+10939,40
+597,34
+3076,40
+8498,59
+7988,58
+575,34
+10692,8
+416,17
+2046,47
+1802,23
+12925,9
+5787,51
+2827,66
+4537,22
+3049,40
+11130,30
+2725,66
+1417,33
+12180,7
+6157,55
+8864,20
+12995,2
+2324,60
+2251,60
+1989,47
+16,11
+8827,20
+8493,59
+4953,26
+10807,15
+7101,7
+8210,76
+2312,60
+4330,62
+12365,71
+11466,3
+1666,1
+4063,38
+4622,3
+3836,74
+11584,26
+9371,19
+3407,6
+2680,15
+3845,74
+10741,60
+9232,0
+5932,25
+6113,48
+5411,52
+12422,39
+12101,53
+10322,12
+963,36
+11640,45
+5790,51
+519,17
+9694,2
+96,11
+7911,39
+6069,48
+13002,2
+7853,39
+8660,5
+2817,66
+11,11
+1701,49
+5397,52
+2685,15
+425,17
+1958,47
+12202,7
+5036,26
+6054,48
+10515,1
+12164,7
+4865,44
+12189,7
+8355,76
+7023,7
+12813,57
+7527,35
+2435,75
+9940,24
+7402,50
+32,11
+1541,41
+3094,40
+12947,9
+5604,27
+1775,49
+8117,43
+9587,9
+2008,47
+2741,66
+582,34
+2562,15
+7763,71
+7034,7
+6376,63
+9092,57
+202,13
+11193,74
+6028,48
+1476,41
+10315,12
+9472,19
+6092,48
+1919,56
+2986,54
+6078,48
+6698,67
+11430,22
+8139,43
+7580,65
+9696,2
+11768,51
+7030,7
+3711,30
+8118,43
+4895,44
+8450,37
+2225,8
+6803,53
+3040,40
+2834,66
+10998,10
+3955,68
+11164,74
+3599,16
+4288,62
+2846,66
+4278,62
+1150,4
+8719,5
+9210,0
+10575,23
+317,32
+6922,21
+10171,34
+8842,20
+11121,16
+6293,18
+3204,61
+591,34
+9236,0
+10820,15
+996,36
+8481,59
+10583,23
+1555,41
+3754,30
+2257,60
+11351,62
+12515,43
+1792,23
+10659,47
+8290,76
+9713,2
+12555,72
+7311,64
+2599,15
+10911,54
+6332,63
+5152,45
+4602,3
+6340,63
+10385,14
+1807,23
+8458,37
+3319,6
+10078,13
+8380,37
+2739,66
+1115,12
+9783,69
+2158,8
+5652,27
+12173,7
+5744,51
+3782,74
+3456,6
+9414,19
+4810,28
+11760,27
+8925,20
+7440,35
+1883,56
+9930,24
+12920,19
+6413,63
+7596,65
+11819,25
+6624,67
+11903,55
+3858,74
+9103,57
+3555,16
+4457,29
+2409,75
+9174,57
+7133,7
+3159,61
+10129,17
+3150,10
+2201,8
+7666,65
+2865,66
+12815,57
+3282,61
+3886,74
+775,46
+6393,63
+10102,32
+7652,65
+6523,70
+7589,65
+866,46
+4929,26
+5588,27
+3759,30
+10532,49
+9122,57
+12466,58
+4214,73
+5337,42
+574,34
+9839,69
+12404,39
+296,32
+7868,39
+12839,57
+6542,70
+122,11
+750,46
+10136,17
+12891,19
+3235,61
+7444,35
+12924,9
+8768,5
+7057,7
+8917,20
+7602,65
+9870,69
+3316,6
+5694,51
+2078,8
+8022,58
+4839,44
+730,34
+12123,21
+4332,62
+7453,35
+4418,29
+6744,53
+9728,2
+1611,1
+10779,75
+6783,53
+4472,22
+367,32
+10636,56
+1696,49
+3281,61
+6690,67
+4800,28
+8328,76
+4827,44
+530,17
+3977,68
+12840,57
+10417,33
+3545,16
+2396,75
+5344,42
+1829,56
+10084,32
+6306,63
+3692,30
+11054,6
+12948,9
+1656,1
+2338,75
+12260,50
+1372,33
+6644,67
+4988,26
+6775,53
+8683,5
+2032,47
+6371,63
+6946,21
+3676,30
+2414,75
+636,34
+12581,76
+6547,70
+7395,50
+3136,10
+7163,64
+8426,37
+5921,25
+6807,53
+9788,69
+12732,20
+8341,76
+2233,8
+3528,16
+9238,0
+2532,15
+9960,24
+8977,31
+11800,51
+3432,6
+8708,5
+6902,21
+4076,38
+6444,63
+812,46
+7036,7
+1971,47
+9335,0
+3942,68
+5775,51
+9428,19
+8656,5
+9465,19
+5128,45
+10072,13
+9836,69
+9955,24
+1312,14
+3554,16
+10852,66
+5417,52
+180,13
+2776,66
+11345,62
+3655,30
+7277,64
+13060,24
+887,36
+1485,41
+8296,76
+12531,72
+11407,22
+9162,57
+4452,29
+12471,58
+3355,6
+4651,28
+3943,68
+7060,7
+3775,74
+3853,74
+1191,4
+3992,68
+7669,65
+5048,26
+9818,69
+4304,62
+10406,33
+9906,24
+11208,68
+1419,33
+4781,28
+3255,61
+455,17
+6948,21
+6594,67
+9470,19
+1844,56
+11622,45
+372,32
+109,11
+1525,41
+6630,67
+2468,75
+583,34
+11698,52
+5557,27
+13074,24
+6325,63
+11086,16
+1524,41
+6932,21
+3715,30
+6936,21
+914,36
+10052,13
+3295,61
+7266,64
+4371,29
+5666,27
+11409,22
+7414,50
+11770,51
+11278,38
+1869,56
+9650,2
+2715,66
+811,46
+11947,18
+547,17
+4377,29
+1147,4
+9112,57
+11843,48
+7886,39
+12316,35
+6926,21
+12835,57
+2451,75
+7372,50
+9207,0
+8537,59
+11889,55
+12083,53
+9037,31
+12988,2
+1114,12
+12685,5
+2915,54
+9370,19
+2337,75
+2649,15
+4955,26
+9692,2
+9643,9
+3059,40
+3724,30
+8145,43
+6717,67
+5525,52
+6551,70
+578,34
+2871,54
+9211,0
+11002,10
+2539,15
+6279,18
+10878,66
+804,46
+10910,54
+6890,21
+9849,69
+3021,40
+4061,38
+8237,76
+12476,58
+3211,61
+7895,39
+4703,28
+5236,45
+8303,76
+2867,66
+6756,53
+4719,28
+2131,8
+12739,20
+6798,53
+5817,51
+11425,22
+11553,44
+10949,40
+10671,47
+9781,69
+5571,27
+1493,41
+1399,33
+1126,4
+494,17
+527,17
+12562,72
+274,13
+1354,14
+7309,64
+10444,41
+11669,42
+7329,64
+4329,62
+2104,8
+12551,72
+11595,26
+2130,8
+12940,9
+4023,38
+1740,49
+686,34
+9012,31
+4606,3
+4133,73
+7875,39
+841,46
+5378,52
+9804,69
+11946,18
+7709,71
+3143,10
+834,46
+4445,29
+9734,2
+10973,10
+9572,9
+11203,68
+747,46
+12687,5
+2988,54
+8714,5
+6366,63
+3100,10
+11038,61
+12437,39
+4657,28
+3653,30
+9914,24
+3517,16
+9979,24
+7470,35
+8547,59
+533,17
+5114,45
+8769,5
+640,34
+3198,61
+10835,15
+9364,19
+10943,40
+9819,69
+3048,40
+1884,56
+9637,9
+11507,28
+363,32
+8159,43
+12295,35
+4648,28
+4052,38
+11134,30
+7619,65
+3556,16
+863,46
+4437,29
+2423,75
+9873,69
+11736,27
+5320,42
+4359,29
+8285,76
+12299,35
+9013,31
+9314,0
+5011,26
+3694,30
+3720,30
+8497,59
+7067,7
+5140,45
+5258,42
+520,17
+1946,47
+6438,63
+6916,21
+5745,51
+10890,54
+12326,65
+11163,74
+6403,63
+8797,20
+1556,41
+6049,48
+2499,75
+5195,45
+9966,24
+12532,72
+8402,37
+12369,71
+2493,75
+7910,39
+11521,28
+239,13
+6718,67
+11847,48
+576,34
+1566,1
+5690,51
+6944,21
+8723,5
+6622,67
+4659,28
+8658,5
+7814,39
+8586,59
+8160,43
+3709,30
+11620,45
+11840,25
+10249,36
+12833,57
+12484,43
+13072,24
+669,34
+6232,55
+1112,12
+8281,76
+5428,52
+8909,20
+12116,53
+11534,44
+1330,14
+11429,22
+4934,26
+112,11
+3690,30
+5058,26
+2723,66
+10599,23
+3824,74
+4482,22
+12187,7
+5339,42
+1794,23
+1813,23
+9626,9
+2502,75
+356,32
+3176,61
+6263,18
+4373,29
+5736,51
+10314,12
+9450,19
+12498,43
+5155,45
+3811,74
+2668,15
+906,36
+2883,54
+6849,53
+2237,60
+11850,48
+6414,63
+9383,19
+851,46
+7802,71
+7696,71
+3634,16
+5640,27
+8722,5
+4731,28
+9543,9
+1183,4
+9019,31
+5836,25
+7845,39
+11955,18
+2361,75
+13019,69
+1878,56
+5198,45
+917,36
+10725,60
+8619,5
+4928,26
+9789,69
+5300,42
+9756,2
+3586,16
+8692,5
+12781,31
+6175,55
+11744,27
+11863,48
+4357,29
+11624,45
+10726,60
+9652,2
+5939,25
+3114,10
+4292,62
+5810,51
+6885,21
+8479,59
+1629,1
+7561,35
+12056,67
+3330,6
+10125,17
+10358,4
+10849,66
+1857,56
+2073,47
+10603,56
+6613,67
+0,11
+726,34
+8246,76
+9434,19
+7770,71
+6508,70
+9700,2
+8075,43
+8105,43
+566,17
+7824,39
+7778,71
+11714,52
+3427,6
+7165,64
+8802,20
+8944,31
+12936,9
+12156,21
+12265,50
+3131,10
+1923,56
+4866,44
+11664,42
+2905,54
+6947,21
+2114,8
+7536,35
+10215,46
+5319,42
+2093,8
+12463,58
+4978,26
+6038,48
+1113,12
+11394,29
+1422,33
+6544,70
+8647,5
+1679,49
+12356,65
+12070,67
+12277,50
+774,46
+9699,2
+8452,37
+5649,27
+6680,67
+9679,2
+10266,36
+3356,6
+764,46
+7725,71
+250,13
+10111,32
+1219,4
+3056,40
+11428,22
+5368,42
+352,32
+12923,9
+12676,59
+24,11
+10540,49
+10208,46
+3068,40
+4997,26
+9194,0
+9071,57
+1020,12
+8119,43
+3856,74
+2772,66
+5789,51
+4760,28
+4568,3
+10079,13
+7062,7
+5173,45
+7731,71
+9629,9
+6458,63
+11468,3
+12564,76
+171,13
+10128,17
+11103,16
+12171,7
+285,13
+7717,71
+6847,53
+8517,59
+4927,26
+3145,10
+2188,8
+9437,19
+8682,5
+8784,20
+12106,53
+7129,7
+6716,67
+2291,60
+9988,24
+2379,75
+5882,25
+5051,26
+8308,76
+12004,70
+6426,63
+7593,65
+2106,8
+8528,59
+5135,45
+5635,27
+1675,49
+4101,73
+12311,35
+2377,75
+7452,35
+2192,8
+1103,12
+4739,28
+7524,35
+2036,47
+11540,44
+1744,49
+6503,70
+5827,51
+7515,35
+6215,55
+8696,5
+9185,0
+9842,69
+3405,6
+4479,22
+3431,6
+11262,38
+10399,14
+1179,4
+5724,51
+10804,15
+7540,35
+7606,65
+12830,57
+12883,19
+623,34
+10616,56
+7358,50
+10683,8
+9646,2
+3727,30
+7598,65
+1901,56
+2397,75
+10740,60
+11073,6
+11680,42
+1347,14
+10570,23
+3078,40
+10134,17
+2862,66
+3728,30
+3507,16
+8727,5
+6883,21
+4761,28
+11283,73
+8201,72
+9821,69
+9349,19
+7231,64
+5608,27
+6367,63
+13061,24
+12027,70
+1538,41
+11943,18
+12606,37
+6153,55
+11988,63
+5526,52
+6668,67
+10397,14
+10564,23
+3058,40
+11410,22
+7777,71
+5475,52
+3772,74
+9440,19
+722,34
+5249,45
+8912,20
+11317,73
+6921,21
+11175,74
+3919,68
+9682,2
+7156,7
+3571,16
+11953,18
+5269,42
+626,34
+761,46
+8172,72
+10331,4
+8158,43
+11477,3
+8219,76
+6909,21
+437,17
+4306,62
+10138,17
+6498,70
+9589,9
+11147,30
+12803,57
+185,13
+1823,56
+11964,63
+517,17
+7164,64
+12251,50
+12896,19
+19,11
+4888,44
+3508,16
+14,11
+10830,15
+5634,27
+4901,44
+3225,61
+11711,52
+956,36
+2176,8
+10410,33
+8943,20

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans/0.0-1.0/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef4d1b962ae1c75c02262676a5513b00791ebd3d4110ad07a954bc1904219e3
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa49b3639cc5c354cd8d8a32207e94fc50b63c7750f038d206d7b44cb65c37a
+size 42951614

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans/0.0-1.0/0.7-1.0/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0770f345bd1cfc81cab097c8dc46599ebd5b0fd98486f1499e3f04f56d1fc9aa
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/events.out.tfevents.1734741147.gamma.3546646.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d30853e129fb34694b29132e3ce367a4477d9b05c01b5e8d2a27d173296f22c
+size 11094

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,53 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.39772089943289757,0,14.578240966796875,
+0,8,0.10123511031270027,1,13.840198636054993,
+0,16,0.07730330899357796,2,14.53653042133038,
+0,24,0.07882060110569,3,11.04647445678711,
+0,32,0.0783880241215229,4,10.030312674386161,
+0,40,0.08407481014728546,5,8.833872909545898,
+0,48,0.08316000923514366,6,6.359131781260173,
+0,56,0.07672607898712158,7,6.177376184463501,
+0,64,0.0845797024667263,8,5.697765210095574,
+0,72,0.08108804747462273,9,4.4081768081301735,
+1,80,0.08050788193941116,10,3.879236944790544,
+1,88,0.08354754745960236,11,3.0317240635553997,
+1,96,0.08424494415521622,12,2.9944077509420888,
+1,104,0.07950704544782639,13,3.070569648742676,
+1,112,0.081777174025774,14,2.7775243412364614,
+1,120,0.07557113096117973,15,2.0503381888071694,
+1,128,0.0813552513718605,16,2.175718222345625,
+,,,16,,2.271259169980704
+1,136,0.07566182315349579,17,2.9900161902109783,
+1,144,0.08072995394468307,18,2.0458339633363667,
+1,152,0.07629668712615967,19,1.6648080165569599,
+2,160,0.07657035067677498,20,2.245755695715183,
+2,168,0.07761400938034058,21,1.7029121098694977,
+2,176,0.07601847872138023,22,1.9065889517466228,
+2,184,0.08258968591690063,23,1.9213559742896789,
+2,192,0.08000155910849571,24,1.796445438495049,
+2,200,0.07613223791122437,25,1.8093828990541656,
+2,208,0.07585321366786957,26,1.5287410708574147,
+2,216,0.07594795152544975,27,1.0906619383738592,
+2,224,0.0757446251809597,28,1.0173179094608014,
+3,232,0.08126861229538918,29,1.5838659173912473,
+3,240,0.08052827045321465,30,1.2829265538603067,
+3,248,0.07569218799471855,31,1.043657252298934,
+3,256,0.07633350044488907,32,0.6507689133286476,
+,,,32,,0.9977375628000282
+3,264,0.08255535736680031,33,0.6503558832666149,
+3,272,0.0819227583706379,34,1.2929408838672023,
+3,280,0.07970839738845825,35,0.5502784490585327,
+3,288,0.07589107006788254,36,1.0216867085546255,
+3,296,0.07557553797960281,37,0.7632436518158231,
+3,304,0.08139597997069359,38,1.1077773451805115,
+4,312,0.08205798268318176,39,0.6021700011832374,
+4,320,0.07955143228173256,40,0.5223088332318834,
+4,328,0.07840395718812943,41,0.5625384801200458,
+4,336,0.0766298659145832,42,0.4771330737405353,
+4,344,0.07589221745729446,43,0.4405160873871425,
+4,352,0.07532460615038872,44,0.5446748438158205,
+4,360,0.07856297492980957,45,0.3582409237112318,
+4,368,0.08052650094032288,46,0.6789550206490925,
+4,376,0.08055100962519646,47,0.32681167702521047,
+4,384,0.08122341707348824,48,0.4433107144302792,
+,,,48,,0.24963401886354009

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans/0.0-1.0/0.7-1.0/test=banking77/list=test_1000/labels.csv

@@ -0,0 +1,1000 @@
+6197,55
+6441,63
+5254,42
+4058,38
+5596,27
+114,11
+2806,66
+1087,12
+1139,4
+12996,2
+10447,41
+11288,73
+12620,37
+10691,8
+8838,20
+11829,25
+5055,26
+5484,52
+2936,54
+9239,0
+5848,25
+2035,47
+1266,14
+11887,55
+4073,38
+4823,44
+2662,15
+5923,25
+2923,54
+7478,35
+12409,39
+11263,38
+12272,50
+8760,5
+1955,47
+7756,71
+12943,9
+8885,20
+6776,53
+12715,5
+11892,55
+4231,73
+3603,16
+1096,12
+2786,66
+12791,31
+7613,65
+12357,65
+11662,42
+9066,57
+63,11
+5620,27
+6193,55
+871,46
+10854,66
+8147,43
+3305,6
+3248,61
+2603,15
+3482,16
+4639,28
+7136,7
+6570,70
+7884,39
+12307,35
+10342,4
+257,13
+10939,40
+597,34
+3076,40
+8498,59
+7988,58
+575,34
+10692,8
+416,17
+2046,47
+1802,23
+12925,9
+5787,51
+2827,66
+4537,22
+3049,40
+11130,30
+2725,66
+1417,33
+12180,7
+6157,55
+8864,20
+12995,2
+2324,60
+2251,60
+1989,47
+16,11
+8827,20
+8493,59
+4953,26
+10807,15
+7101,7
+8210,76
+2312,60
+4330,62
+12365,71
+11466,3
+1666,1
+4063,38
+4622,3
+3836,74
+11584,26
+9371,19
+3407,6
+2680,15
+3845,74
+10741,60
+9232,0
+5932,25
+6113,48
+5411,52
+12422,39
+12101,53
+10322,12
+963,36
+11640,45
+5790,51
+519,17
+9694,2
+96,11
+7911,39
+6069,48
+13002,2
+7853,39
+8660,5
+2817,66
+11,11
+1701,49
+5397,52
+2685,15
+425,17
+1958,47
+12202,7
+5036,26
+6054,48
+10515,1
+12164,7
+4865,44
+12189,7
+8355,76
+7023,7
+12813,57
+7527,35
+2435,75
+9940,24
+7402,50
+32,11
+1541,41
+3094,40
+12947,9
+5604,27
+1775,49
+8117,43
+9587,9
+2008,47
+2741,66
+582,34
+2562,15
+7763,71
+7034,7
+6376,63
+9092,57
+202,13
+11193,74
+6028,48
+1476,41
+10315,12
+9472,19
+6092,48
+1919,56
+2986,54
+6078,48
+6698,67
+11430,22
+8139,43
+7580,65
+9696,2
+11768,51
+7030,7
+3711,30
+8118,43
+4895,44
+8450,37
+2225,8
+6803,53
+3040,40
+2834,66
+10998,10
+3955,68
+11164,74
+3599,16
+4288,62
+2846,66
+4278,62
+1150,4
+8719,5
+9210,0
+10575,23
+317,32
+6922,21
+10171,34
+8842,20
+11121,16
+6293,18
+3204,61
+591,34
+9236,0
+10820,15
+996,36
+8481,59
+10583,23
+1555,41
+3754,30
+2257,60
+11351,62
+12515,43
+1792,23
+10659,47
+8290,76
+9713,2
+12555,72
+7311,64
+2599,15
+10911,54
+6332,63
+5152,45
+4602,3
+6340,63
+10385,14
+1807,23
+8458,37
+3319,6
+10078,13
+8380,37
+2739,66
+1115,12
+9783,69
+2158,8
+5652,27
+12173,7
+5744,51
+3782,74
+3456,6
+9414,19
+4810,28
+11760,27
+8925,20
+7440,35
+1883,56
+9930,24
+12920,19
+6413,63
+7596,65
+11819,25
+6624,67
+11903,55
+3858,74
+9103,57
+3555,16
+4457,29
+2409,75
+9174,57
+7133,7
+3159,61
+10129,17
+3150,10
+2201,8
+7666,65
+2865,66
+12815,57
+3282,61
+3886,74
+775,46
+6393,63
+10102,32
+7652,65
+6523,70
+7589,65
+866,46
+4929,26
+5588,27
+3759,30
+10532,49
+9122,57
+12466,58
+4214,73
+5337,42
+574,34
+9839,69
+12404,39
+296,32
+7868,39
+12839,57
+6542,70
+122,11
+750,46
+10136,17
+12891,19
+3235,61
+7444,35
+12924,9
+8768,5
+7057,7
+8917,20
+7602,65
+9870,69
+3316,6
+5694,51
+2078,8
+8022,58
+4839,44
+730,34
+12123,21
+4332,62
+7453,35
+4418,29
+6744,53
+9728,2
+1611,1
+10779,75
+6783,53
+4472,22
+367,32
+10636,56
+1696,49
+3281,61
+6690,67
+4800,28
+8328,76
+4827,44
+530,17
+3977,68
+12840,57
+10417,33
+3545,16
+2396,75
+5344,42
+1829,56
+10084,32
+6306,63
+3692,30
+11054,6
+12948,9
+1656,1
+2338,75
+12260,50
+1372,33
+6644,67
+4988,26
+6775,53
+8683,5
+2032,47
+6371,63
+6946,21
+3676,30
+2414,75
+636,34
+12581,76
+6547,70
+7395,50
+3136,10
+7163,64
+8426,37
+5921,25
+6807,53
+9788,69
+12732,20
+8341,76
+2233,8
+3528,16
+9238,0
+2532,15
+9960,24
+8977,31
+11800,51
+3432,6
+8708,5
+6902,21
+4076,38
+6444,63
+812,46
+7036,7
+1971,47
+9335,0
+3942,68
+5775,51
+9428,19
+8656,5
+9465,19
+5128,45
+10072,13
+9836,69
+9955,24
+1312,14
+3554,16
+10852,66
+5417,52
+180,13
+2776,66
+11345,62
+3655,30
+7277,64
+13060,24
+887,36
+1485,41
+8296,76
+12531,72
+11407,22
+9162,57
+4452,29
+12471,58
+3355,6
+4651,28
+3943,68
+7060,7
+3775,74
+3853,74
+1191,4
+3992,68
+7669,65
+5048,26
+9818,69
+4304,62
+10406,33
+9906,24
+11208,68
+1419,33
+4781,28
+3255,61
+455,17
+6948,21
+6594,67
+9470,19
+1844,56
+11622,45
+372,32
+109,11
+1525,41
+6630,67
+2468,75
+583,34
+11698,52
+5557,27
+13074,24
+6325,63
+11086,16
+1524,41
+6932,21
+3715,30
+6936,21
+914,36
+10052,13
+3295,61
+7266,64
+4371,29
+5666,27
+11409,22
+7414,50
+11770,51
+11278,38
+1869,56
+9650,2
+2715,66
+811,46
+11947,18
+547,17
+4377,29
+1147,4
+9112,57
+11843,48
+7886,39
+12316,35
+6926,21
+12835,57
+2451,75
+7372,50
+9207,0
+8537,59
+11889,55
+12083,53
+9037,31
+12988,2
+1114,12
+12685,5
+2915,54
+9370,19
+2337,75
+2649,15
+4955,26
+9692,2
+9643,9
+3059,40
+3724,30
+8145,43
+6717,67
+5525,52
+6551,70
+578,34
+2871,54
+9211,0
+11002,10
+2539,15
+6279,18
+10878,66
+804,46
+10910,54
+6890,21
+9849,69
+3021,40
+4061,38
+8237,76
+12476,58
+3211,61
+7895,39
+4703,28
+5236,45
+8303,76
+2867,66
+6756,53
+4719,28
+2131,8
+12739,20
+6798,53
+5817,51
+11425,22
+11553,44
+10949,40
+10671,47
+9781,69
+5571,27
+1493,41
+1399,33
+1126,4
+494,17
+527,17
+12562,72
+274,13
+1354,14
+7309,64
+10444,41
+11669,42
+7329,64
+4329,62
+2104,8
+12551,72
+11595,26
+2130,8
+12940,9
+4023,38
+1740,49
+686,34
+9012,31
+4606,3
+4133,73
+7875,39
+841,46
+5378,52
+9804,69
+11946,18
+7709,71
+3143,10
+834,46
+4445,29
+9734,2
+10973,10
+9572,9
+11203,68
+747,46
+12687,5
+2988,54
+8714,5
+6366,63
+3100,10
+11038,61
+12437,39
+4657,28
+3653,30
+9914,24
+3517,16
+9979,24
+7470,35
+8547,59
+533,17
+5114,45
+8769,5
+640,34
+3198,61
+10835,15
+9364,19
+10943,40
+9819,69
+3048,40
+1884,56
+9637,9
+11507,28
+363,32
+8159,43
+12295,35
+4648,28
+4052,38
+11134,30
+7619,65
+3556,16
+863,46
+4437,29
+2423,75
+9873,69
+11736,27
+5320,42
+4359,29
+8285,76
+12299,35
+9013,31
+9314,0
+5011,26
+3694,30
+3720,30
+8497,59
+7067,7
+5140,45
+5258,42
+520,17
+1946,47
+6438,63
+6916,21
+5745,51
+10890,54
+12326,65
+11163,74
+6403,63
+8797,20
+1556,41
+6049,48
+2499,75
+5195,45
+9966,24
+12532,72
+8402,37
+12369,71
+2493,75
+7910,39
+11521,28
+239,13
+6718,67
+11847,48
+576,34
+1566,1
+5690,51
+6944,21
+8723,5
+6622,67
+4659,28
+8658,5
+7814,39
+8586,59
+8160,43
+3709,30
+11620,45
+11840,25
+10249,36
+12833,57
+12484,43
+13072,24
+669,34
+6232,55
+1112,12
+8281,76
+5428,52
+8909,20
+12116,53
+11534,44
+1330,14
+11429,22
+4934,26
+112,11
+3690,30
+5058,26
+2723,66
+10599,23
+3824,74
+4482,22
+12187,7
+5339,42
+1794,23
+1813,23
+9626,9
+2502,75
+356,32
+3176,61
+6263,18
+4373,29
+5736,51
+10314,12
+9450,19
+12498,43
+5155,45
+3811,74
+2668,15
+906,36
+2883,54
+6849,53
+2237,60
+11850,48
+6414,63
+9383,19
+851,46
+7802,71
+7696,71
+3634,16
+5640,27
+8722,5
+4731,28
+9543,9
+1183,4
+9019,31
+5836,25
+7845,39
+11955,18
+2361,75
+13019,69
+1878,56
+5198,45
+917,36
+10725,60
+8619,5
+4928,26
+9789,69
+5300,42
+9756,2
+3586,16
+8692,5
+12781,31
+6175,55
+11744,27
+11863,48
+4357,29
+11624,45
+10726,60
+9652,2
+5939,25
+3114,10
+4292,62
+5810,51
+6885,21
+8479,59
+1629,1
+7561,35
+12056,67
+3330,6
+10125,17
+10358,4
+10849,66
+1857,56
+2073,47
+10603,56
+6613,67
+0,11
+726,34
+8246,76
+9434,19
+7770,71
+6508,70
+9700,2
+8075,43
+8105,43
+566,17
+7824,39
+7778,71
+11714,52
+3427,6
+7165,64
+8802,20
+8944,31
+12936,9
+12156,21
+12265,50
+3131,10
+1923,56
+4866,44
+11664,42
+2905,54
+6947,21
+2114,8
+7536,35
+10215,46
+5319,42
+2093,8
+12463,58
+4978,26
+6038,48
+1113,12
+11394,29
+1422,33
+6544,70
+8647,5
+1679,49
+12356,65
+12070,67
+12277,50
+774,46
+9699,2
+8452,37
+5649,27
+6680,67
+9679,2
+10266,36
+3356,6
+764,46
+7725,71
+250,13
+10111,32
+1219,4
+3056,40
+11428,22
+5368,42
+352,32
+12923,9
+12676,59
+24,11
+10540,49
+10208,46
+3068,40
+4997,26
+9194,0
+9071,57
+1020,12
+8119,43
+3856,74
+2772,66
+5789,51
+4760,28
+4568,3
+10079,13
+7062,7
+5173,45
+7731,71
+9629,9
+6458,63
+11468,3
+12564,76
+171,13
+10128,17
+11103,16
+12171,7
+285,13
+7717,71
+6847,53
+8517,59
+4927,26
+3145,10
+2188,8
+9437,19
+8682,5
+8784,20
+12106,53
+7129,7
+6716,67
+2291,60
+9988,24
+2379,75
+5882,25
+5051,26
+8308,76
+12004,70
+6426,63
+7593,65
+2106,8
+8528,59
+5135,45
+5635,27
+1675,49
+4101,73
+12311,35
+2377,75
+7452,35
+2192,8
+1103,12
+4739,28
+7524,35
+2036,47
+11540,44
+1744,49
+6503,70
+5827,51
+7515,35
+6215,55
+8696,5
+9185,0
+9842,69
+3405,6
+4479,22
+3431,6
+11262,38
+10399,14
+1179,4
+5724,51
+10804,15
+7540,35
+7606,65
+12830,57
+12883,19
+623,34
+10616,56
+7358,50
+10683,8
+9646,2
+3727,30
+7598,65
+1901,56
+2397,75
+10740,60
+11073,6
+11680,42
+1347,14
+10570,23
+3078,40
+10134,17
+2862,66
+3728,30
+3507,16
+8727,5
+6883,21
+4761,28
+11283,73
+8201,72
+9821,69
+9349,19
+7231,64
+5608,27
+6367,63
+13061,24
+12027,70
+1538,41
+11943,18
+12606,37
+6153,55
+11988,63
+5526,52
+6668,67
+10397,14
+10564,23
+3058,40
+11410,22
+7777,71
+5475,52
+3772,74
+9440,19
+722,34
+5249,45
+8912,20
+11317,73
+6921,21
+11175,74
+3919,68
+9682,2
+7156,7
+3571,16
+11953,18
+5269,42
+626,34
+761,46
+8172,72
+10331,4
+8158,43
+11477,3
+8219,76
+6909,21
+437,17
+4306,62
+10138,17
+6498,70
+9589,9
+11147,30
+12803,57
+185,13
+1823,56
+11964,63
+517,17
+7164,64
+12251,50
+12896,19
+19,11
+4888,44
+3508,16
+14,11
+10830,15
+5634,27
+4901,44
+3225,61
+11711,52
+956,36
+2176,8
+10410,33
+8943,20

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 48
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1803d75acb93287afdcef712baf5ba157f7854869b21cae891686621880873
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941d75fb74cd827586af7c2170094e9194cb147061ac3568fcdb4cf5140a8566
+size 42951614

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dddeaaaa1b7719aa179a2dce38a797d8ba14bdac590f0470ba8209f2b3059aa
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/events.out.tfevents.1735094246.gamma.751266.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad39e04076c2445c1b92259d780d49ad8598a3644906c82c66d960c3ae6e42c9
+size 466891

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=banking77/list=0.7-1.0/labels.csv

@@ -0,0 +1,23 @@
+6929,21
+11922,55
+3416,6
+6763,53
+4630,3
+532,17
+1651,1
+7104,7
+6631,67
+12496,43
+9678,2
+12991,2
+10606,56
+5669,27
+11729,27
+6276,18
+720,34
+4933,26
+732,34
+5432,52
+12399,71
+703,34
+12141,21

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=banking77/list=0.7-1.0/logits.csv

@@ -0,0 +1,23 @@
+6929,-34.465332,-33.137096,-30.211397,-34.810825,-27.633316,-34.84139,-48.69109,-21.929874,-41.039948,-32.0183,-25.620075,-28.432575,-45.603535,-32.20406,-23.902004,-47.142178,-36.28923,-58.260216,-25.463825,-37.321472,-30.462784,-15.3244915,-10.647612,-45.652985,-31.319702,-25.17626,-28.033733,-26.9666,-34.01141,-50.769905,-49.111652,-39.39899,-36.820866,-51.17239,-41.352543,-35.29688,-55.037903,-46.43854,-10.854617,-36.315342,-34.285355,-22.680414,-38.992912,-21.880608,-30.904486,-31.322256,-29.543865,-30.972645,-20.905102,-6.8225546,-46.683807,-31.137222,-35.010036,-67.4585,-58.806343,-38.413013,-47.185272,-42.037437,-37.34774,-34.146366,-39.56336,-33.615116,-52.951588,-49.127075,-51.211285,-54.666145,-48.367935,-32.952118,-31.781204,-39.481728,-33.771545,-35.14579,-32.138252,-28.216188,-35.495224,-59.63391,-66.26314
+11922,-34.982582,-24.014835,-23.343225,-22.602901,-18.324524,-15.834145,-32.74177,-19.933952,-22.663708,-31.317045,-23.716612,-22.529112,-37.20326,-26.310362,-19.862843,-24.150074,-13.326968,-28.674562,-30.060364,-28.73065,-20.904835,-19.530657,-24.222355,-38.93277,-29.644098,-25.8073,-31.163723,-27.051302,-22.73043,-38.592236,-39.919525,-30.293343,-17.543343,-39.227966,-15.805637,-14.089307,-42.38048,-39.660988,-19.768877,-33.155396,-30.460945,-18.31483,-24.68983,-32.07657,-30.078398,-24.237423,-27.681334,-29.65439,-19.017416,-17.040337,-37.301285,-26.660242,-6.789488,-50.61755,-42.41954,-8.426386,-35.817406,-36.97941,-35.172714,-17.367434,-31.836184,-19.242434,-49.31567,-39.530373,-32.715263,-35.955627,-38.50894,-25.439293,-20.770672,-18.192423,-39.830086,-31.134644,-21.256542,-25.442858,-29.64374,-55.00894,-44.364014
+3416,-35.920116,-28.5971,-15.8658085,-27.311045,-15.379095,-1.8596725,-13.946002,-21.37987,-21.062572,-43.488083,-30.77837,-27.21587,-48.406837,-34.418995,-26.575878,-25.035084,-10.91355,-34.305412,-33.77837,-23.43038,-7.8874044,-34.02,-21.43078,-37.267754,-31.872528,-17.547794,-17.719414,-9.606854,-27.509281,-49.70342,-36.08549,-18.744179,-13.931679,-34.850967,-23.821629,-11.367595,-54.915413,-46.46907,-16.667238,-41.59806,-34.453884,-37.31713,-46.91088,-27.539444,-39.079258,-20.506111,-21.08765,-22.082647,-5.45635,-19.739265,-14.905204,-8.684103,-13.751757,-48.564987,-51.522064,-28.261116,-33.1389,-35.372627,-25.836948,-2.337831,-24.80658,-7.837831,-30.724365,-26.543457,-25.138182,-20.032135,-10.508656,-7.4406123,-26.164883,-41.749397,-35.23378,-22.77364,-25.169312,-22.73734,-29.692696,-42.322483,-45.129486
+6763,-40.334946,-25.424503,-20.142723,-24.646452,-21.313269,-12.588226,-27.127502,-21.207838,-22.93001,-40.940353,-22.247868,-21.904118,-35.692413,-24.247866,-18.260532,-26.930199,-10.836033,-40.164032,-28.57599,-26.043293,-20.287771,-31.39463,-19.384008,-35.01699,-31.964249,-16.831032,-17.871317,-16.567467,-24.411963,-50.913834,-35.481174,-23.45322,-21.14072,-41.35929,-31.906425,-10.1252775,-50.308434,-50.024166,-30.610672,-44.93628,-36.798683,-26.524872,-45.83737,-36.002106,-36.34848,-16.492413,-20.80437,-25.78207,-12.616613,-21.412704,-28.039427,-10.068294,-12.436742,-34.306793,-43.496864,-30.423931,-42.771744,-40.0101,-37.666664,-11.893197,-27.174446,-7.6431975,-37.30179,-27.212397,-31.4135,-49.34511,-21.47536,-19.547827,-19.356464,-21.340574,-33.401073,-21.205994,-26.277155,-25.689728,-26.759953,-46.13062,-50.216366
+4630,-42.67279,-31.298319,-21.311865,-0.009470591,-29.251856,-33.46001,-43.41901,-25.424854,-32.233074,-41.532803,-15.254182,-32.94168,-56.657356,-41.06668,-22.891907,-39.1653,-28.637857,-54.07402,-37.84793,-32.934242,-33.270184,-30.596642,-30.407925,-36.653046,-21.56772,-40.76808,-27.731216,-31.702654,-53.63832,-45.576317,-45.987953,-33.516323,-29.328823,-45.713905,-49.69661,-26.785885,-47.268787,-44.095215,-17.669308,-48.9403,-44.857246,-34.344532,-50.875782,-25.197866,-36.525158,-32.475098,-28.799477,-33.586864,-27.86176,-28.025951,-32.910076,-40.748657,-35.830082,-57.885178,-48.92389,-42.686714,-48.78048,-41.780064,-43.90727,-33.81503,-39.26034,-33.72128,-51.625984,-47.13909,-33.3063,-39.97972,-40.692444,-29.926058,-44.12373,-40.814823,-48.99742,-34.29829,-40.916035,-22.068455,-44.243374,-58.70205,-55.119167
+532,-36.512432,-30.397043,-29.119368,-24.751925,-31.311218,-19.533554,-36.04139,-24.498108,-23.93017,-38.332115,-21.669619,-23.419619,-43.399067,-28.263369,-27.173262,-14.673856,-13.003368,-4.8733087,-24.544619,-11.854631,-21.211943,-31.822971,-22.904058,-43.792572,-32.585705,-17.285645,-19.25911,-16.95567,-33.944763,-40.98046,-41.425243,-10.945331,-0.19533093,-36.142002,-29.025192,-18.657764,-42.394646,-50.848015,-28.698254,-47.566036,-42.827915,-36.90239,-51.83989,-28.002434,-46.70169,-16.783613,-24.429224,-27.54541,-16.029697,-23.395878,-37.046455,-30.907166,-18.075874,-46.323967,-41.729637,-34.785847,-49.693123,-37.678833,-40.22225,-26.320305,-36.095695,-23.820305,-50.287952,-31.133038,-15.239377,-30.791065,-35.38423,-19.629343,-39.859306,-47.224804,-47.44243,-32.8026,-35.87566,-19.743414,-51.231155,-40.078102,-17.098095
+1651,-29.671104,-2.4828205,-23.387312,-27.866404,-27.486431,-27.925743,-42.939095,-30.910261,-25.492792,-33.416996,-14.591685,-23.279186,-33.84782,-24.372936,-17.19601,-23.260496,-28.458149,-38.778538,-27.013561,-22.403442,-36.477196,-24.352894,-20.468462,-32.16701,-20.335205,-25.126518,-26.302795,-23.39783,-33.67083,-33.346096,-32.56062,-24.990234,-17.740234,-33.107666,-46.369835,-16.62822,-34.858402,-41.50106,-24.289145,-41.759422,-44.322716,-21.218946,-37.46895,-19.829971,-52.96766,-23.519598,-22.442701,-25.643219,-20.510036,-14.921916,-26.784573,-29.84981,-22.02289,-55.58585,-31.611267,-24.11807,-38.436077,-34.34221,-30.171583,-28.771124,-23.317999,-24.411749,-33.72762,-46.24613,-26.282127,-28.575058,-36.37988,-18.66233,-20.191662,-25.647552,-25.273302,-22.275692,-39.34205,-33.83878,-28.786724,-46.594406,-42.749657
+7104,-36.859943,-26.408937,-20.028996,-14.902402,-23.53952,-21.355658,-34.113182,-12.64676,-22.484163,-29.047821,-18.780262,-20.530262,-38.893497,-24.905262,-11.72807,-24.874187,-16.30156,-30.633709,-31.20995,-29.514767,-24.53496,-17.401634,-24.26445,-41.540268,-23.663488,-21.456596,-24.385284,-17.7401,-43.440216,-36.83961,-31.897907,-14.833555,-14.896055,-19.586893,-33.064186,-9.545639,-37.361923,-43.997307,-22.099047,-51.43886,-41.01662,-29.846973,-26.346973,-20.9659,-34.772522,-31.704754,-22.211498,-26.295582,-15.289893,-13.039709,-26.515537,-22.78072,-17.533173,-46.53032,-44.289204,-32.18843,-45.32484,-37.236923,-44.871048,-15.989943,-26.958693,-21.802443,-38.422134,-26.967747,-24.105595,-27.955742,-26.036736,-15.596954,-21.990974,-19.613575,-17.563147,-24.468174,-16.627632,-29.185915,-21.220226,-36.06161,-38.028614
+6631,-43.991714,-28.323635,-24.968353,-30.38328,-18.575388,-16.85475,-28.484621,-26.649445,-20.950886,-45.631054,-23.611471,-18.548971,-33.01173,-32.533348,-22.181446,-24.85656,-22.115427,-33.12999,-32.814598,-27.309523,-32.707634,-34.0397,-28.562237,-45.8851,-29.08538,-26.354668,-34.620102,-17.617468,-40.213234,-57.060738,-35.832024,-23.980381,-15.542881,-42.17997,-42.57778,-13.304442,-54.220337,-51.46498,-27.951519,-49.31626,-42.17733,-26.36937,-38.86937,-23.969305,-53.91117,-44.965675,-42.195698,-31.337994,-14.945319,-32.00011,-24.962889,-28.20752,-19.906746,-58.149418,-53.14946,-38.255047,-36.246185,-46.00781,-29.293613,-28.199726,-40.480976,-30.699726,-47.635895,-33.709316,-25.291607,-24.29418,-36.618584,-8.407092,-40.10082,-47.681236,-52.22178,-30.890888,-31.02098,-36.29818,-39.567467,-47.80374,-45.19535
+12496,-37.45034,-32.142395,-22.605558,-34.92851,-33.41293,-21.594936,-38.42518,-29.361744,-36.660435,-33.674545,-23.383202,-10.008202,-35.18324,-24.101952,-19.081587,-38.175903,-30.379364,-57.131744,-23.320702,-44.028328,-42.382576,-30.52697,-28.131418,-51.14129,-28.850718,-33.125023,-31.049974,-33.741646,-45.30238,-45.758133,-42.03727,-31.888958,-35.20146,-53.42636,-47.717506,-27.055365,-53.16585,-45.519753,-5.1350045,-34.93561,-40.3119,-22.906847,-43.219345,-0.006432292,-42.536274,-33.0952,-33.8288,-36.981018,-37.136795,-19.089249,-51.28562,-38.335308,-28.569088,-70.08467,-56.01248,-39.50189,-60.074722,-52.29228,-50.598892,-38.59511,-42.70058,-38.22011,-59.494827,-41.63145,-32.688114,-44.345497,-40.12483,-29.13213,-28.585089,-35.403603,-40.75271,-37.45511,-25.592245,-36.477924,-42.04467,-64.22869,-74.68147
+9678,-39.885506,-28.693714,-10.556582,-23.875404,-20.003935,-32.640823,-52.43138,-24.112661,-32.2939,-48.80903,-24.755154,-24.505154,-41.067947,-28.661404,-16.441109,-33.50892,-25.607285,-43.558598,-32.781033,-39.953186,-44.83449,-30.931732,-30.257996,-34.781853,-30.304054,-30.609148,-38.642956,-32.068546,-47.228592,-50.615257,-41.232758,-31.266861,-28.516861,-44.105137,-31.984623,-25.53093,-56.265728,-39.34079,-25.46117,-49.513187,-35.822388,-31.100294,-37.912796,-26.087303,-41.7173,-31.5083,-37.498276,-18.589527,-22.776443,-30.783386,-40.002388,-43.86563,-28.27031,-66.38725,-37.861034,-32.275146,-24.322622,-19.655663,-19.586676,-19.192085,-22.274117,-13.973335,-23.68148,-42.23269,-45.131435,-35.869087,-44.33098,-31.985252,-34.87667,-29.565279,-31.361753,-13.859549,-31.666468,-20.587116,-35.506947,-57.840828,-61.093643
+12991,-31.554054,-26.834839,-5.1444445,-26.757458,-10.870782,-30.596275,-44.663963,-15.462328,-28.998058,-28.0584,-19.475779,-19.913279,-34.815132,-22.819529,-8.663982,-31.366232,-18.166012,-38.779343,-28.265451,-34.32234,-32.26006,-23.280941,-20.190052,-25.52853,-29.088116,-28.120049,-31.158733,-21.843016,-37.624096,-41.987305,-33.311474,-28.826458,-24.545208,-39.146976,-19.675907,-15.767786,-51.367645,-43.340897,-19.420362,-33.38301,-30.627077,-18.79764,-34.422638,-14.847103,-39.12021,-28.056053,-30.858093,-13.379002,-20.75344,-13.570218,-30.510109,-12.011353,-25.502008,-63.642384,-49.65481,-31.557575,-37.91822,-30.659922,-18.08934,-13.643154,-22.541592,-15.924404,-29.562864,-32.39367,-29.957783,-35.567425,-34.68001,-21.11922,-29.608133,-35.436382,-38.576015,-13.64157,-15.82011,-22.452133,-32.092293,-44.314365,-48.017475
+10606,-43.1812,-28.317183,-18.43042,-31.97571,-16.25258,-24.9239,-39.25557,-17.958143,-33.99541,-47.93267,-25.310753,-25.060753,-43.5503,-30.607628,-23.987057,-14.801271,-26.057444,-38.205498,-33.07113,-21.091549,-38.349678,-27.327148,-29.468895,-37.53635,-32.948902,-33.146103,-37.178574,-24.427511,-45.89747,-50.26729,-43.360893,-13.948928,-19.073929,-53.57454,-28.650078,-25.521687,-56.516956,-41.584663,-22.041084,-50.528877,-38.009766,-29.715765,-38.965767,-26.767473,-52.459015,-32.48992,-32.08239,-13.964162,-21.46389,-28.463856,-30.958729,-27.452375,-25.969639,-65.84613,-46.70785,-37.253616,-6.0715146,-4.8420076,-13.707132,-11.803682,-18.498995,-6.4911823,-33.71082,-27.306334,-16.415804,-36.607246,-35.25989,-27.502068,-34.987514,-53.417656,-53.186188,-11.314486,-31.908192,-27.087584,-35.91569,-61.43006,-58.605614
+5669,-36.321987,-27.979757,-18.07271,-30.560213,-24.359907,-23.025171,-35.60584,-7.2553124,-21.193802,-30.79484,-17.925858,-19.738358,-40.194176,-27.816483,-13.627828,-25.253891,-10.328042,-31.614935,-24.175858,-34.585274,-29.19133,-31.698648,-19.046375,-49.60871,-33.857464,-8.385344,-14.009378,-1.6176646,-36.545616,-44.52285,-44.184628,-26.086803,-22.211803,-39.33711,-37.632225,-11.604674,-62.375687,-54.509556,-33.733723,-48.91562,-43.484863,-34.14023,-52.57773,-35.69721,-40.928677,-28.112793,-40.984776,-32.838097,-12.297111,-23.749464,-33.393684,-22.867748,-21.650906,-48.52641,-58.989468,-39.372093,-47.280567,-43.192574,-40.14971,-22.53984,-34.305466,-22.60234,-47.637245,-22.3507,-22.688005,-26.52938,-18.358112,-15.139578,-25.800432,-42.444664,-45.760452,-31.55481,-37.53695,-33.511444,-39.972603,-55.18387,-56.98443
+11729,-39.97183,-23.39452,-16.25347,-31.223389,-25.775578,-30.713757,-42.255074,-22.935883,-38.22834,-22.286663,-11.541925,-12.416925,-28.847534,-23.150568,-9.481895,-22.837479,-13.351968,-32.15499,-16.885675,-28.630232,-24.180912,-24.101204,-12.009536,-42.142044,-35.60206,-7.605557,-16.133675,-15.153852,-32.494434,-39.44933,-39.00112,-29.790333,-28.727833,-48.58522,-24.94183,-17.207478,-56.604298,-36.119614,-13.174738,-38.244446,-33.01323,-26.319262,-48.25676,-29.873222,-40.777435,-10.805325,-21.167505,-26.481869,-17.156893,-10.285962,-41.021553,-23.990517,-22.99775,-55.6931,-55.783016,-36.398026,-49.796143,-42.449745,-42.822342,-24.208204,-42.352737,-30.083204,-41.749012,-26.308075,-28.873762,-43.45065,-41.50212,-27.04353,-32.122723,-36.917465,-42.879997,-35.615356,-21.312202,-23.396471,-36.0053,-61.31412,-46.38713
+6276,-37.803513,-27.50514,-19.235008,-18.37398,-25.931133,-26.775118,-30.79737,-22.917774,-34.46648,-30.508657,-19.693064,-20.568064,-38.98072,-28.587595,-4.6020722,-37.61528,-28.27278,-52.45146,-19.443064,-38.87493,-29.611937,-20.244423,-17.851095,-29.041746,-33.958572,-34.58822,-27.65574,-30.446686,-31.465826,-42.109707,-43.6168,-33.145782,-34.520782,-44.383583,-26.109764,-22.183645,-51.914566,-50.778103,-13.734154,-29.8695,-31.777298,-21.674637,-45.174637,-18.305359,-33.461864,-34.55893,-24.85249,-35.694542,-30.243275,-19.18731,-42.147835,-23.731224,-30.112373,-65.93823,-53.45011,-38.71527,-48.938602,-39.067062,-39.49706,-26.989017,-37.30933,-27.864017,-45.46646,-29.06558,-34.497837,-49.958733,-38.84608,-32.765446,-31.03722,-27.926033,-34.505417,-34.345173,-19.777948,-21.196316,-33.77694,-42.7091,-52.302658
+720,-35.262173,-26.562805,-23.306534,-23.934196,-18.846622,-24.47905,-36.405106,-25.196804,-29.33255,-30.446224,-19.520414,-21.207914,-38.6269,-29.016508,-20.436169,-9.157844,-8.129758,-16.373981,-24.082914,-14.341757,-16.663544,-31.21209,-17.354843,-34.808548,-29.71073,-17.195038,-22.074072,-10.371375,-26.112757,-43.224953,-36.625324,-8.978583,-7.9785833,-33.464504,-7.482938,-11.402725,-59.360054,-48.341866,-26.874012,-59.828865,-38.91285,-28.119282,-49.46303,-27.778612,-42.624954,-17.972923,-24.143589,-24.728771,-13.5345955,-18.81287,-31.695919,-14.581601,-13.036637,-51.57821,-58.48491,-31.44506,-31.455437,-28.466402,-36.852768,-15.844958,-32.86058,-16.96996,-36.769737,-5.0472116,-15.388293,-38.060917,-34.6147,-23.49516,-33.7786,-40.30276,-45.48484,-25.299156,-22.57542,-23.324705,-39.092537,-46.03931,-52.411064
+4933,-35.267654,-17.496052,-15.061098,-15.085603,-26.527775,-15.069294,-24.031673,-11.738796,-23.4407,-28.62239,-18.803802,-22.991302,-42.80055,-29.319427,-8.11681,-35.08586,-26.942135,-47.069443,-20.053802,-23.664715,-22.861683,-15.404797,-15.941789,-24.276983,-20.485798,-28.707962,-10.79446,-19.273426,-46.96874,-33.55818,-36.087517,-18.590956,-13.590957,-41.201508,-39.88001,-7.9589834,-38.90134,-47.590134,-11.234976,-44.721127,-30.078583,-15.289691,-33.195942,-12.492144,-32.49082,-23.888142,-10.488306,-21.858452,-11.732497,-13.681183,-23.380283,-15.88553,-21.517254,-54.1142,-51.516655,-36.12767,-31.999147,-31.138237,-24.916565,-11.325027,-28.57503,-23.70003,-44.134632,-40.775574,-19.433117,-33.106567,-18.38823,-12.93403,-20.683784,-40.06553,-28.088928,-25.888699,-18.295477,-25.142567,-37.01111,-24.425245,-31.803791
+732,-40.884583,-34.277718,-42.94336,-31.774729,-26.157948,-39.255596,-53.751,-36.462788,-34.82195,-48.437527,-27.799818,-30.268568,-45.17478,-35.39357,-25.41127,-17.711662,-22.850578,-21.707123,-28.862318,-14.335943,-27.213518,-32.36052,-24.50378,-37.52066,-36.597557,-21.64876,-28.47996,-20.739954,-32.30306,-49.215332,-41.71192,-15.497654,-19.122654,-39.43399,-0.014633484,-21.03114,-50.001633,-46.507416,-27.54823,-53.55381,-44.38587,-38.19712,-57.50962,-34.246376,-50.06697,-18.59973,-28.251926,-28.662601,-24.53687,-23.109638,-41.664513,-27.037731,-18.198824,-59.621197,-59.49743,-35.41224,-51.984943,-43.586864,-57.45396,-25.535492,-35.847992,-23.285492,-45.990578,-9.764138,-18.863684,-41.02102,-39.7359,-32.019306,-50.144882,-50.71517,-59.909523,-30.616846,-28.620823,-32.762535,-45.593502,-56.47523,-43.758858
+5432,-48.757774,-28.52714,-30.598179,-30.44385,-40.34777,-22.25859,-50.161682,-20.568083,-32.230915,-45.366417,-29.782959,-29.439209,-48.131477,-31.736084,-23.250408,-25.954464,-18.073128,-39.510445,-28.095459,-29.257793,-23.019764,-33.650173,-21.234503,-41.952736,-26.199438,-26.44103,-28.100506,-22.777964,-46.049423,-58.29612,-44.102783,-26.276506,-25.589006,-39.141254,-19.532228,-17.303318,-52.85151,-52.974686,-29.717087,-45.644394,-46.230476,-27.109083,-41.921585,-28.49337,-38.47271,-35.216934,-29.01197,-34.352978,-22.113968,-20.73577,-35.51401,-3.3099413,-3.6523366,-52.80907,-47.74021,-37.074326,-37.750496,-39.247475,-38.537724,-24.733303,-40.123928,-20.108303,-45.79741,-26.031734,-30.198082,-47.512802,-39.873253,-29.405466,-35.008545,-52.98146,-43.162018,-39.348854,-27.900902,-28.72306,-31.65163,-53.799168,-53.042152
+12399,-46.950985,-30.155622,-25.091228,-33.92301,-21.595085,-29.689163,-43.19818,-27.994509,-38.595284,-52.741997,-28.145565,-24.926815,-43.004166,-31.25494,-17.992561,-28.982738,-23.932201,-39.882202,-33.122128,-29.77221,-27.314693,-24.853104,-34.85316,-45.485374,-32.12494,-39.512833,-38.579178,-33.234154,-44.645065,-55.673782,-47.804653,-26.976685,-18.976683,-43.059685,-41.94359,-30.564915,-58.77052,-47.516132,-32.266975,-51.506115,-39.00757,-44.183773,-50.183773,-32.179825,-42.798344,-40.958054,-35.75679,-15.500907,-32.750668,-25.122183,-38.842793,-26.094215,-28.695362,-76.49398,-55.087894,-42.946236,-38.64357,-40.76243,-29.85316,-15.110461,-29.163195,-18.29796,-43.43192,-50.347126,-46.88951,-39.676987,-34.584404,-27.119513,-37.454548,-36.78273,-30.175007,-0.00064614165,-38.46421,-28.490452,-36.2742,-68.69269,-70.90159
+703,-29.722103,-30.607662,-17.49084,-22.529472,-18.424511,-17.824398,-34.855232,-24.011955,-24.296986,-29.480505,-20.918972,-19.856472,-39.622604,-27.809597,-23.685078,-1.3038055,-12.236658,-24.427204,-26.715847,-5.9859467,-18.698431,-26.670647,-16.912199,-36.427406,-29.157393,-15.905672,-20.218416,-14.651018,-20.503162,-41.53508,-38.793198,-5.058963,-6.933963,-35.00009,-4.747657,-16.405006,-48.885605,-42.22438,-23.031368,-52.590202,-36.423107,-27.486984,-49.580734,-23.644096,-39.206383,-12.97717,-16.730917,-23.982067,-12.35162,-30.69886,-30.791252,-23.06278,-11.59987,-49.44623,-36.829475,-28.827757,-26.520466,-24.59581,-31.80292,-15.586234,-31.047173,-15.523734,-34.9627,-7.1109524,-5.859171,-33.57875,-27.53484,-18.308346,-33.062298,-36.57364,-37.47441,-21.864967,-26.878542,-15.879675,-25.233574,-48.160526,-37.22141
+12141,-40.373497,-31.94799,-24.252935,-35.00831,-39.54836,-32.986423,-47.164368,-29.744053,-35.70797,-40.574448,-35.122215,-33.465965,-51.386406,-39.465965,-26.153551,-51.942852,-43.20973,-76.4498,-35.153465,-44.433834,-40.7594,-0.0006717337,-33.706917,-39.382385,-32.282906,-36.520103,-36.151875,-35.70746,-48.252605,-59.40322,-37.97996,-41.686283,-38.131596,-46.52169,-44.080475,-31.586594,-48.833275,-56.00222,-18.454414,-45.806244,-43.684,-35.038643,-51.413643,-21.847591,-33.01488,-40.740685,-29.21401,-30.547201,-28.582518,-9.341821,-43.612816,-47.276108,-27.835564,-69.66557,-60.77649,-45.639545,-56.919113,-57.872246,-44.68577,-34.21243,-43.86868,-41.55618,-50.69524,-62.254642,-49.06892,-56.188187,-49.6202,-33.335194,-28.64229,-51.042522,-53.720867,-38.523285,-42.78866,-32.692352,-38.163284,-62.19494,-68.95958

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=banking77/list=test_1000/labels.csv

@@ -0,0 +1,1000 @@
+6197,55
+6441,63
+5254,42
+4058,38
+5596,27
+114,11
+2806,66
+1087,12
+1139,4
+12996,2
+10447,41
+11288,73
+12620,37
+10691,8
+8838,20
+11829,25
+5055,26
+5484,52
+2936,54
+9239,0
+5848,25
+2035,47
+1266,14
+11887,55
+4073,38
+4823,44
+2662,15
+5923,25
+2923,54
+7478,35
+12409,39
+11263,38
+12272,50
+8760,5
+1955,47
+7756,71
+12943,9
+8885,20
+6776,53
+12715,5
+11892,55
+4231,73
+3603,16
+1096,12
+2786,66
+12791,31
+7613,65
+12357,65
+11662,42
+9066,57
+63,11
+5620,27
+6193,55
+871,46
+10854,66
+8147,43
+3305,6
+3248,61
+2603,15
+3482,16
+4639,28
+7136,7
+6570,70
+7884,39
+12307,35
+10342,4
+257,13
+10939,40
+597,34
+3076,40
+8498,59
+7988,58
+575,34
+10692,8
+416,17
+2046,47
+1802,23
+12925,9
+5787,51
+2827,66
+4537,22
+3049,40
+11130,30
+2725,66
+1417,33
+12180,7
+6157,55
+8864,20
+12995,2
+2324,60
+2251,60
+1989,47
+16,11
+8827,20
+8493,59
+4953,26
+10807,15
+7101,7
+8210,76
+2312,60
+4330,62
+12365,71
+11466,3
+1666,1
+4063,38
+4622,3
+3836,74
+11584,26
+9371,19
+3407,6
+2680,15
+3845,74
+10741,60
+9232,0
+5932,25
+6113,48
+5411,52
+12422,39
+12101,53
+10322,12
+963,36
+11640,45
+5790,51
+519,17
+9694,2
+96,11
+7911,39
+6069,48
+13002,2
+7853,39
+8660,5
+2817,66
+11,11
+1701,49
+5397,52
+2685,15
+425,17
+1958,47
+12202,7
+5036,26
+6054,48
+10515,1
+12164,7
+4865,44
+12189,7
+8355,76
+7023,7
+12813,57
+7527,35
+2435,75
+9940,24
+7402,50
+32,11
+1541,41
+3094,40
+12947,9
+5604,27
+1775,49
+8117,43
+9587,9
+2008,47
+2741,66
+582,34
+2562,15
+7763,71
+7034,7
+6376,63
+9092,57
+202,13
+11193,74
+6028,48
+1476,41
+10315,12
+9472,19
+6092,48
+1919,56
+2986,54
+6078,48
+6698,67
+11430,22
+8139,43
+7580,65
+9696,2
+11768,51
+7030,7
+3711,30
+8118,43
+4895,44
+8450,37
+2225,8
+6803,53
+3040,40
+2834,66
+10998,10
+3955,68
+11164,74
+3599,16
+4288,62
+2846,66
+4278,62
+1150,4
+8719,5
+9210,0
+10575,23
+317,32
+6922,21
+10171,34
+8842,20
+11121,16
+6293,18
+3204,61
+591,34
+9236,0
+10820,15
+996,36
+8481,59
+10583,23
+1555,41
+3754,30
+2257,60
+11351,62
+12515,43
+1792,23
+10659,47
+8290,76
+9713,2
+12555,72
+7311,64
+2599,15
+10911,54
+6332,63
+5152,45
+4602,3
+6340,63
+10385,14
+1807,23
+8458,37
+3319,6
+10078,13
+8380,37
+2739,66
+1115,12
+9783,69
+2158,8
+5652,27
+12173,7
+5744,51
+3782,74
+3456,6
+9414,19
+4810,28
+11760,27
+8925,20
+7440,35
+1883,56
+9930,24
+12920,19
+6413,63
+7596,65
+11819,25
+6624,67
+11903,55
+3858,74
+9103,57
+3555,16
+4457,29
+2409,75
+9174,57
+7133,7
+3159,61
+10129,17
+3150,10
+2201,8
+7666,65
+2865,66
+12815,57
+3282,61
+3886,74
+775,46
+6393,63
+10102,32
+7652,65
+6523,70
+7589,65
+866,46
+4929,26
+5588,27
+3759,30
+10532,49
+9122,57
+12466,58
+4214,73
+5337,42
+574,34
+9839,69
+12404,39
+296,32
+7868,39
+12839,57
+6542,70
+122,11
+750,46
+10136,17
+12891,19
+3235,61
+7444,35
+12924,9
+8768,5
+7057,7
+8917,20
+7602,65
+9870,69
+3316,6
+5694,51
+2078,8
+8022,58
+4839,44
+730,34
+12123,21
+4332,62
+7453,35
+4418,29
+6744,53
+9728,2
+1611,1
+10779,75
+6783,53
+4472,22
+367,32
+10636,56
+1696,49
+3281,61
+6690,67
+4800,28
+8328,76
+4827,44
+530,17
+3977,68
+12840,57
+10417,33
+3545,16
+2396,75
+5344,42
+1829,56
+10084,32
+6306,63
+3692,30
+11054,6
+12948,9
+1656,1
+2338,75
+12260,50
+1372,33
+6644,67
+4988,26
+6775,53
+8683,5
+2032,47
+6371,63
+6946,21
+3676,30
+2414,75
+636,34
+12581,76
+6547,70
+7395,50
+3136,10
+7163,64
+8426,37
+5921,25
+6807,53
+9788,69
+12732,20
+8341,76
+2233,8
+3528,16
+9238,0
+2532,15
+9960,24
+8977,31
+11800,51
+3432,6
+8708,5
+6902,21
+4076,38
+6444,63
+812,46
+7036,7
+1971,47
+9335,0
+3942,68
+5775,51
+9428,19
+8656,5
+9465,19
+5128,45
+10072,13
+9836,69
+9955,24
+1312,14
+3554,16
+10852,66
+5417,52
+180,13
+2776,66
+11345,62
+3655,30
+7277,64
+13060,24
+887,36
+1485,41
+8296,76
+12531,72
+11407,22
+9162,57
+4452,29
+12471,58
+3355,6
+4651,28
+3943,68
+7060,7
+3775,74
+3853,74
+1191,4
+3992,68
+7669,65
+5048,26
+9818,69
+4304,62
+10406,33
+9906,24
+11208,68
+1419,33
+4781,28
+3255,61
+455,17
+6948,21
+6594,67
+9470,19
+1844,56
+11622,45
+372,32
+109,11
+1525,41
+6630,67
+2468,75
+583,34
+11698,52
+5557,27
+13074,24
+6325,63
+11086,16
+1524,41
+6932,21
+3715,30
+6936,21
+914,36
+10052,13
+3295,61
+7266,64
+4371,29
+5666,27
+11409,22
+7414,50
+11770,51
+11278,38
+1869,56
+9650,2
+2715,66
+811,46
+11947,18
+547,17
+4377,29
+1147,4
+9112,57
+11843,48
+7886,39
+12316,35
+6926,21
+12835,57
+2451,75
+7372,50
+9207,0
+8537,59
+11889,55
+12083,53
+9037,31
+12988,2
+1114,12
+12685,5
+2915,54
+9370,19
+2337,75
+2649,15
+4955,26
+9692,2
+9643,9
+3059,40
+3724,30
+8145,43
+6717,67
+5525,52
+6551,70
+578,34
+2871,54
+9211,0
+11002,10
+2539,15
+6279,18
+10878,66
+804,46
+10910,54
+6890,21
+9849,69
+3021,40
+4061,38
+8237,76
+12476,58
+3211,61
+7895,39
+4703,28
+5236,45
+8303,76
+2867,66
+6756,53
+4719,28
+2131,8
+12739,20
+6798,53
+5817,51
+11425,22
+11553,44
+10949,40
+10671,47
+9781,69
+5571,27
+1493,41
+1399,33
+1126,4
+494,17
+527,17
+12562,72
+274,13
+1354,14
+7309,64
+10444,41
+11669,42
+7329,64
+4329,62
+2104,8
+12551,72
+11595,26
+2130,8
+12940,9
+4023,38
+1740,49
+686,34
+9012,31
+4606,3
+4133,73
+7875,39
+841,46
+5378,52
+9804,69
+11946,18
+7709,71
+3143,10
+834,46
+4445,29
+9734,2
+10973,10
+9572,9
+11203,68
+747,46
+12687,5
+2988,54
+8714,5
+6366,63
+3100,10
+11038,61
+12437,39
+4657,28
+3653,30
+9914,24
+3517,16
+9979,24
+7470,35
+8547,59
+533,17
+5114,45
+8769,5
+640,34
+3198,61
+10835,15
+9364,19
+10943,40
+9819,69
+3048,40
+1884,56
+9637,9
+11507,28
+363,32
+8159,43
+12295,35
+4648,28
+4052,38
+11134,30
+7619,65
+3556,16
+863,46
+4437,29
+2423,75
+9873,69
+11736,27
+5320,42
+4359,29
+8285,76
+12299,35
+9013,31
+9314,0
+5011,26
+3694,30
+3720,30
+8497,59
+7067,7
+5140,45
+5258,42
+520,17
+1946,47
+6438,63
+6916,21
+5745,51
+10890,54
+12326,65
+11163,74
+6403,63
+8797,20
+1556,41
+6049,48
+2499,75
+5195,45
+9966,24
+12532,72
+8402,37
+12369,71
+2493,75
+7910,39
+11521,28
+239,13
+6718,67
+11847,48
+576,34
+1566,1
+5690,51
+6944,21
+8723,5
+6622,67
+4659,28
+8658,5
+7814,39
+8586,59
+8160,43
+3709,30
+11620,45
+11840,25
+10249,36
+12833,57
+12484,43
+13072,24
+669,34
+6232,55
+1112,12
+8281,76
+5428,52
+8909,20
+12116,53
+11534,44
+1330,14
+11429,22
+4934,26
+112,11
+3690,30
+5058,26
+2723,66
+10599,23
+3824,74
+4482,22
+12187,7
+5339,42
+1794,23
+1813,23
+9626,9
+2502,75
+356,32
+3176,61
+6263,18
+4373,29
+5736,51
+10314,12
+9450,19
+12498,43
+5155,45
+3811,74
+2668,15
+906,36
+2883,54
+6849,53
+2237,60
+11850,48
+6414,63
+9383,19
+851,46
+7802,71
+7696,71
+3634,16
+5640,27
+8722,5
+4731,28
+9543,9
+1183,4
+9019,31
+5836,25
+7845,39
+11955,18
+2361,75
+13019,69
+1878,56
+5198,45
+917,36
+10725,60
+8619,5
+4928,26
+9789,69
+5300,42
+9756,2
+3586,16
+8692,5
+12781,31
+6175,55
+11744,27
+11863,48
+4357,29
+11624,45
+10726,60
+9652,2
+5939,25
+3114,10
+4292,62
+5810,51
+6885,21
+8479,59
+1629,1
+7561,35
+12056,67
+3330,6
+10125,17
+10358,4
+10849,66
+1857,56
+2073,47
+10603,56
+6613,67
+0,11
+726,34
+8246,76
+9434,19
+7770,71
+6508,70
+9700,2
+8075,43
+8105,43
+566,17
+7824,39
+7778,71
+11714,52
+3427,6
+7165,64
+8802,20
+8944,31
+12936,9
+12156,21
+12265,50
+3131,10
+1923,56
+4866,44
+11664,42
+2905,54
+6947,21
+2114,8
+7536,35
+10215,46
+5319,42
+2093,8
+12463,58
+4978,26
+6038,48
+1113,12
+11394,29
+1422,33
+6544,70
+8647,5
+1679,49
+12356,65
+12070,67
+12277,50
+774,46
+9699,2
+8452,37
+5649,27
+6680,67
+9679,2
+10266,36
+3356,6
+764,46
+7725,71
+250,13
+10111,32
+1219,4
+3056,40
+11428,22
+5368,42
+352,32
+12923,9
+12676,59
+24,11
+10540,49
+10208,46
+3068,40
+4997,26
+9194,0
+9071,57
+1020,12
+8119,43
+3856,74
+2772,66
+5789,51
+4760,28
+4568,3
+10079,13
+7062,7
+5173,45
+7731,71
+9629,9
+6458,63
+11468,3
+12564,76
+171,13
+10128,17
+11103,16
+12171,7
+285,13
+7717,71
+6847,53
+8517,59
+4927,26
+3145,10
+2188,8
+9437,19
+8682,5
+8784,20
+12106,53
+7129,7
+6716,67
+2291,60
+9988,24
+2379,75
+5882,25
+5051,26
+8308,76
+12004,70
+6426,63
+7593,65
+2106,8
+8528,59
+5135,45
+5635,27
+1675,49
+4101,73
+12311,35
+2377,75
+7452,35
+2192,8
+1103,12
+4739,28
+7524,35
+2036,47
+11540,44
+1744,49
+6503,70
+5827,51
+7515,35
+6215,55
+8696,5
+9185,0
+9842,69
+3405,6
+4479,22
+3431,6
+11262,38
+10399,14
+1179,4
+5724,51
+10804,15
+7540,35
+7606,65
+12830,57
+12883,19
+623,34
+10616,56
+7358,50
+10683,8
+9646,2
+3727,30
+7598,65
+1901,56
+2397,75
+10740,60
+11073,6
+11680,42
+1347,14
+10570,23
+3078,40
+10134,17
+2862,66
+3728,30
+3507,16
+8727,5
+6883,21
+4761,28
+11283,73
+8201,72
+9821,69
+9349,19
+7231,64
+5608,27
+6367,63
+13061,24
+12027,70
+1538,41
+11943,18
+12606,37
+6153,55
+11988,63
+5526,52
+6668,67
+10397,14
+10564,23
+3058,40
+11410,22
+7777,71
+5475,52
+3772,74
+9440,19
+722,34
+5249,45
+8912,20
+11317,73
+6921,21
+11175,74
+3919,68
+9682,2
+7156,7
+3571,16
+11953,18
+5269,42
+626,34
+761,46
+8172,72
+10331,4
+8158,43
+11477,3
+8219,76
+6909,21
+437,17
+4306,62
+10138,17
+6498,70
+9589,9
+11147,30
+12803,57
+185,13
+1823,56
+11964,63
+517,17
+7164,64
+12251,50
+12896,19
+19,11
+4888,44
+3508,16
+14,11
+10830,15
+5634,27
+4901,44
+3225,61
+11711,52
+956,36
+2176,8
+10410,33
+8943,20

finetune_lora/qwen2.5-7b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0