Add files using upload-large-folder tool

.gitattributes

@@ -1528,3 +1528,10 @@ finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=2/lora_ans/0.0-0.7/0.7
 finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans/0.0-0.7/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed6d5b44c9d666cc8f5f7dc4d9ab513778da97e474934d63f57cfc6b0b595fd
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea56fb529dce634918867996b7adba738b60458c6809cda621d118b25121e9a
+size 42951614

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans/0.0-0.7/0.7-1.0/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d959779be02e6ddd66b377360d657080c5420eb54e77154ec7fba92216a46c13
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans/0.0-0.7/0.7-1.0/logs/events.out.tfevents.1735679529.gamma.3123526.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640ef468b726d2288adaf0e8ba11d720541220528727c01c761d3fc605299ad5
+size 110028

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,512 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.4133211821317673,0,10.985257148742676,
+0,8,0.10784674808382988,1,11.367647691206498,
+0,16,0.07600676640868187,2,14.6453674022968,
+0,24,0.0886801965534687,3,9.897481988977503,
+0,32,0.0766233541071415,4,10.94715925363394,
+0,40,0.07520651444792747,5,8.895361251831055,
+0,48,0.08232057839632034,6,7.294193499016039,
+0,56,0.07669543474912643,7,6.469465473720006,
+0,64,0.08165543526411057,8,2.42254786831992,
+0,72,0.07575631886720657,9,3.9188120705740794,
+0,80,0.08037322759628296,10,3.2789048994741132,
+0,88,0.08608619496226311,11,2.3784660200277963,
+0,96,0.08004201948642731,12,2.6749088491712296,
+0,104,0.08003368601202965,13,2.8661583732156193,
+0,112,0.07836650684475899,14,2.5483659133315086,
+0,120,0.0813046544790268,15,2.4747606726253735,
+0,128,0.07958253100514412,16,2.4787085567201887,
+,,,16,,2.500306045749719
+0,136,0.07334748283028603,17,2.4765835691381386,
+0,144,0.08055746555328369,18,1.6762151993238008,
+0,152,0.08071083202958107,19,1.7989286014011927,
+0,160,0.07565603777766228,20,1.356538979212443,
+0,168,0.08170420303940773,21,1.6679259223096512,
+0,176,0.07563134282827377,22,2.282820012834337,
+0,184,0.08006754517555237,23,2.6391013097018003,
+0,192,0.07964504510164261,24,1.5974068215915136,
+0,200,0.08004028722643852,25,1.7694722899684199,
+0,208,0.08061585202813148,26,2.080925241112709,
+0,216,0.07601854205131531,27,1.5928755690311562,
+0,224,0.08073578402400017,28,2.4420789709457984,
+0,232,0.07526084408164024,29,1.739626983801524,
+0,240,0.0819619931280613,30,1.6987375617027283,
+0,248,0.076632309705019,31,2.1668160491519504,
+0,256,0.07552478462457657,32,1.7890358126681785,
+,,,32,,1.7798053028882221
+0,264,0.08297170698642731,33,1.7459801038106282,
+0,272,0.08649235963821411,34,2.041267748801939,
+0,280,0.07641018554568291,35,2.1980430510911075,
+0,288,0.08130261301994324,36,2.347625489745821,
+0,296,0.07614430040121078,37,1.438395241032476,
+0,304,0.07921361550688744,38,1.9238636350631715,
+0,312,0.07604224234819412,39,1.439020598635954,
+0,320,0.08248724788427353,40,1.7066657458032881,
+0,328,0.0809859037399292,41,1.3762407495129494,
+0,336,0.082551758736372,42,1.272444080662083,
+0,344,0.07654318958520889,43,1.45966633160909,
+0,352,0.07621386274695396,44,1.7174825279609016,
+0,360,0.08033555373549461,45,1.1932655398187966,
+0,368,0.08089480921626091,46,1.7412409782409668,
+0,376,0.07622072473168373,47,1.7813659973682896,
+0,384,0.08033131062984467,48,1.1414905136281794,
+,,,48,,1.2773444826050262
+0,392,0.07897289842367172,49,1.1375905299186706,
+0,400,0.0806286558508873,50,0.7861709399469967,
+0,408,0.07586110010743141,51,0.801533536778556,
+0,416,0.07886753231287003,52,1.0991856115204948,
+0,424,0.08067897334694862,53,1.6065015931924185,
+0,432,0.08171622827649117,54,0.8302007296989704,
+0,440,0.08047689497470856,55,1.0940422399929075,
+0,448,0.0776585154235363,56,1.4194750998701369,
+0,456,0.07702862098813057,57,0.6956920449932417,
+0,464,0.07561034336686134,58,1.188874595665506,
+0,472,0.07664429396390915,59,1.20478873211762,
+0,480,0.0802544467151165,60,1.3210659115402787,
+0,488,0.07858650758862495,61,0.9064661404665779,
+0,496,0.07425431907176971,62,0.7844811987876892,
+0,504,0.07617732882499695,63,1.1727360217344194,
+0,512,0.07696012780070305,64,0.8707809852702277,
+,,,64,,0.9044913816344711
+0,520,0.08156891912221909,65,1.4908343759866862,
+0,528,0.0759807601571083,66,0.6829044761903146,
+0,536,0.07622522860765457,67,1.0813916194680575,
+0,544,0.08818214014172554,68,0.6524088007622751,
+0,552,0.08108093589544296,69,0.6445249891281128,
+0,560,0.08060431480407715,70,0.7044668920112379,
+0,568,0.08029482513666153,71,1.2124744123882718,
+0,576,0.07722123712301254,72,0.8520641729638383,
+0,584,0.08218307793140411,73,0.5273228249242229,
+0,592,0.08214422315359116,74,0.4386788662523031,
+0,600,0.08067144453525543,75,0.8444079547016708,
+0,608,0.07692876085639,76,0.8290457230593477,
+0,616,0.07604428753256798,77,0.8628658822604588,
+0,624,0.07696332409977913,78,1.2337959733876316,
+0,632,0.08074642717838287,79,0.7078934363447703,
+0,640,0.07659165188670158,80,0.5621027226249377,
+,,,80,,0.7406993502526023
+0,648,0.08112088218331337,81,0.8921203952696588,
+0,656,0.08168035000562668,82,0.8045768801655088,
+0,664,0.08082915842533112,83,0.5310102469391293,
+0,672,0.07397274300456047,84,0.805459255973498,
+0,680,0.07578523457050323,85,0.48019823720378263,
+0,688,0.08143103867769241,86,1.004695024755266,
+0,696,0.08123704046010971,87,0.6235235803402387,
+0,704,0.08302795886993408,88,0.637116604429834,
+0,712,0.07613860443234444,89,0.24077731256301588,
+0,720,0.0803612768650055,90,0.68229123711586,
+0,728,0.07905236631631851,91,0.4919261799165697,
+0,736,0.08132777363061905,92,0.22995943228403729,
+0,744,0.0789894089102745,93,0.3410959415710889,
+0,752,0.08104558289051056,94,0.5882610810490755,
+0,760,0.07901457697153091,95,0.5169174116104841,
+0,768,0.07624198868870735,96,0.522746057602866,
+,,,96,,0.5455263199344758
+0,776,0.0812799520790577,97,0.4631535069596383,
+0,784,0.07925199344754219,98,0.8467405410150864,
+0,792,0.08035789430141449,99,0.8228989022749441,
+0,800,0.07690859586000443,100,0.28803913947194815,
+0,808,0.08271579444408417,101,0.6390219389489202,
+0,816,0.07619348168373108,102,0.4255046786533462,
+0,824,0.07659098133444786,103,0.5944663618619626,
+0,832,0.08053182065486908,104,0.8224573608201283,
+0,840,0.07718725129961967,105,0.4774979239907758,
+0,848,0.08153539896011353,106,0.7647473136412686,
+0,856,0.0804714635014534,107,0.6893857246885697,
+1,864,0.08057102560997009,108,0.4738661173843976,
+1,872,0.08023226261138916,109,0.1461938193354469,
+1,880,0.07559436559677124,110,0.18380532614313638,
+1,888,0.07715447247028351,111,0.18715542938673135,
+1,896,0.08019991964101791,112,0.19300166424363852,
+,,,112,,0.4847369068829707
+1,904,0.08054850995540619,113,0.21995758719276637,
+1,912,0.08117309212684631,114,0.2793517667292194,
+1,920,0.07678743451833725,115,0.3824434742065413,
+1,928,0.0773329958319664,116,0.2519347893236124,
+1,936,0.08096539601683617,117,0.5455706360248419,
+1,944,0.08070213347673416,118,0.3443902554706885,
+1,952,0.07855317369103432,119,0.15215813694521785,
+1,960,0.07866348698735237,120,0.39771747567197857,
+1,968,0.07715918868780136,121,0.25781103149056434,
+1,976,0.0789559930562973,122,0.4949574876696833,
+1,984,0.0765293724834919,123,0.7324705126030104,
+1,992,0.08135245367884636,124,0.16340227524439493,
+1,1000,0.07703252136707306,125,0.30610679356115206,
+1,1008,0.08051933720707893,126,0.05205241166055202,
+1,1016,0.07562029734253883,127,0.49119719366232556,
+1,1024,0.07706159725785255,128,0.11656895682618425,
+,,,128,,0.41913844550004686
+1,1032,0.08031751215457916,129,0.2443806447028633,
+1,1040,0.08270958811044693,130,0.46509806335800224,
+1,1048,0.07708591222763062,131,0.2390299248509109,
+1,1056,0.07658973708748817,132,0.06375199420885606,
+1,1064,0.08072023093700409,133,0.16721187444824365,
+1,1072,0.08158497512340546,134,0.2781537211715029,
+1,1080,0.07685920223593712,135,0.20670348033308983,
+1,1088,0.0803389847278595,136,0.09260168181438196,
+1,1096,0.07663306593894958,137,0.3334969443967566,
+1,1104,0.07624685019254684,138,0.14091448044404387,
+1,1112,0.07709642127156258,139,0.14757300078247984,
+1,1120,0.08130470663309097,140,0.5230968351199947,
+1,1128,0.07714684307575226,141,0.37999540088432177,
+1,1136,0.08110984787344933,142,0.22825091401184047,
+1,1144,0.07591001689434052,143,0.6404723227024078,
+1,1152,0.07602325081825256,144,0.16830008598449436,
+,,,144,,0.42076601914150413
+1,1160,0.07628374174237251,145,0.1860704150151562,
+1,1168,0.08713244646787643,146,0.18212945386767387,
+1,1176,0.07390093803405762,147,0.3411760461486636,
+1,1184,0.07752297073602676,148,0.05074442798892657,
+1,1192,0.07690237835049629,149,0.2631384655232391,
+1,1200,0.0756639912724495,150,0.4890203638060484,
+1,1208,0.07898280024528503,151,0.4299309787650903,
+1,1216,0.0793774165213108,152,0.2967830050038174,
+1,1224,0.07663275301456451,153,0.3645142930249373,
+1,1232,0.08034273236989975,154,0.7827901564305648,
+1,1240,0.08029329404234886,155,0.13738404035568239,
+1,1248,0.08209653943777084,156,0.21308850815806252,
+1,1256,0.076060701161623,157,0.1811579605176424,
+1,1264,0.07680414617061615,158,0.21620657414197922,
+1,1272,0.07433012127876282,159,0.08918537089431827,
+1,1280,0.0810418352484703,160,0.28788992896676063,
+,,,160,,0.359310393394247
+1,1288,0.08120948448777199,161,0.35251774278779824,
+1,1296,0.07727725431323051,162,0.4827322071838763,
+1,1304,0.07582050189375877,163,0.18566737750855586,
+1,1312,0.07831617817282677,164,0.1907185459136963,
+1,1320,0.07618950307369232,165,0.10265639627521689,
+1,1328,0.07608248293399811,166,0.1514285286564542,
+1,1336,0.08059556409716606,167,0.17166847662266457,
+1,1344,0.08163272589445114,168,0.5648823203518987,
+1,1352,0.07695360854268074,169,0.4882990860690673,
+1,1360,0.0803074799478054,170,0.40041477142700127,
+1,1368,0.0802193321287632,171,0.2422087683371501,
+1,1376,0.08341320604085922,172,0.23843705347355673,
+1,1384,0.0798242874443531,173,0.11533136531710625,
+1,1392,0.07973648980259895,174,0.43954200495034457,
+1,1400,0.08002769201993942,175,0.22414377139460656,
+1,1408,0.07994356751441956,176,0.35781259915198793,
+,,,176,,0.3350377923460357
+1,1416,0.07623513787984848,177,0.21227157658206358,
+1,1424,0.07722405716776848,178,0.12780838780875864,
+1,1432,0.07655295357108116,179,0.25555726010352375,
+1,1440,0.07907531410455704,180,0.13212822827820978,
+1,1448,0.0818248949944973,181,0.2570870073201756,
+1,1456,0.0765816755592823,182,0.3142767386883497,
+1,1464,0.07682124152779579,183,0.20120748694986104,
+1,1472,0.07634412869811058,184,0.09547590757547705,
+1,1480,0.07674917206168175,185,0.24106229143217206,
+1,1488,0.08072694018483162,186,0.10895362168860932,
+1,1496,0.0792347639799118,187,0.35916740214634046,
+1,1504,0.0766931027173996,188,0.26287605171091855,
+1,1512,0.07713240385055542,189,0.15192012728571339,
+1,1520,0.07664037495851517,190,0.13394512767886876,
+1,1528,0.07731419801712036,191,0.1696981351201733,
+1,1536,0.08172521367669106,192,0.16268318401718582,
+,,,192,,0.2898386492375047
+1,1544,0.08143675327301025,193,0.1308382396320147,
+1,1552,0.08252541348338127,194,0.16823541466146708,
+1,1560,0.08032969012856483,195,0.22376761405218032,
+1,1568,0.07613493129611015,196,0.09388838050052009,
+1,1576,0.08042166382074356,197,0.27027406070070964,
+1,1584,0.07561606913805008,198,0.024040773063898086,
+1,1592,0.0790083184838295,199,0.4697093569984039,
+1,1600,0.07569043710827827,200,0.1381425715982914,
+1,1608,0.08047958463430405,201,0.03227716308600943,
+1,1616,0.07940168678760529,202,0.08771535420212252,
+1,1624,0.08076588436961174,203,0.10600437715840645,
+1,1632,0.08196087926626205,204,0.5457354419933701,
+1,1640,0.07648538425564766,205,0.19060987359262072,
+1,1648,0.0764240026473999,206,0.0842305088548788,
+1,1656,0.08083338290452957,207,0.3598943840198476,
+1,1664,0.0809505321085453,208,0.5608470623691877,
+,,,208,,0.3326684332215866
+1,1672,0.0763668417930603,209,0.1374865785241127,
+1,1680,0.07895052805542946,210,0.03633412936081489,
+1,1688,0.07376740872859955,211,0.10435150533914567,
+1,1696,0.07589874416589737,212,0.4847286728077701,
+1,1704,0.08026466146111488,213,0.11220459482664692,
+1,1712,0.08391368389129639,214,0.15050769795974095,
+1,1720,0.08299680799245834,215,0.27653429144993424,
+2,1728,0.0763932541012764,216,0.09184026004125674,
+2,1736,0.07606619223952293,217,0.08867969345634005,
+2,1744,0.08289534226059914,218,0.12366773142959132,
+2,1752,0.07637455314397812,219,0.026006791893200112,
+2,1760,0.07816341891884804,220,0.02766306319584449,
+2,1768,0.08138333633542061,221,0.23844027317439517,
+2,1776,0.07629290968179703,222,0.034949419714394026,
+2,1784,0.0807814970612526,223,0.25377378136747414,
+2,1792,0.07946721464395523,224,0.07432110645874802,
+,,,224,,0.33435585153612624
+2,1800,0.08258221670985222,225,0.009963546449268636,
+2,1808,0.07782656326889992,226,0.20725819368201953,
+2,1816,0.07693001255393028,227,0.09085686484883938,
+2,1824,0.08175409212708473,228,0.03846143318514805,
+2,1832,0.08038380369544029,229,0.23011129252612592,
+2,1840,0.21576284617185593,230,0.04730552097718264,
+2,1848,0.08262176439166069,231,0.008311188023071736,
+2,1856,0.08107476308941841,232,0.03537247941659933,
+2,1864,0.08106289803981781,233,0.029901591299746472,
+2,1872,0.07743297517299652,234,0.18852589454036206,
+2,1880,0.07609549164772034,235,0.15045174762893182,
+2,1888,0.08265350013971329,236,0.15763803837035084,
+2,1896,0.076180100440979,237,0.013714549454072347,
+2,1904,0.08057746291160583,238,0.22693522917464948,
+2,1912,0.07615963742136955,239,0.15773782065869973,
+2,1920,0.0756777673959732,240,0.07309973165683914,
+,,,240,,0.3012527500161173
+2,1928,0.0819026418030262,241,0.09239633522567249,
+2,1936,0.08048974722623825,242,0.0786693253682862,
+2,1944,0.08396065980195999,243,0.017097367958810467,
+2,1952,0.07609935849905014,244,0.0128805513959378,
+2,1960,0.081727035343647,245,0.052076272460488744,
+2,1968,0.0804065503180027,246,0.1642686878996236,
+2,1976,0.07629183307290077,247,0.024662330001592635,
+2,1984,0.08258890733122826,248,0.21728985247426424,
+2,1992,0.0774279236793518,249,0.08327256640352841,
+2,2000,0.0800979696214199,250,0.03339897106505103,
+2,2008,0.08064056560397148,251,0.1083561542244362,
+2,2016,0.07914512231945992,252,0.009761403668865873,
+2,2024,0.0761496089398861,253,0.023747293817965934,
+2,2032,0.07616151496767998,254,0.0590542082142617,
+2,2040,0.07655728608369827,255,0.0046073160972446205,
+2,2048,0.08387362957000732,256,0.18624328860246084,
+,,,256,,0.31567261474792524
+2,2056,0.08014531061053276,257,0.03673208955054482,
+2,2064,0.0737396813929081,258,0.013109276248344584,
+2,2072,0.07885606214404106,259,0.025448532160371542,
+2,2080,0.08069172874093056,260,0.005022625068064641,
+2,2088,0.0807143822312355,261,0.17407286437082803,
+2,2096,0.07587341591715813,262,0.09490674172411673,
+2,2104,0.07637564092874527,263,0.014398462294290463,
+2,2112,0.07576405629515648,264,0.14906312481445425,
+2,2120,0.08008046075701714,265,0.008107854146510362,
+2,2128,0.08081236481666565,266,0.16487231652718037,
+2,2136,0.07934703305363655,267,0.008353036604131813,
+2,2144,0.0761805884540081,268,0.05048700264056346,
+2,2152,0.08008383959531784,269,0.07821343782901143,
+2,2160,0.08089782670140266,270,0.06148324862255582,
+2,2168,0.08379149436950684,271,0.0792271763648993,
+2,2176,0.0806070864200592,272,0.17101366506693394,
+,,,272,,0.26863635006652054
+2,2184,0.08561237528920174,273,0.05039617693983019,
+2,2192,0.07386692613363266,274,0.23717364746456346,
+2,2200,0.08073185756802559,275,0.10596258638319202,
+2,2208,0.08204547688364983,276,0.012084286742573303,
+2,2216,0.08252666518092155,277,0.058949821327319914,
+2,2224,0.07620404660701752,278,0.07961859631127324,
+2,2232,0.07915335521101952,279,0.038280298501523514,
+2,2240,0.08209798857569695,280,0.056785259527924396,
+2,2248,0.0758419819176197,281,0.03859164902435926,
+2,2256,0.08061733469367027,282,0.034596351667359054,
+2,2264,0.0797438807785511,283,0.023245174110073735,
+2,2272,0.08104333281517029,284,0.05120469443500042,
+2,2280,0.07716349139809608,285,0.055712407963626365,
+2,2288,0.08206989616155624,286,0.23510530738738075,
+2,2296,0.07620499283075333,287,0.02356607144964593,
+2,2304,0.07612290978431702,288,0.04418651903556152,
+,,,288,,0.2976560256397107
+2,2312,0.08272924646735191,289,0.323281748602832,
+2,2320,0.07619844004511833,290,0.17519839229222772,
+2,2328,0.0806373842060566,291,0.040984500372023495,
+2,2336,0.08118056133389473,292,0.16235226605821287,
+2,2344,0.08139964193105698,293,0.035227604409945865,
+2,2352,0.08285050094127655,294,0.029954710200525307,
+2,2360,0.07609810307621956,295,0.16370201351297697,
+2,2368,0.0760558731853962,296,0.011017890753074815,
+2,2376,0.07571769878268242,297,0.04875076415708229,
+2,2384,0.07917550206184387,298,0.07883501147399798,
+2,2392,0.07948249951004982,299,0.00804161647354941,
+2,2400,0.07597687467932701,300,0.03548469147817404,
+2,2408,0.08170371130108833,301,0.04783838721535479,
+2,2416,0.08079762011766434,302,0.20279346283196525,
+2,2424,0.07752089202404022,303,0.10903150348595399,
+2,2432,0.0765358917415142,304,0.039389858196955174,
+,,,304,,0.3194108921517489
+2,2440,0.07903432101011276,305,0.03962109254673123,
+2,2448,0.08195704221725464,306,0.137617413130162,
+2,2456,0.08213983848690987,307,0.2899022280169582,
+2,2464,0.08221137151122093,308,0.04722017909617811,
+2,2472,0.07725199311971664,309,0.024767527174528525,
+2,2480,0.0742056593298912,310,0.05304779320161928,
+2,2488,0.08054741099476814,311,0.053766609747605075,
+2,2496,0.07570869848132133,312,0.07422144966199994,
+2,2504,0.07734581455588341,313,0.005467297346331179,
+2,2512,0.08258777484297752,314,0.034043302259627074,
+2,2520,0.0793205015361309,315,0.5403737390626465,
+2,2528,0.07660726457834244,316,0.32945358110389306,
+2,2536,0.07628611847758293,317,0.0024079855585504057,
+2,2544,0.07645881175994873,318,0.15788962322819447,
+2,2552,0.08246905729174614,319,0.011177897626268012,
+2,2560,0.07723631337285042,320,0.009498179717165595,
+,,,320,,0.2622283912652968
+2,2568,0.07409479841589928,321,0.014691319055855275,
+2,2576,0.07702164351940155,322,0.017419084006299577,
+2,2584,0.07897869497537613,323,0.13209895284451317,
+3,2592,0.08079570904374123,324,0.023337998654311284,
+3,2600,0.07714501768350601,325,0.010088151590898632,
+3,2608,0.07717794552445412,326,0.030030634687136626,
+3,2616,0.08035624772310257,327,0.09177173691769612,
+3,2624,0.08041588962078094,328,0.0884812434268152,
+3,2632,0.08076310157775879,329,0.036474965762213936,
+3,2640,0.07672078162431717,330,0.0192577294207045,
+3,2648,0.08161837980151176,331,0.06180167785630776,
+3,2656,0.07936133071780205,332,0.010508227500043089,
+3,2664,0.0762900859117508,333,0.01732655062029759,
+3,2672,0.07718823105096817,334,0.041782613998899855,
+3,2680,0.07625268027186394,335,0.18388023014025143,
+3,2688,0.07396016642451286,336,0.022897989622184207,
+,,,336,,0.2715641831600478
+3,2696,0.07700817286968231,337,0.01833854113938287,
+3,2704,0.08066610246896744,338,0.007386828853318898,
+3,2712,0.08020276576280594,339,0.05043757169579084,
+3,2720,0.0893486738204956,340,0.025804435163736344,
+3,2728,0.07667958736419678,341,0.006184815803343164,
+3,2736,0.07652750611305237,342,0.06228156646506654,
+3,2744,0.08115603029727936,343,0.012189558951948315,
+3,2752,0.07571490854024887,344,0.039928969746876146,
+3,2760,0.07684696093201637,345,0.017917340343457558,
+3,2768,0.07617414742708206,346,0.00934798594971653,
+3,2776,0.07696976140141487,347,0.026528432568604196,
+3,2784,0.07882551848888397,348,0.007806006785748261,
+3,2792,0.08039296045899391,349,0.060333487708703615,
+3,2800,0.07703250274062157,350,0.08556234170382301,
+3,2808,0.07687971740961075,351,0.020699961446762945,
+3,2816,0.07358522340655327,352,0.007417407961717496,
+,,,352,,0.2839325477731738
+3,2824,0.08110808953642845,353,0.01645602678061174,
+3,2832,0.0800502561032772,354,0.004733236021517466,
+3,2840,0.07627136632800102,355,0.009116195496171714,
+3,2848,0.07744304463267326,356,0.002162598625516459,
+3,2856,0.08216327428817749,357,0.008246441064402461,
+3,2864,0.07619118690490723,358,0.009003040742956929,
+3,2872,0.07665681838989258,359,0.011852132078212011,
+3,2880,0.08071795850992203,360,0.01619296612484651,
+3,2888,0.08093785494565964,361,0.013421400337282455,
+3,2896,0.07997024804353714,362,0.009550158597243529,
+3,2904,0.07620874419808388,363,0.03668271919741528,
+3,2912,0.07716874033212662,364,0.00763124327204423,
+3,2920,0.07995698228478432,365,0.013604843919165433,
+3,2928,0.0804627500474453,366,0.017290584263665712,
+3,2936,0.07998291403055191,367,0.002657679098774679,
+3,2944,0.08143872022628784,368,0.005803224754579846,
+,,,368,,0.30128184817200393
+3,2952,0.07613403350114822,369,0.027227508080950764,
+3,2960,0.08126016333699226,370,0.004399860426686549,
+3,2968,0.08123522624373436,371,0.0168777160816481,
+3,2976,0.08285446837544441,372,0.004818705099357947,
+3,2984,0.08426827192306519,373,0.09258595451279285,
+3,2992,0.07694543898105621,374,0.2860871137179915,
+3,3000,0.0765613280236721,375,0.005405536262671752,
+3,3008,0.08089349046349525,376,0.0017006459273397922,
+3,3016,0.08095996826887131,377,0.003499769328670852,
+3,3024,0.08200807869434357,378,0.0022912354986395008,
+3,3032,0.0762023776769638,379,0.03575823688879609,
+3,3040,0.07681289687752724,380,0.00949215901251275,
+3,3048,0.07640297338366508,381,0.005420663597760722,
+3,3056,0.08056874945759773,382,0.0077309887398899135,
+3,3064,0.07627979293465614,383,0.005673911487683654,
+3,3072,0.07666764408349991,384,0.003534046027198201,
+,,,384,,0.2791786050760737
+3,3080,0.08097182959318161,385,0.0031961023923940957,
+3,3088,0.07715786248445511,386,0.02162091308631576,
+3,3096,0.08019861578941345,387,0.0178365826184206,
+3,3104,0.08042946085333824,388,0.047528943415575974,
+3,3112,0.0805823765695095,389,0.0633622921826639,
+3,3120,0.08082587644457817,390,0.009386489470974388,
+3,3128,0.0803535208106041,391,0.004451146262938217,
+3,3136,0.07584106922149658,392,0.0025691921346942368,
+3,3144,0.07663223147392273,393,0.00490018367599987,
+3,3152,0.07355884835124016,394,0.016664929746184498,
+3,3160,0.08150938525795937,395,0.07504241401229278,
+3,3168,0.08084546029567719,396,0.003408223336385884,
+3,3176,0.07629147917032242,397,0.004513621820431007,
+3,3184,0.07666675746440887,398,0.10056592342152726,
+3,3192,0.07410050556063652,399,0.012252519340108847,
+3,3200,0.08097061887383461,400,0.015184111058680663,
+,,,400,,0.28625190660458083
+3,3208,0.07653209194540977,401,0.004472128391541817,
+3,3216,0.08083649352192879,402,0.0019996014430384654,
+3,3224,0.07647743448615074,403,0.06315344710834324,
+3,3232,0.08097250387072563,404,0.004352958753140858,
+3,3240,0.07542151212692261,405,0.01066983614534062,
+3,3248,0.08288481459021568,406,0.39457586528345323,
+3,3256,0.07599980756640434,407,0.019224650325038686,
+3,3264,0.07834211736917496,408,0.018892711497873308,
+3,3272,0.07956141605973244,409,0.005197080964636471,
+3,3280,0.08031751215457916,410,0.05075035003028461,
+3,3288,0.08051486313343048,411,0.0038844594282322915,
+3,3296,0.07597095146775246,412,0.012065533119312022,
+3,3304,0.07904594764113426,413,0.015405874531447457,
+3,3312,0.08115015923976898,414,0.01003325125908084,
+3,3320,0.08083076030015945,415,0.10629679977234142,
+3,3328,0.07389127463102341,416,0.06428168535668162,
+,,,416,,0.28855272137126076
+3,3336,0.08150489628314972,417,0.003239951414677004,
+3,3344,0.07930389791727066,418,0.02443599479738623,
+3,3352,0.08075452223420143,419,0.06875063512577778,
+3,3360,0.07370221987366676,420,0.20682016072364953,
+3,3368,0.08132649585604668,421,0.030891798339003036,
+3,3376,0.07695818692445755,422,0.005190088295084597,
+3,3384,0.07886476069688797,423,0.00641136845168207,
+3,3392,0.07555795088410378,424,0.011559773652282144,
+3,3400,0.0813472606241703,425,0.008258368261158467,
+3,3408,0.07996638119220734,426,0.00478078362411233,
+3,3416,0.07681339606642723,427,0.014033851589864263,
+3,3424,0.08001846075057983,428,0.01461992989314477,
+3,3432,0.0803050547838211,429,0.012030442779209337,
+3,3440,0.07695000246167183,430,0.006258844584932156,
+3,3448,0.08534494787454605,431,0.053698290747800664,
+4,3456,0.07878420501947403,432,0.010639928120116774,
+,,,432,,0.2780475087033477
+4,3464,0.07603809982538223,433,0.012434818597901012,
+4,3472,0.08039040118455887,434,0.008057829458266497,
+4,3480,0.08278606459498405,435,0.01407971402763256,
+4,3488,0.08029023185372353,436,0.011235040672604115,
+4,3496,0.07927735894918442,437,0.005224700511579642,
+4,3504,0.08308789879083633,438,0.005074412928176268,
+4,3512,0.08067194372415543,439,0.0019233864447375274,
+4,3520,0.07738494500517845,440,0.004616215897338657,
+4,3528,0.08083285018801689,441,0.012708627008832992,
+4,3536,0.08212035521864891,442,0.01801111698362299,
+4,3544,0.0816483199596405,443,0.02214931803543798,
+4,3552,0.08014095202088356,444,0.006971278400611012,
+4,3560,0.07622477412223816,445,0.0018730898809735663,
+4,3568,0.08026199787855148,446,0.0018379063757796152,
+4,3576,0.08240725845098495,447,0.0028219113502508174,
+4,3584,0.08270687237381935,448,0.0023431141632429967,
+,,,448,,0.2867965755476955
+4,3592,0.08041360601782799,449,0.002230486109510821,
+4,3600,0.0815793052315712,450,0.0017656826197967998,
+4,3608,0.087980005890131,451,0.0072693750191705694,
+4,3616,0.07922857254743576,452,0.0032753878855146467,
+4,3624,0.0814194343984127,453,0.001724622946182665,
+4,3632,0.08005958795547485,454,0.0009009946801665205,
+4,3640,0.07639382034540176,455,0.0007735462277196348,
+4,3648,0.08092227578163147,456,0.0051326110500239715,
+4,3656,0.08261020481586456,457,0.01119924610776996,
+4,3664,0.07676500454545021,458,0.0024877294168358537,
+4,3672,0.0792192593216896,459,0.002409662092880656,
+4,3680,0.08113985508680344,460,0.0038653805326574887,
+4,3688,0.08100542426109314,461,0.0034263999815183606,
+4,3696,0.08120961114764214,462,0.002534578113463121,
+4,3704,0.08037112653255463,463,0.009076127737688903,
+4,3712,0.07652533799409866,464,0.005149321998911107,
+,,,464,,0.29205956426850854
+4,3720,0.0767909325659275,465,0.001308508651653448,
+4,3728,0.07620083913207054,466,0.0032934918924565275,
+4,3736,0.07615872099995613,467,0.0019779909858838297,
+4,3744,0.08083382248878479,468,0.003007725896687979,
+4,3752,0.07574409991502762,469,0.0030533728630481555,
+4,3760,0.07583527639508247,470,0.0032349203006717666,
+4,3768,0.08028091117739677,471,0.010277242186068753,
+4,3776,0.08209888264536858,472,0.0035037432722414713,
+4,3784,0.08100701496005058,473,0.006799882699851878,
+4,3792,0.08237769827246666,474,0.008184623620059762,
+4,3800,0.08219832926988602,475,0.001286156267936652,
+4,3808,0.0757380872964859,476,0.006919292335859845,
+4,3816,0.08003096655011177,477,0.01075629066950309,
+4,3824,0.07614968717098236,478,0.004275169786394274,
+4,3832,0.07612734287977219,479,0.0019459302521958623,
+4,3840,0.08249687403440475,480,0.002935357641157073,
+,,,480,,0.2942777778184781

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=banking77/list=0.7-1.0/labels.csv

@@ -0,0 +1,369 @@
+11706,52
+1986,47
+2422,75
+1786,23
+8476,59
+7025,7
+2824,66
+11494,28
+6391,63
+12175,7
+12474,58
+10797,75
+8134,43
+5278,42
+10141,17
+8895,20
+10466,41
+7906,39
+8889,20
+1653,1
+9846,69
+11492,28
+5622,27
+6972,21
+7219,64
+7975,58
+3053,40
+8464,37
+9381,19
+2501,75
+5602,27
+3002,40
+4675,28
+7687,71
+10305,12
+236,13
+11167,74
+3055,40
+7843,39
+11126,30
+1698,49
+12444,58
+8729,5
+10568,23
+11877,48
+12969,2
+5323,42
+953,36
+359,32
+2121,8
+670,34
+959,36
+3669,30
+1695,49
+11542,44
+12183,7
+7466,35
+1099,12
+8515,59
+4302,62
+4056,38
+12627,37
+10142,17
+3254,61
+9285,0
+10470,41
+6384,63
+4838,44
+6411,63
+12543,72
+1589,1
+10160,17
+10510,1
+12310,35
+6328,63
+7732,71
+7400,50
+617,34
+6034,48
+120,11
+4358,29
+10158,17
+4066,38
+4716,28
+8975,31
+11591,26
+10408,33
+12058,67
+7350,50
+11009,61
+7610,65
+1515,41
+11091,16
+901,36
+1834,56
+12294,35
+10371,14
+6517,70
+8675,5
+8073,43
+2962,54
+1380,33
+13080,24
+8519,59
+12275,50
+12258,50
+5974,25
+12694,5
+2408,75
+1241,4
+11067,6
+5868,25
+289,13
+11550,44
+2995,54
+11499,28
+4587,3
+11370,29
+10482,41
+6837,53
+9431,19
+7256,64
+3771,74
+11049,6
+943,36
+4034,38
+6347,63
+11790,51
+9141,57
+349,32
+9977,24
+9295,0
+4588,3
+9070,57
+6167,55
+5742,51
+4825,44
+4985,26
+664,34
+1671,49
+1941,47
+9724,2
+2464,75
+179,13
+6404,63
+6777,53
+9023,31
+10728,60
+2801,66
+1437,33
+2547,15
+483,17
+3854,74
+5816,51
+4147,73
+1855,56
+12082,67
+237,13
+5893,25
+11019,61
+10446,41
+4688,28
+3760,30
+7423,50
+1970,47
+2643,15
+5287,42
+11503,28
+10097,32
+9776,69
+8294,76
+3830,74
+4362,29
+8416,37
+551,17
+9800,69
+8753,5
+9014,31
+10872,66
+8618,5
+5580,27
+3372,6
+9262,0
+7682,71
+1820,56
+9923,24
+4266,62
+308,32
+198,13
+7940,58
+2305,60
+5009,26
+6515,70
+6869,53
+12237,64
+6720,67
+1261,14
+1268,14
+12552,72
+5341,42
+10774,75
+10335,4
+3060,40
+9934,24
+8601,59
+3369,6
+10155,17
+1537,41
+1854,56
+7541,35
+8400,37
+3379,6
+5403,52
+1663,1
+7851,39
+3029,40
+7562,35
+8028,58
+12188,7
+9792,69
+2937,54
+2050,47
+5261,42
+9451,19
+3437,6
+4755,28
+5165,45
+10220,46
+1600,1
+5518,52
+1504,41
+7291,64
+286,13
+6908,21
+977,36
+7159,7
+6123,48
+4020,38
+988,36
+12389,71
+7242,64
+7667,65
+5478,52
+8063,43
+3895,68
+9712,2
+11726,27
+5786,51
+12843,0
+12176,7
+9167,57
+737,46
+6313,63
+3213,61
+10295,12
+2497,75
+9001,31
+6271,18
+6452,63
+10569,23
+11608,45
+8428,37
+7252,64
+3294,61
+5204,45
+12451,58
+9255,0
+10340,4
+1684,49
+2742,66
+7269,64
+5828,51
+8337,76
+8187,72
+9506,19
+11150,30
+6764,53
+10105,32
+6666,67
+1697,49
+1785,23
+4144,73
+9164,57
+1264,14
+6931,21
+8950,31
+814,46
+358,32
+1639,1
+7905,39
+8871,20
+2633,15
+555,17
+1814,23
+2698,66
+10649,47
+7803,71
+7645,65
+4565,3
+11792,51
+11119,16
+12420,39
+8483,59
+3597,16
+4414,29
+6813,53
+971,36
+3194,61
+10490,1
+9623,9
+908,36
+3275,61
+4272,62
+6052,48
+5894,25
+172,13
+1714,49
+12019,70
+2821,66
+5613,27
+6473,63
+5239,45
+12092,53
+3883,74
+9142,57
+10806,15
+2030,47
+1486,41
+186,13
+2431,75
+1466,33
+329,32
+6723,53
+10360,4
+9362,19
+7006,7
+2333,75
+5324,42
+781,46
+1897,56
+288,13
+942,36
+128,11
+7432,35
+630,34
+5103,45
+2577,15
+995,36
+6008,48
+4918,44
+12985,2
+11117,16
+672,34
+4240,62
+8312,76
+8002,58
+82,11
+10634,56
+9772,69
+4279,62
+5980,25
+5124,45
+6479,63
+10004,11
+8631,5
+10247,36
+3604,16
+8965,31
+11872,48

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=banking77/list=test_1000/labels.csv

@@ -0,0 +1,1000 @@
+6197,55
+6441,63
+5254,42
+4058,38
+5596,27
+114,11
+2806,66
+1087,12
+1139,4
+12996,2
+10447,41
+11288,73
+12620,37
+10691,8
+8838,20
+11829,25
+5055,26
+5484,52
+2936,54
+9239,0
+5848,25
+2035,47
+1266,14
+11887,55
+4073,38
+4823,44
+2662,15
+5923,25
+2923,54
+7478,35
+12409,39
+11263,38
+12272,50
+8760,5
+1955,47
+7756,71
+12943,9
+8885,20
+6776,53
+12715,5
+11892,55
+4231,73
+3603,16
+1096,12
+2786,66
+12791,31
+7613,65
+12357,65
+11662,42
+9066,57
+63,11
+5620,27
+6193,55
+871,46
+10854,66
+8147,43
+3305,6
+3248,61
+2603,15
+3482,16
+4639,28
+7136,7
+6570,70
+7884,39
+12307,35
+10342,4
+257,13
+10939,40
+597,34
+3076,40
+8498,59
+7988,58
+575,34
+10692,8
+416,17
+2046,47
+1802,23
+12925,9
+5787,51
+2827,66
+4537,22
+3049,40
+11130,30
+2725,66
+1417,33
+12180,7
+6157,55
+8864,20
+12995,2
+2324,60
+2251,60
+1989,47
+16,11
+8827,20
+8493,59
+4953,26
+10807,15
+7101,7
+8210,76
+2312,60
+4330,62
+12365,71
+11466,3
+1666,1
+4063,38
+4622,3
+3836,74
+11584,26
+9371,19
+3407,6
+2680,15
+3845,74
+10741,60
+9232,0
+5932,25
+6113,48
+5411,52
+12422,39
+12101,53
+10322,12
+963,36
+11640,45
+5790,51
+519,17
+9694,2
+96,11
+7911,39
+6069,48
+13002,2
+7853,39
+8660,5
+2817,66
+11,11
+1701,49
+5397,52
+2685,15
+425,17
+1958,47
+12202,7
+5036,26
+6054,48
+10515,1
+12164,7
+4865,44
+12189,7
+8355,76
+7023,7
+12813,57
+7527,35
+2435,75
+9940,24
+7402,50
+32,11
+1541,41
+3094,40
+12947,9
+5604,27
+1775,49
+8117,43
+9587,9
+2008,47
+2741,66
+582,34
+2562,15
+7763,71
+7034,7
+6376,63
+9092,57
+202,13
+11193,74
+6028,48
+1476,41
+10315,12
+9472,19
+6092,48
+1919,56
+2986,54
+6078,48
+6698,67
+11430,22
+8139,43
+7580,65
+9696,2
+11768,51
+7030,7
+3711,30
+8118,43
+4895,44
+8450,37
+2225,8
+6803,53
+3040,40
+2834,66
+10998,10
+3955,68
+11164,74
+3599,16
+4288,62
+2846,66
+4278,62
+1150,4
+8719,5
+9210,0
+10575,23
+317,32
+6922,21
+10171,34
+8842,20
+11121,16
+6293,18
+3204,61
+591,34
+9236,0
+10820,15
+996,36
+8481,59
+10583,23
+1555,41
+3754,30
+2257,60
+11351,62
+12515,43
+1792,23
+10659,47
+8290,76
+9713,2
+12555,72
+7311,64
+2599,15
+10911,54
+6332,63
+5152,45
+4602,3
+6340,63
+10385,14
+1807,23
+8458,37
+3319,6
+10078,13
+8380,37
+2739,66
+1115,12
+9783,69
+2158,8
+5652,27
+12173,7
+5744,51
+3782,74
+3456,6
+9414,19
+4810,28
+11760,27
+8925,20
+7440,35
+1883,56
+9930,24
+12920,19
+6413,63
+7596,65
+11819,25
+6624,67
+11903,55
+3858,74
+9103,57
+3555,16
+4457,29
+2409,75
+9174,57
+7133,7
+3159,61
+10129,17
+3150,10
+2201,8
+7666,65
+2865,66
+12815,57
+3282,61
+3886,74
+775,46
+6393,63
+10102,32
+7652,65
+6523,70
+7589,65
+866,46
+4929,26
+5588,27
+3759,30
+10532,49
+9122,57
+12466,58
+4214,73
+5337,42
+574,34
+9839,69
+12404,39
+296,32
+7868,39
+12839,57
+6542,70
+122,11
+750,46
+10136,17
+12891,19
+3235,61
+7444,35
+12924,9
+8768,5
+7057,7
+8917,20
+7602,65
+9870,69
+3316,6
+5694,51
+2078,8
+8022,58
+4839,44
+730,34
+12123,21
+4332,62
+7453,35
+4418,29
+6744,53
+9728,2
+1611,1
+10779,75
+6783,53
+4472,22
+367,32
+10636,56
+1696,49
+3281,61
+6690,67
+4800,28
+8328,76
+4827,44
+530,17
+3977,68
+12840,57
+10417,33
+3545,16
+2396,75
+5344,42
+1829,56
+10084,32
+6306,63
+3692,30
+11054,6
+12948,9
+1656,1
+2338,75
+12260,50
+1372,33
+6644,67
+4988,26
+6775,53
+8683,5
+2032,47
+6371,63
+6946,21
+3676,30
+2414,75
+636,34
+12581,76
+6547,70
+7395,50
+3136,10
+7163,64
+8426,37
+5921,25
+6807,53
+9788,69
+12732,20
+8341,76
+2233,8
+3528,16
+9238,0
+2532,15
+9960,24
+8977,31
+11800,51
+3432,6
+8708,5
+6902,21
+4076,38
+6444,63
+812,46
+7036,7
+1971,47
+9335,0
+3942,68
+5775,51
+9428,19
+8656,5
+9465,19
+5128,45
+10072,13
+9836,69
+9955,24
+1312,14
+3554,16
+10852,66
+5417,52
+180,13
+2776,66
+11345,62
+3655,30
+7277,64
+13060,24
+887,36
+1485,41
+8296,76
+12531,72
+11407,22
+9162,57
+4452,29
+12471,58
+3355,6
+4651,28
+3943,68
+7060,7
+3775,74
+3853,74
+1191,4
+3992,68
+7669,65
+5048,26
+9818,69
+4304,62
+10406,33
+9906,24
+11208,68
+1419,33
+4781,28
+3255,61
+455,17
+6948,21
+6594,67
+9470,19
+1844,56
+11622,45
+372,32
+109,11
+1525,41
+6630,67
+2468,75
+583,34
+11698,52
+5557,27
+13074,24
+6325,63
+11086,16
+1524,41
+6932,21
+3715,30
+6936,21
+914,36
+10052,13
+3295,61
+7266,64
+4371,29
+5666,27
+11409,22
+7414,50
+11770,51
+11278,38
+1869,56
+9650,2
+2715,66
+811,46
+11947,18
+547,17
+4377,29
+1147,4
+9112,57
+11843,48
+7886,39
+12316,35
+6926,21
+12835,57
+2451,75
+7372,50
+9207,0
+8537,59
+11889,55
+12083,53
+9037,31
+12988,2
+1114,12
+12685,5
+2915,54
+9370,19
+2337,75
+2649,15
+4955,26
+9692,2
+9643,9
+3059,40
+3724,30
+8145,43
+6717,67
+5525,52
+6551,70
+578,34
+2871,54
+9211,0
+11002,10
+2539,15
+6279,18
+10878,66
+804,46
+10910,54
+6890,21
+9849,69
+3021,40
+4061,38
+8237,76
+12476,58
+3211,61
+7895,39
+4703,28
+5236,45
+8303,76
+2867,66
+6756,53
+4719,28
+2131,8
+12739,20
+6798,53
+5817,51
+11425,22
+11553,44
+10949,40
+10671,47
+9781,69
+5571,27
+1493,41
+1399,33
+1126,4
+494,17
+527,17
+12562,72
+274,13
+1354,14
+7309,64
+10444,41
+11669,42
+7329,64
+4329,62
+2104,8
+12551,72
+11595,26
+2130,8
+12940,9
+4023,38
+1740,49
+686,34
+9012,31
+4606,3
+4133,73
+7875,39
+841,46
+5378,52
+9804,69
+11946,18
+7709,71
+3143,10
+834,46
+4445,29
+9734,2
+10973,10
+9572,9
+11203,68
+747,46
+12687,5
+2988,54
+8714,5
+6366,63
+3100,10
+11038,61
+12437,39
+4657,28
+3653,30
+9914,24
+3517,16
+9979,24
+7470,35
+8547,59
+533,17
+5114,45
+8769,5
+640,34
+3198,61
+10835,15
+9364,19
+10943,40
+9819,69
+3048,40
+1884,56
+9637,9
+11507,28
+363,32
+8159,43
+12295,35
+4648,28
+4052,38
+11134,30
+7619,65
+3556,16
+863,46
+4437,29
+2423,75
+9873,69
+11736,27
+5320,42
+4359,29
+8285,76
+12299,35
+9013,31
+9314,0
+5011,26
+3694,30
+3720,30
+8497,59
+7067,7
+5140,45
+5258,42
+520,17
+1946,47
+6438,63
+6916,21
+5745,51
+10890,54
+12326,65
+11163,74
+6403,63
+8797,20
+1556,41
+6049,48
+2499,75
+5195,45
+9966,24
+12532,72
+8402,37
+12369,71
+2493,75
+7910,39
+11521,28
+239,13
+6718,67
+11847,48
+576,34
+1566,1
+5690,51
+6944,21
+8723,5
+6622,67
+4659,28
+8658,5
+7814,39
+8586,59
+8160,43
+3709,30
+11620,45
+11840,25
+10249,36
+12833,57
+12484,43
+13072,24
+669,34
+6232,55
+1112,12
+8281,76
+5428,52
+8909,20
+12116,53
+11534,44
+1330,14
+11429,22
+4934,26
+112,11
+3690,30
+5058,26
+2723,66
+10599,23
+3824,74
+4482,22
+12187,7
+5339,42
+1794,23
+1813,23
+9626,9
+2502,75
+356,32
+3176,61
+6263,18
+4373,29
+5736,51
+10314,12
+9450,19
+12498,43
+5155,45
+3811,74
+2668,15
+906,36
+2883,54
+6849,53
+2237,60
+11850,48
+6414,63
+9383,19
+851,46
+7802,71
+7696,71
+3634,16
+5640,27
+8722,5
+4731,28
+9543,9
+1183,4
+9019,31
+5836,25
+7845,39
+11955,18
+2361,75
+13019,69
+1878,56
+5198,45
+917,36
+10725,60
+8619,5
+4928,26
+9789,69
+5300,42
+9756,2
+3586,16
+8692,5
+12781,31
+6175,55
+11744,27
+11863,48
+4357,29
+11624,45
+10726,60
+9652,2
+5939,25
+3114,10
+4292,62
+5810,51
+6885,21
+8479,59
+1629,1
+7561,35
+12056,67
+3330,6
+10125,17
+10358,4
+10849,66
+1857,56
+2073,47
+10603,56
+6613,67
+0,11
+726,34
+8246,76
+9434,19
+7770,71
+6508,70
+9700,2
+8075,43
+8105,43
+566,17
+7824,39
+7778,71
+11714,52
+3427,6
+7165,64
+8802,20
+8944,31
+12936,9
+12156,21
+12265,50
+3131,10
+1923,56
+4866,44
+11664,42
+2905,54
+6947,21
+2114,8
+7536,35
+10215,46
+5319,42
+2093,8
+12463,58
+4978,26
+6038,48
+1113,12
+11394,29
+1422,33
+6544,70
+8647,5
+1679,49
+12356,65
+12070,67
+12277,50
+774,46
+9699,2
+8452,37
+5649,27
+6680,67
+9679,2
+10266,36
+3356,6
+764,46
+7725,71
+250,13
+10111,32
+1219,4
+3056,40
+11428,22
+5368,42
+352,32
+12923,9
+12676,59
+24,11
+10540,49
+10208,46
+3068,40
+4997,26
+9194,0
+9071,57
+1020,12
+8119,43
+3856,74
+2772,66
+5789,51
+4760,28
+4568,3
+10079,13
+7062,7
+5173,45
+7731,71
+9629,9
+6458,63
+11468,3
+12564,76
+171,13
+10128,17
+11103,16
+12171,7
+285,13
+7717,71
+6847,53
+8517,59
+4927,26
+3145,10
+2188,8
+9437,19
+8682,5
+8784,20
+12106,53
+7129,7
+6716,67
+2291,60
+9988,24
+2379,75
+5882,25
+5051,26
+8308,76
+12004,70
+6426,63
+7593,65
+2106,8
+8528,59
+5135,45
+5635,27
+1675,49
+4101,73
+12311,35
+2377,75
+7452,35
+2192,8
+1103,12
+4739,28
+7524,35
+2036,47
+11540,44
+1744,49
+6503,70
+5827,51
+7515,35
+6215,55
+8696,5
+9185,0
+9842,69
+3405,6
+4479,22
+3431,6
+11262,38
+10399,14
+1179,4
+5724,51
+10804,15
+7540,35
+7606,65
+12830,57
+12883,19
+623,34
+10616,56
+7358,50
+10683,8
+9646,2
+3727,30
+7598,65
+1901,56
+2397,75
+10740,60
+11073,6
+11680,42
+1347,14
+10570,23
+3078,40
+10134,17
+2862,66
+3728,30
+3507,16
+8727,5
+6883,21
+4761,28
+11283,73
+8201,72
+9821,69
+9349,19
+7231,64
+5608,27
+6367,63
+13061,24
+12027,70
+1538,41
+11943,18
+12606,37
+6153,55
+11988,63
+5526,52
+6668,67
+10397,14
+10564,23
+3058,40
+11410,22
+7777,71
+5475,52
+3772,74
+9440,19
+722,34
+5249,45
+8912,20
+11317,73
+6921,21
+11175,74
+3919,68
+9682,2
+7156,7
+3571,16
+11953,18
+5269,42
+626,34
+761,46
+8172,72
+10331,4
+8158,43
+11477,3
+8219,76
+6909,21
+437,17
+4306,62
+10138,17
+6498,70
+9589,9
+11147,30
+12803,57
+185,13
+1823,56
+11964,63
+517,17
+7164,64
+12251,50
+12896,19
+19,11
+4888,44
+3508,16
+14,11
+10830,15
+5634,27
+4901,44
+3225,61
+11711,52
+956,36
+2176,8
+10410,33
+8943,20

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans/0.0-1.0/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2df964727458765175c8e1417ae623e9e3e3e6009da9780beb4cd51244ce181
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c657c3571ff1ab65ea3406c4a36f33187b7d9d8f4f033194bf727935572035f6
+size 42951614

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans/0.0-1.0/0.7-1.0/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7138f200666b4bbe9334f68650e68e95d9ed17727597fb7f36b47e9e8c14a0
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/events.out.tfevents.1735682527.gamma.3130403.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b84617eba964e805506dd9bc6b69ba70c60e067da4771b8eea62c2580f3f84
+size 73238

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,342 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.4222262389957905,0,13.965909004211426,
+0,8,0.11899510398507118,1,11.881537505558558,
+0,16,0.08237258717417717,2,8.36214204268022,
+0,24,0.07609627395868301,3,11.639906675919242,
+0,32,0.07854102179408073,4,9.273947609795464,
+0,40,0.075779277831316,5,7.823064442338614,
+0,48,0.0804651714861393,6,9.18629264831543,
+0,56,0.07934977486729622,7,6.223732209974719,
+0,64,0.07575270906090736,8,4.346457515444074,
+0,72,0.07984967529773712,9,3.674327003955841,
+0,80,0.0757959857583046,10,3.8713730481954722,
+0,88,0.07675068080425262,11,3.7896656725141735,
+0,96,0.07549737766385078,12,3.5128624637921653,
+0,104,0.08191211149096489,13,2.8266104415610984,
+0,112,0.07613030076026917,14,2.9563841978708902,
+0,120,0.07865772023797035,15,2.4092250764369965,
+0,128,0.08812914416193962,16,2.9903619384765623,
+,,,16,,2.4235321525693925
+0,136,0.07622850686311722,17,2.5628157762380748,
+0,144,0.07884512469172478,18,2.523876667022705,
+0,152,0.07709857821464539,19,2.352339172363281,
+0,160,0.08078530058264732,20,1.7700174405024602,
+0,168,0.08671332523226738,21,2.0269112586975098,
+0,176,0.07855723425745964,22,1.6833769130706786,
+0,184,0.08283661305904388,23,2.5730162703472637,
+0,192,0.07623258605599403,24,1.523717269897461,
+0,200,0.08050436899065971,25,1.3294293376115651,
+0,208,0.07685353606939316,26,1.9863213343279702,
+0,216,0.0842941626906395,27,1.558639084591585,
+0,224,0.07625265046954155,28,1.7464903188603265,
+0,232,0.08343415334820747,29,2.1702194881439207,
+0,240,0.07620466873049736,30,1.4876138547371174,
+0,248,0.08120816573500633,31,2.047266587615013,
+0,256,0.07428454607725143,32,1.2602178072929382,
+,,,32,,1.757929716804201
+0,264,0.07638753950595856,33,2.4233985543251038,
+0,272,0.07710866257548332,34,2.0577762337291943,
+0,280,0.07386890798807144,35,1.5735810628304114,
+0,288,0.07620393484830856,36,1.8394365720450878,
+0,296,0.0812319666147232,37,1.5922591090202332,
+0,304,0.07701238989830017,38,1.4241983418663342,
+0,312,0.0816393755376339,39,1.9311499718962044,
+0,320,0.08166707679629326,40,1.039524891797234,
+0,328,0.08064605668187141,41,1.702682458121201,
+0,336,0.07869776710867882,42,1.6580404413157497,
+0,344,0.07660074532032013,43,1.106772929430008,
+0,352,0.08075196668505669,44,1.2812530946731568,
+0,360,0.08170120045542717,45,1.250647489229838,
+0,368,0.08094274997711182,46,1.0165364587748493,
+0,376,0.08063071966171265,47,1.0537932962179184,
+0,384,0.08211855962872505,48,1.5599882645266396,
+,,,48,,1.2508290341628376
+0,392,0.08305015414953232,49,0.7540144473314285,
+0,400,0.08069402351975441,50,1.155876127736909,
+0,408,0.08005289733409882,51,1.0531143228212991,
+0,416,0.0763411819934845,52,1.1592683551403193,
+0,424,0.07347986847162247,53,1.0273152228557703,
+0,432,0.08106270059943199,54,1.0147523374268503,
+0,440,0.0768703930079937,55,1.3464085459709167,
+0,448,0.07998627796769142,56,0.8385358134220386,
+0,456,0.07729651033878326,57,0.6631006587010163,
+0,464,0.07893934100866318,58,0.9451874494552612,
+0,472,0.07689150422811508,59,0.7162321752735546,
+0,480,0.07604969665408134,60,0.8492977331424582,
+0,488,0.077533770352602,61,0.7826703943312168,
+0,496,0.08083493635058403,62,1.0695352574874615,
+0,504,0.07692943513393402,63,0.8288893494112738,
+0,512,0.07801347225904465,64,1.2914461801792014,
+,,,64,,0.902346680420105
+0,520,0.08122219890356064,65,0.7956408177103315,
+0,528,0.08069868758320808,66,1.3106146387203976,
+0,536,0.08069195225834846,67,0.9057713208660003,
+0,544,0.07708712294697762,68,0.880067058678331,
+0,552,0.08108958974480629,69,1.160139534403296,
+0,560,0.07714403420686722,70,1.0203700792686692,
+0,568,0.07598597183823586,71,0.6820541173219681,
+0,576,0.0818287767469883,72,0.8654944045701995,
+0,584,0.08032197505235672,73,1.054709375356183,
+0,592,0.08123990893363953,74,0.5852936348228743,
+0,600,0.07661813125014305,75,1.1169319418924195,
+0,608,0.08051539957523346,76,0.6099296331405639,
+0,616,0.07623780518770218,77,0.4387282910091536,
+0,624,0.08216426149010658,78,0.45044754445552826,
+0,632,0.07646874710917473,79,0.3660602224369844,
+0,640,0.08594634011387825,80,0.6905482830228032,
+,,,80,,0.612653682219383
+0,648,0.08026283979415894,81,0.867498309523971,
+0,656,0.0824151411652565,82,0.5503445129309382,
+0,664,0.07376787066459656,83,0.4453528235356013,
+0,672,0.07568934559822083,84,0.41810615520392147,
+0,680,0.0758892111480236,85,0.6226494180805543,
+0,688,0.07598616555333138,86,0.27255693078041077,
+0,696,0.08052802085876465,87,0.7725304574878128,
+0,704,0.07991483435034752,88,0.731366320848465,
+0,712,0.08828295394778252,89,0.5827958072934832,
+0,720,0.07909230142831802,90,0.3771214751669994,
+0,728,0.08004776015877724,91,0.30791112575037727,
+0,736,0.07699190452694893,92,0.6883094172786783,
+0,744,0.08185077458620071,93,0.7636541924797572,
+0,752,0.0793563760817051,94,0.5040497177839279,
+0,760,0.08039634674787521,95,0.26350134765279704,
+0,768,0.08888276293873787,96,0.3480569333063834,
+,,,96,,0.49286978421851557
+0,776,0.08023561909794807,97,0.6506190851882652,
+0,784,0.0816880650818348,98,0.7918239947822359,
+0,792,0.0768406055867672,99,0.5454069189727306,
+0,800,0.08033781126141548,100,0.2263829964399338,
+0,808,0.07707924395799637,101,0.5589359803446408,
+0,816,0.07891795411705971,102,0.6696265443707957,
+0,824,0.0765475183725357,103,0.8242488370410034,
+0,832,0.07649674266576767,104,0.41504277483276697,
+0,840,0.08036956563591957,105,0.561449198346389,
+0,848,0.07908636704087257,106,0.7912879983584086,
+0,856,0.07599347084760666,107,0.16447844132781028,
+0,864,0.08090609684586525,108,0.7330910611365523,
+0,872,0.08201263472437859,109,0.5464503520478805,
+0,880,0.07699093595147133,110,0.9761445755543916,
+0,888,0.08421802520751953,111,0.4671422848195741,
+0,896,0.07611870393157005,112,0.6594738351802031,
+,,,112,,0.3838882160115224
+0,904,0.07541356980800629,113,0.1622125397507961,
+0,912,0.08070408552885056,114,0.8195785731077194,
+0,920,0.08083271235227585,115,0.6170420659920917,
+0,928,0.08070140331983566,116,0.9069086965863351,
+0,936,0.08029596880078316,117,0.1361337892303709,
+0,944,0.07642858102917671,118,0.6871997653506696,
+0,952,0.07593667134642601,119,0.09739726079771152,
+0,960,0.08083988726139069,120,0.3431662319600582,
+0,968,0.0765620768070221,121,0.45693904321108547,
+0,976,0.07654829323291779,122,0.35990036519304397,
+0,984,0.07617782801389694,123,0.3504602619047676,
+0,992,0.07623573392629623,124,0.5745012335203312,
+0,1000,0.08208294212818146,125,0.6593153877435504,
+0,1008,0.08118177577853203,126,0.08036293440426771,
+0,1016,0.08219993859529495,127,0.4319329681262995,
+0,1024,0.08337168022990227,128,0.48106715035053993,
+,,,128,,0.35385445482464367
+0,1032,0.07899599149823189,129,0.17605576990172267,
+0,1040,0.07581568881869316,130,0.39643354001252545,
+0,1048,0.08038108423352242,131,0.25807443031897914,
+0,1056,0.08280571177601814,132,0.43293784522952944,
+0,1064,0.08151700720191002,133,0.5333978494008382,
+0,1072,0.07732505723834038,134,0.5129142795853755,
+0,1080,0.07625119015574455,135,0.29771810051585945,
+0,1088,0.07624204829335213,136,0.5324958756822964,
+0,1096,0.07916931807994843,137,0.4648043840502699,
+0,1104,0.08500448614358902,138,0.2502536545197169,
+0,1112,0.07581359520554543,139,0.11463533730610558,
+0,1120,0.07339237630367279,140,0.7545974864201113,
+0,1128,0.08200572058558464,141,0.17059831497700592,
+0,1136,0.07688935846090317,142,0.10107205320021202,
+0,1144,0.08329126238822937,143,0.40386282340172797,
+0,1152,0.07749198377132416,144,0.15790600384827014,
+,,,144,,0.2643858901737153
+0,1160,0.07864769548177719,145,0.2378957522316621,
+0,1168,0.07696254178881645,146,0.8762147624690372,
+0,1176,0.08159797638654709,147,0.20605861279182136,
+0,1184,0.07679139450192451,148,0.33062066471782225,
+0,1192,0.07568788528442383,149,0.3730406058331331,
+0,1200,0.07625078409910202,150,0.6760583861172199,
+0,1208,0.0800878293812275,151,0.32299116626381874,
+0,1216,0.08227073401212692,152,0.16824769548838958,
+0,1224,0.08085476979613304,153,0.22689934534331163,
+0,1232,0.08254513144493103,154,0.1980434189317748,
+1,1240,0.08230875432491302,155,0.23063506215278592,
+1,1248,0.07670427113771439,156,0.18542053621133853,
+1,1256,0.08141885697841644,157,0.390175942874824,
+1,1264,0.08100347220897675,158,0.1664616696536541,
+1,1272,0.07715312764048576,159,0.044108480146085774,
+1,1280,0.07854581624269485,160,0.04434999395851736,
+,,,160,,0.27209591704566766
+1,1288,0.0808328203856945,161,0.6105177462687371,
+1,1296,0.0785260871052742,162,0.33087996555758376,
+1,1304,0.07678106054663658,163,0.03800717538929191,
+1,1312,0.08059025183320045,164,0.49722796032438055,
+1,1320,0.08225295692682266,165,0.3686638004307089,
+1,1328,0.08139874413609505,166,0.2541220225393772,
+1,1336,0.07566502690315247,167,0.3537395564351408,
+1,1344,0.076667420566082,168,0.23268585437192366,
+1,1352,0.07580376788973808,169,0.1619041284594016,
+1,1360,0.08059996739029884,170,0.2005446838533006,
+1,1368,0.08002156764268875,171,0.29663808368470357,
+1,1376,0.07939068600535393,172,0.16371114625196373,
+1,1384,0.07679522782564163,173,0.3190221454382741,
+1,1392,0.08255650103092194,174,0.09690375289378259,
+1,1400,0.0793762169778347,175,0.17888881883118302,
+1,1408,0.07807555422186852,176,0.2711518981377594,
+,,,176,,0.2203272757276233
+1,1416,0.08117961511015892,177,0.1444602301258042,
+1,1424,0.08131762221455574,178,0.16867110465786286,
+1,1432,0.07818321511149406,179,0.01413203145576907,
+1,1440,0.08267607167363167,180,0.30543792302099365,
+1,1448,0.08169369772076607,181,0.40930097063000387,
+1,1456,0.08083726093173027,182,0.3535371017469852,
+1,1464,0.07627680525183678,183,0.2570029145106673,
+1,1472,0.07622221484780312,184,0.27688801972075333,
+1,1480,0.0760747380554676,185,0.06261868834392065,
+1,1488,0.0828600749373436,186,0.477049200185414,
+1,1496,0.08097610250115395,187,0.221096268704822,
+1,1504,0.08124931156635284,188,0.07663225798557202,
+1,1512,0.07670993730425835,189,0.12316181485851606,
+1,1520,0.07594705000519753,190,0.13873100486983145,
+1,1528,0.0768715962767601,191,0.17549678389773224,
+1,1536,0.08194742351770401,192,0.19936725092602187,
+,,,192,,0.1635418238714952
+1,1544,0.08054829761385918,193,0.09566370358224958,
+1,1552,0.0803416520357132,194,0.04385260616739591,
+1,1560,0.0816994160413742,195,0.026138160891574006,
+1,1568,0.08114656805992126,196,0.09490627025891292,
+1,1576,0.0755758173763752,197,0.13337301276624203,
+1,1584,0.07958284020423889,198,0.17491040954849235,
+1,1592,0.07993245124816895,199,0.1337339940170447,
+1,1600,0.08234351500868797,200,0.20484916750213195,
+1,1608,0.08059795573353767,201,0.1987618930509378,
+1,1616,0.07560713589191437,202,0.09526302386075258,
+1,1624,0.07858050242066383,203,0.03802433508363637,
+1,1632,0.08175840228796005,204,0.24487088448570474,
+1,1640,0.07577075436711311,205,0.04852499992346331,
+1,1648,0.07709502801299095,206,0.1999389966307529,
+1,1656,0.08110912144184113,207,0.08041820436931,
+1,1664,0.0803900919854641,208,0.0966263595899498,
+,,,208,,0.13560286662852236
+1,1672,0.0802825577557087,209,0.42475070220728717,
+1,1680,0.07995560020208359,210,0.3701180991982775,
+1,1688,0.08036447316408157,211,0.11151997498557742,
+1,1696,0.07968151941895485,212,0.11842775389197327,
+1,1704,0.07866621762514114,213,0.08442225410602987,
+1,1712,0.08008218556642532,214,0.029215813583383956,
+1,1720,0.07611619681119919,215,0.11875447194772558,
+1,1728,0.08010990172624588,216,0.3340751281101257,
+1,1736,0.07993597164750099,217,0.2183160118896652,
+1,1744,0.08061561733484268,218,0.1550540296094758,
+1,1752,0.07604318857192993,219,0.10763024705063019,
+1,1760,0.08028607070446014,220,0.05777500419256588,
+1,1768,0.08061829954385757,221,0.6023683642436352,
+1,1776,0.08357010781764984,222,0.32293846081010996,
+1,1784,0.0816999226808548,223,0.32622161052293247,
+1,1792,0.0824267528951168,224,0.05846884393443664,
+,,,224,,0.1787249943589413
+1,1800,0.0759030394256115,225,0.14486487905184428,
+1,1808,0.07632129266858101,226,0.08454102619240682,
+1,1816,0.07876398041844368,227,0.3003906033789882,
+1,1824,0.08102044463157654,228,0.28105611264191827,
+1,1832,0.07693352550268173,229,0.25690346712676376,
+1,1840,0.0802014134824276,230,0.31854672969451975,
+1,1848,0.08075708895921707,231,0.38922779332717944,
+1,1856,0.07663454487919807,232,0.11564122286314765,
+1,1864,0.07921586185693741,233,0.16254581902521076,
+1,1872,0.08191357925534248,234,0.21861258836892936,
+1,1880,0.07934366166591644,235,0.11515788465519161,
+1,1888,0.08067774772644043,236,0.30456174772094796,
+1,1896,0.07854793965816498,237,0.170145905315876,
+1,1904,0.07574748620390892,238,0.12546409171973838,
+1,1912,0.08047548308968544,239,0.036087959496812386,
+1,1920,0.07569245994091034,240,0.1503447822029037,
+,,,240,,0.16225929575045128
+1,1928,0.07607919350266457,241,0.046334406038602956,
+1,1936,0.0735199823975563,242,0.1294009253449206,
+1,1944,0.07697265595197678,243,0.25992614918181467,
+1,1952,0.07922681793570518,244,0.17006279274614322,
+1,1960,0.0769992358982563,245,0.2120213294241192,
+1,1968,0.07659722864627838,246,0.7154870866797864,
+1,1976,0.08074049279093742,247,0.043295870105234474,
+1,1984,0.0762459859251976,248,0.04954425986999503,
+1,1992,0.07585381716489792,249,0.16099388781003654,
+1,2000,0.08663369342684746,250,0.6500265002250671,
+1,2008,0.08085477724671364,251,0.16335034636514528,
+1,2016,0.08149999380111694,252,0.15421618307354273,
+1,2024,0.08077478781342506,253,0.2028655067777201,
+1,2032,0.07662724703550339,254,0.10230934597371567,
+1,2040,0.07620035111904144,255,0.16698563389945775,
+1,2048,0.08085370436310768,256,0.20463722510418544,
+,,,256,,0.16096905238272458
+1,2056,0.07601059600710869,257,0.6341513295754276,
+1,2064,0.08124988526105881,258,0.03895649205773107,
+1,2072,0.08081978186964989,259,0.051811441825702784,
+1,2080,0.08014542609453201,260,0.3672126372610884,
+1,2088,0.07845279574394226,261,0.15855866739348995,
+1,2096,0.08050874248147011,262,0.2764576886068372,
+1,2104,0.0734705738723278,263,0.3546927735099898,
+1,2112,0.07601343467831612,264,0.15435294456960214,
+1,2120,0.07672787830233574,265,0.17033277351695758,
+1,2128,0.08000388741493225,266,0.47403277482452066,
+1,2136,0.08120261877775192,267,0.03800896694883704,
+1,2144,0.07586126402020454,268,0.18300845237592092,
+1,2152,0.0787966325879097,269,0.23298178756933496,
+1,2160,0.07647087424993515,270,0.3546415914240624,
+1,2168,0.08002733811736107,271,0.18027116558996253,
+1,2176,0.0828535445034504,272,0.12910327580757439,
+,,,272,,0.15070678985664385
+1,2184,0.07426150515675545,273,0.11547858212833051,
+1,2192,0.07601610571146011,274,0.2403224803507328,
+1,2200,0.08268674090504646,275,0.09636071522254497,
+1,2208,0.07667626813054085,276,0.29364532773052493,
+1,2216,0.08037859946489334,277,0.0752292896088745,
+1,2224,0.0797068141400814,278,0.10031395767416273,
+1,2232,0.08060763403773308,279,0.11666294978931546,
+1,2240,0.07679430022835732,280,0.21888568078478177,
+1,2248,0.0758839100599289,281,0.0691454040783423,
+1,2256,0.08303691819310188,282,0.02251097660337109,
+1,2264,0.07910699024796486,283,0.6550244628130619,
+1,2272,0.07976024970412254,284,0.3685520365834236,
+1,2280,0.07631024718284607,285,0.5745407804432843,
+1,2288,0.07885481789708138,286,0.07128639561671983,
+1,2296,0.07664910331368446,287,0.11730254614459616,
+1,2304,0.07782980427145958,288,0.18764411872969225,
+,,,288,,0.11128830104865084
+1,2312,0.07896160706877708,289,0.03735199756920338,
+1,2320,0.0811968743801117,290,0.06968734040856361,
+1,2328,0.07704918086528778,291,0.06351523362100124,
+1,2336,0.07663361728191376,292,0.2916616800939664,
+1,2344,0.07620497420430183,293,0.1817517849802971,
+1,2352,0.07539752870798111,294,0.1147665675463421,
+1,2360,0.07569726556539536,295,0.25712788781675044,
+1,2368,0.08902808278799057,296,0.22196865991617626,
+1,2376,0.08313746750354767,297,0.10138153628661083,
+1,2384,0.08096075430512428,298,0.34918451533224937,
+1,2392,0.08370069786906242,299,0.18651799605611494,
+1,2400,0.07659412547945976,300,0.24793125624553516,
+1,2408,0.07595493644475937,301,0.04837926297828003,
+1,2416,0.0797194056212902,302,0.0895507630193606,
+1,2424,0.08190157264471054,303,0.08130600806325675,
+1,2432,0.08045072853565216,304,0.15310067410070088,
+,,,304,,0.09628860233246789
+1,2440,0.0833367183804512,305,0.33564458606165964,
+1,2448,0.08176083490252495,306,0.20526004270113146,
+1,2456,0.07721181213855743,307,0.058941153616740787,
+1,2464,0.07850408181548119,308,0.11115635993281522,
+2,2472,0.08066122978925705,309,0.030469716601895496,
+2,2480,0.07799192145466805,310,0.116605200563316,
+2,2488,0.08275884762406349,311,0.18347065715740124,
+2,2496,0.07687872648239136,312,0.1059435898810625,
+2,2504,0.07587588578462601,313,0.06063501476975424,
+2,2512,0.07983483746647835,314,0.043878796605255316,
+2,2520,0.08252482488751411,315,0.11025291117537697,
+2,2528,0.07617867365479469,316,0.031977633135048325,
+2,2536,0.07984329760074615,317,0.07094616338610649,
+2,2544,0.0817052498459816,318,0.18369864041451364,
+2,2552,0.08183412626385689,319,0.1572627558101279,
+2,2560,0.07595166563987732,320,0.07189295838515346,
+,,,320,,0.08291061069405535

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans/0.0-1.0/0.7-1.0/test=banking77/list=test_1000/labels.csv

@@ -0,0 +1,1000 @@
+6197,55
+6441,63
+5254,42
+4058,38
+5596,27
+114,11
+2806,66
+1087,12
+1139,4
+12996,2
+10447,41
+11288,73
+12620,37
+10691,8
+8838,20
+11829,25
+5055,26
+5484,52
+2936,54
+9239,0
+5848,25
+2035,47
+1266,14
+11887,55
+4073,38
+4823,44
+2662,15
+5923,25
+2923,54
+7478,35
+12409,39
+11263,38
+12272,50
+8760,5
+1955,47
+7756,71
+12943,9
+8885,20
+6776,53
+12715,5
+11892,55
+4231,73
+3603,16
+1096,12
+2786,66
+12791,31
+7613,65
+12357,65
+11662,42
+9066,57
+63,11
+5620,27
+6193,55
+871,46
+10854,66
+8147,43
+3305,6
+3248,61
+2603,15
+3482,16
+4639,28
+7136,7
+6570,70
+7884,39
+12307,35
+10342,4
+257,13
+10939,40
+597,34
+3076,40
+8498,59
+7988,58
+575,34
+10692,8
+416,17
+2046,47
+1802,23
+12925,9
+5787,51
+2827,66
+4537,22
+3049,40
+11130,30
+2725,66
+1417,33
+12180,7
+6157,55
+8864,20
+12995,2
+2324,60
+2251,60
+1989,47
+16,11
+8827,20
+8493,59
+4953,26
+10807,15
+7101,7
+8210,76
+2312,60
+4330,62
+12365,71
+11466,3
+1666,1
+4063,38
+4622,3
+3836,74
+11584,26
+9371,19
+3407,6
+2680,15
+3845,74
+10741,60
+9232,0
+5932,25
+6113,48
+5411,52
+12422,39
+12101,53
+10322,12
+963,36
+11640,45
+5790,51
+519,17
+9694,2
+96,11
+7911,39
+6069,48
+13002,2
+7853,39
+8660,5
+2817,66
+11,11
+1701,49
+5397,52
+2685,15
+425,17
+1958,47
+12202,7
+5036,26
+6054,48
+10515,1
+12164,7
+4865,44
+12189,7
+8355,76
+7023,7
+12813,57
+7527,35
+2435,75
+9940,24
+7402,50
+32,11
+1541,41
+3094,40
+12947,9
+5604,27
+1775,49
+8117,43
+9587,9
+2008,47
+2741,66
+582,34
+2562,15
+7763,71
+7034,7
+6376,63
+9092,57
+202,13
+11193,74
+6028,48
+1476,41
+10315,12
+9472,19
+6092,48
+1919,56
+2986,54
+6078,48
+6698,67
+11430,22
+8139,43
+7580,65
+9696,2
+11768,51
+7030,7
+3711,30
+8118,43
+4895,44
+8450,37
+2225,8
+6803,53
+3040,40
+2834,66
+10998,10
+3955,68
+11164,74
+3599,16
+4288,62
+2846,66
+4278,62
+1150,4
+8719,5
+9210,0
+10575,23
+317,32
+6922,21
+10171,34
+8842,20
+11121,16
+6293,18
+3204,61
+591,34
+9236,0
+10820,15
+996,36
+8481,59
+10583,23
+1555,41
+3754,30
+2257,60
+11351,62
+12515,43
+1792,23
+10659,47
+8290,76
+9713,2
+12555,72
+7311,64
+2599,15
+10911,54
+6332,63
+5152,45
+4602,3
+6340,63
+10385,14
+1807,23
+8458,37
+3319,6
+10078,13
+8380,37
+2739,66
+1115,12
+9783,69
+2158,8
+5652,27
+12173,7
+5744,51
+3782,74
+3456,6
+9414,19
+4810,28
+11760,27
+8925,20
+7440,35
+1883,56
+9930,24
+12920,19
+6413,63
+7596,65
+11819,25
+6624,67
+11903,55
+3858,74
+9103,57
+3555,16
+4457,29
+2409,75
+9174,57
+7133,7
+3159,61
+10129,17
+3150,10
+2201,8
+7666,65
+2865,66
+12815,57
+3282,61
+3886,74
+775,46
+6393,63
+10102,32
+7652,65
+6523,70
+7589,65
+866,46
+4929,26
+5588,27
+3759,30
+10532,49
+9122,57
+12466,58
+4214,73
+5337,42
+574,34
+9839,69
+12404,39
+296,32
+7868,39
+12839,57
+6542,70
+122,11
+750,46
+10136,17
+12891,19
+3235,61
+7444,35
+12924,9
+8768,5
+7057,7
+8917,20
+7602,65
+9870,69
+3316,6
+5694,51
+2078,8
+8022,58
+4839,44
+730,34
+12123,21
+4332,62
+7453,35
+4418,29
+6744,53
+9728,2
+1611,1
+10779,75
+6783,53
+4472,22
+367,32
+10636,56
+1696,49
+3281,61
+6690,67
+4800,28
+8328,76
+4827,44
+530,17
+3977,68
+12840,57
+10417,33
+3545,16
+2396,75
+5344,42
+1829,56
+10084,32
+6306,63
+3692,30
+11054,6
+12948,9
+1656,1
+2338,75
+12260,50
+1372,33
+6644,67
+4988,26
+6775,53
+8683,5
+2032,47
+6371,63
+6946,21
+3676,30
+2414,75
+636,34
+12581,76
+6547,70
+7395,50
+3136,10
+7163,64
+8426,37
+5921,25
+6807,53
+9788,69
+12732,20
+8341,76
+2233,8
+3528,16
+9238,0
+2532,15
+9960,24
+8977,31
+11800,51
+3432,6
+8708,5
+6902,21
+4076,38
+6444,63
+812,46
+7036,7
+1971,47
+9335,0
+3942,68
+5775,51
+9428,19
+8656,5
+9465,19
+5128,45
+10072,13
+9836,69
+9955,24
+1312,14
+3554,16
+10852,66
+5417,52
+180,13
+2776,66
+11345,62
+3655,30
+7277,64
+13060,24
+887,36
+1485,41
+8296,76
+12531,72
+11407,22
+9162,57
+4452,29
+12471,58
+3355,6
+4651,28
+3943,68
+7060,7
+3775,74
+3853,74
+1191,4
+3992,68
+7669,65
+5048,26
+9818,69
+4304,62
+10406,33
+9906,24
+11208,68
+1419,33
+4781,28
+3255,61
+455,17
+6948,21
+6594,67
+9470,19
+1844,56
+11622,45
+372,32
+109,11
+1525,41
+6630,67
+2468,75
+583,34
+11698,52
+5557,27
+13074,24
+6325,63
+11086,16
+1524,41
+6932,21
+3715,30
+6936,21
+914,36
+10052,13
+3295,61
+7266,64
+4371,29
+5666,27
+11409,22
+7414,50
+11770,51
+11278,38
+1869,56
+9650,2
+2715,66
+811,46
+11947,18
+547,17
+4377,29
+1147,4
+9112,57
+11843,48
+7886,39
+12316,35
+6926,21
+12835,57
+2451,75
+7372,50
+9207,0
+8537,59
+11889,55
+12083,53
+9037,31
+12988,2
+1114,12
+12685,5
+2915,54
+9370,19
+2337,75
+2649,15
+4955,26
+9692,2
+9643,9
+3059,40
+3724,30
+8145,43
+6717,67
+5525,52
+6551,70
+578,34
+2871,54
+9211,0
+11002,10
+2539,15
+6279,18
+10878,66
+804,46
+10910,54
+6890,21
+9849,69
+3021,40
+4061,38
+8237,76
+12476,58
+3211,61
+7895,39
+4703,28
+5236,45
+8303,76
+2867,66
+6756,53
+4719,28
+2131,8
+12739,20
+6798,53
+5817,51
+11425,22
+11553,44
+10949,40
+10671,47
+9781,69
+5571,27
+1493,41
+1399,33
+1126,4
+494,17
+527,17
+12562,72
+274,13
+1354,14
+7309,64
+10444,41
+11669,42
+7329,64
+4329,62
+2104,8
+12551,72
+11595,26
+2130,8
+12940,9
+4023,38
+1740,49
+686,34
+9012,31
+4606,3
+4133,73
+7875,39
+841,46
+5378,52
+9804,69
+11946,18
+7709,71
+3143,10
+834,46
+4445,29
+9734,2
+10973,10
+9572,9
+11203,68
+747,46
+12687,5
+2988,54
+8714,5
+6366,63
+3100,10
+11038,61
+12437,39
+4657,28
+3653,30
+9914,24
+3517,16
+9979,24
+7470,35
+8547,59
+533,17
+5114,45
+8769,5
+640,34
+3198,61
+10835,15
+9364,19
+10943,40
+9819,69
+3048,40
+1884,56
+9637,9
+11507,28
+363,32
+8159,43
+12295,35
+4648,28
+4052,38
+11134,30
+7619,65
+3556,16
+863,46
+4437,29
+2423,75
+9873,69
+11736,27
+5320,42
+4359,29
+8285,76
+12299,35
+9013,31
+9314,0
+5011,26
+3694,30
+3720,30
+8497,59
+7067,7
+5140,45
+5258,42
+520,17
+1946,47
+6438,63
+6916,21
+5745,51
+10890,54
+12326,65
+11163,74
+6403,63
+8797,20
+1556,41
+6049,48
+2499,75
+5195,45
+9966,24
+12532,72
+8402,37
+12369,71
+2493,75
+7910,39
+11521,28
+239,13
+6718,67
+11847,48
+576,34
+1566,1
+5690,51
+6944,21
+8723,5
+6622,67
+4659,28
+8658,5
+7814,39
+8586,59
+8160,43
+3709,30
+11620,45
+11840,25
+10249,36
+12833,57
+12484,43
+13072,24
+669,34
+6232,55
+1112,12
+8281,76
+5428,52
+8909,20
+12116,53
+11534,44
+1330,14
+11429,22
+4934,26
+112,11
+3690,30
+5058,26
+2723,66
+10599,23
+3824,74
+4482,22
+12187,7
+5339,42
+1794,23
+1813,23
+9626,9
+2502,75
+356,32
+3176,61
+6263,18
+4373,29
+5736,51
+10314,12
+9450,19
+12498,43
+5155,45
+3811,74
+2668,15
+906,36
+2883,54
+6849,53
+2237,60
+11850,48
+6414,63
+9383,19
+851,46
+7802,71
+7696,71
+3634,16
+5640,27
+8722,5
+4731,28
+9543,9
+1183,4
+9019,31
+5836,25
+7845,39
+11955,18
+2361,75
+13019,69
+1878,56
+5198,45
+917,36
+10725,60
+8619,5
+4928,26
+9789,69
+5300,42
+9756,2
+3586,16
+8692,5
+12781,31
+6175,55
+11744,27
+11863,48
+4357,29
+11624,45
+10726,60
+9652,2
+5939,25
+3114,10
+4292,62
+5810,51
+6885,21
+8479,59
+1629,1
+7561,35
+12056,67
+3330,6
+10125,17
+10358,4
+10849,66
+1857,56
+2073,47
+10603,56
+6613,67
+0,11
+726,34
+8246,76
+9434,19
+7770,71
+6508,70
+9700,2
+8075,43
+8105,43
+566,17
+7824,39
+7778,71
+11714,52
+3427,6
+7165,64
+8802,20
+8944,31
+12936,9
+12156,21
+12265,50
+3131,10
+1923,56
+4866,44
+11664,42
+2905,54
+6947,21
+2114,8
+7536,35
+10215,46
+5319,42
+2093,8
+12463,58
+4978,26
+6038,48
+1113,12
+11394,29
+1422,33
+6544,70
+8647,5
+1679,49
+12356,65
+12070,67
+12277,50
+774,46
+9699,2
+8452,37
+5649,27
+6680,67
+9679,2
+10266,36
+3356,6
+764,46
+7725,71
+250,13
+10111,32
+1219,4
+3056,40
+11428,22
+5368,42
+352,32
+12923,9
+12676,59
+24,11
+10540,49
+10208,46
+3068,40
+4997,26
+9194,0
+9071,57
+1020,12
+8119,43
+3856,74
+2772,66
+5789,51
+4760,28
+4568,3
+10079,13
+7062,7
+5173,45
+7731,71
+9629,9
+6458,63
+11468,3
+12564,76
+171,13
+10128,17
+11103,16
+12171,7
+285,13
+7717,71
+6847,53
+8517,59
+4927,26
+3145,10
+2188,8
+9437,19
+8682,5
+8784,20
+12106,53
+7129,7
+6716,67
+2291,60
+9988,24
+2379,75
+5882,25
+5051,26
+8308,76
+12004,70
+6426,63
+7593,65
+2106,8
+8528,59
+5135,45
+5635,27
+1675,49
+4101,73
+12311,35
+2377,75
+7452,35
+2192,8
+1103,12
+4739,28
+7524,35
+2036,47
+11540,44
+1744,49
+6503,70
+5827,51
+7515,35
+6215,55
+8696,5
+9185,0
+9842,69
+3405,6
+4479,22
+3431,6
+11262,38
+10399,14
+1179,4
+5724,51
+10804,15
+7540,35
+7606,65
+12830,57
+12883,19
+623,34
+10616,56
+7358,50
+10683,8
+9646,2
+3727,30
+7598,65
+1901,56
+2397,75
+10740,60
+11073,6
+11680,42
+1347,14
+10570,23
+3078,40
+10134,17
+2862,66
+3728,30
+3507,16
+8727,5
+6883,21
+4761,28
+11283,73
+8201,72
+9821,69
+9349,19
+7231,64
+5608,27
+6367,63
+13061,24
+12027,70
+1538,41
+11943,18
+12606,37
+6153,55
+11988,63
+5526,52
+6668,67
+10397,14
+10564,23
+3058,40
+11410,22
+7777,71
+5475,52
+3772,74
+9440,19
+722,34
+5249,45
+8912,20
+11317,73
+6921,21
+11175,74
+3919,68
+9682,2
+7156,7
+3571,16
+11953,18
+5269,42
+626,34
+761,46
+8172,72
+10331,4
+8158,43
+11477,3
+8219,76
+6909,21
+437,17
+4306,62
+10138,17
+6498,70
+9589,9
+11147,30
+12803,57
+185,13
+1823,56
+11964,63
+517,17
+7164,64
+12251,50
+12896,19
+19,11
+4888,44
+3508,16
+14,11
+10830,15
+5634,27
+4901,44
+3225,61
+11711,52
+956,36
+2176,8
+10410,33
+8943,20

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 320
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4277b61fd435e33f215ef0a84a48ac9d2be30b17f016e87d6d3c7b263b4e7ba2
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8ed1b7e73e2ec0aa6f28f3e9ecdb4ea609b50852d3bb4f1562da18700859ae
+size 42951614

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d704044d7e2e1ed7beb0269b5f6e6ee1efc3a79fcc5e150d940773ce7733a7d8
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/events.out.tfevents.1735661013.gamma.3065370.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea229ae758b0b1b12e5d068be5255c8218fb816da7392709feb700ce7367af5
+size 1118074

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=banking77/list=0.7-1.0/labels.csv

@@ -0,0 +1,369 @@
+11706,52
+1986,47
+2422,75
+1786,23
+8476,59
+7025,7
+2824,66
+11494,28
+6391,63
+12175,7
+12474,58
+10797,75
+8134,43
+5278,42
+10141,17
+8895,20
+10466,41
+7906,39
+8889,20
+1653,1
+9846,69
+11492,28
+5622,27
+6972,21
+7219,64
+7975,58
+3053,40
+8464,37
+9381,19
+2501,75
+5602,27
+3002,40
+4675,28
+7687,71
+10305,12
+236,13
+11167,74
+3055,40
+7843,39
+11126,30
+1698,49
+12444,58
+8729,5
+10568,23
+11877,48
+12969,2
+5323,42
+953,36
+359,32
+2121,8
+670,34
+959,36
+3669,30
+1695,49
+11542,44
+12183,7
+7466,35
+1099,12
+8515,59
+4302,62
+4056,38
+12627,37
+10142,17
+3254,61
+9285,0
+10470,41
+6384,63
+4838,44
+6411,63
+12543,72
+1589,1
+10160,17
+10510,1
+12310,35
+6328,63
+7732,71
+7400,50
+617,34
+6034,48
+120,11
+4358,29
+10158,17
+4066,38
+4716,28
+8975,31
+11591,26
+10408,33
+12058,67
+7350,50
+11009,61
+7610,65
+1515,41
+11091,16
+901,36
+1834,56
+12294,35
+10371,14
+6517,70
+8675,5
+8073,43
+2962,54
+1380,33
+13080,24
+8519,59
+12275,50
+12258,50
+5974,25
+12694,5
+2408,75
+1241,4
+11067,6
+5868,25
+289,13
+11550,44
+2995,54
+11499,28
+4587,3
+11370,29
+10482,41
+6837,53
+9431,19
+7256,64
+3771,74
+11049,6
+943,36
+4034,38
+6347,63
+11790,51
+9141,57
+349,32
+9977,24
+9295,0
+4588,3
+9070,57
+6167,55
+5742,51
+4825,44
+4985,26
+664,34
+1671,49
+1941,47
+9724,2
+2464,75
+179,13
+6404,63
+6777,53
+9023,31
+10728,60
+2801,66
+1437,33
+2547,15
+483,17
+3854,74
+5816,51
+4147,73
+1855,56
+12082,67
+237,13
+5893,25
+11019,61
+10446,41
+4688,28
+3760,30
+7423,50
+1970,47
+2643,15
+5287,42
+11503,28
+10097,32
+9776,69
+8294,76
+3830,74
+4362,29
+8416,37
+551,17
+9800,69
+8753,5
+9014,31
+10872,66
+8618,5
+5580,27
+3372,6
+9262,0
+7682,71
+1820,56
+9923,24
+4266,62
+308,32
+198,13
+7940,58
+2305,60
+5009,26
+6515,70
+6869,53
+12237,64
+6720,67
+1261,14
+1268,14
+12552,72
+5341,42
+10774,75
+10335,4
+3060,40
+9934,24
+8601,59
+3369,6
+10155,17
+1537,41
+1854,56
+7541,35
+8400,37
+3379,6
+5403,52
+1663,1
+7851,39
+3029,40
+7562,35
+8028,58
+12188,7
+9792,69
+2937,54
+2050,47
+5261,42
+9451,19
+3437,6
+4755,28
+5165,45
+10220,46
+1600,1
+5518,52
+1504,41
+7291,64
+286,13
+6908,21
+977,36
+7159,7
+6123,48
+4020,38
+988,36
+12389,71
+7242,64
+7667,65
+5478,52
+8063,43
+3895,68
+9712,2
+11726,27
+5786,51
+12843,0
+12176,7
+9167,57
+737,46
+6313,63
+3213,61
+10295,12
+2497,75
+9001,31
+6271,18
+6452,63
+10569,23
+11608,45
+8428,37
+7252,64
+3294,61
+5204,45
+12451,58
+9255,0
+10340,4
+1684,49
+2742,66
+7269,64
+5828,51
+8337,76
+8187,72
+9506,19
+11150,30
+6764,53
+10105,32
+6666,67
+1697,49
+1785,23
+4144,73
+9164,57
+1264,14
+6931,21
+8950,31
+814,46
+358,32
+1639,1
+7905,39
+8871,20
+2633,15
+555,17
+1814,23
+2698,66
+10649,47
+7803,71
+7645,65
+4565,3
+11792,51
+11119,16
+12420,39
+8483,59
+3597,16
+4414,29
+6813,53
+971,36
+3194,61
+10490,1
+9623,9
+908,36
+3275,61
+4272,62
+6052,48
+5894,25
+172,13
+1714,49
+12019,70
+2821,66
+5613,27
+6473,63
+5239,45
+12092,53
+3883,74
+9142,57
+10806,15
+2030,47
+1486,41
+186,13
+2431,75
+1466,33
+329,32
+6723,53
+10360,4
+9362,19
+7006,7
+2333,75
+5324,42
+781,46
+1897,56
+288,13
+942,36
+128,11
+7432,35
+630,34
+5103,45
+2577,15
+995,36
+6008,48
+4918,44
+12985,2
+11117,16
+672,34
+4240,62
+8312,76
+8002,58
+82,11
+10634,56
+9772,69
+4279,62
+5980,25
+5124,45
+6479,63
+10004,11
+8631,5
+10247,36
+3604,16
+8965,31
+11872,48

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:becaa6db994157ca6c06ad225b8a2008db7f450ae17b1bb8ec286853c3f5dd07
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=128/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}