Add files using upload-large-folder tool

.gitattributes

@@ -1561,3 +1561,9 @@ finetune_lora/qwen2.5-7b-instruct/banking77/size=256/seed=1/lora_ans_no_es/0.0-1
 finetune_lora/qwen2.5-7b-instruct/banking77/size=256/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad6a4c8f44ea621a1b5f80fb166d8f251ae5948433d1177d9b79cd0cebb9ce6
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87a7b39b505bf8e58de60373aa69f57aa18f70092d6f918d892f03a18a44931
+size 42951614

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43857e3a78b148442e18ee210b6b86768915b10336374324e21e65cebf293aff
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/events.out.tfevents.1734975218.gamma.302710.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c0f645e3c143c7fe18c0b7ac6474fe2f15813a950f2624e0dec2ae0554f0278
+size 76917

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,359 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.39895469322800636,0,16.422861099243164,
+0,8,0.1014641672372818,1,14.68934580485026,
+0,16,0.07629276439547539,2,12.946909459431966,
+0,24,0.07556236162781715,3,10.320230704087477,
+0,32,0.07557572051882744,4,9.824006508136618,
+0,40,0.07560098171234131,5,10.124527765356977,
+0,48,0.08794213831424713,6,4.65557336807251,
+0,56,0.07636735215783119,7,5.1918264627456665,
+0,64,0.0751010924577713,8,3.7608084678649902,
+0,72,0.07596362009644508,9,3.763118346532186,
+0,80,0.07310804724693298,10,2.9743125526993364,
+0,88,0.0820617787539959,11,2.018044166266918,
+0,96,0.08013933151960373,12,2.6832770463582634,
+0,104,0.08034252747893333,13,2.773616067824825,
+0,112,0.08356917276978493,14,2.979253030592395,
+0,120,0.07618691399693489,15,2.6717820829815335,
+0,128,0.07564875483512878,16,2.785782460813169,
+,,,16,,2.328601362573819
+0,136,0.08019918575882912,17,2.0142431457837424,
+0,144,0.07872633263468742,18,2.0755397743648953,
+0,152,0.07599238306283951,19,1.8501293914658683,
+0,160,0.07868628576397896,20,2.8146449974605017,
+0,168,0.08032689616084099,21,2.2870971298217775,
+0,176,0.07623179256916046,22,2.3898887634277344,
+0,184,0.07739143446087837,23,2.161802419300737,
+0,192,0.08158781379461288,24,1.9779453664212614,
+0,200,0.07527792081236839,25,1.9421070963144302,
+0,208,0.0820549763739109,26,1.6306721342021022,
+0,216,0.08011677861213684,27,1.3478295229099415,
+0,224,0.0766598992049694,28,1.8660739319665092,
+0,232,0.07653667777776718,29,2.272105940457048,
+0,240,0.08073845505714417,30,1.3525724984981395,
+0,248,0.07878315448760986,31,2.190606722831726,
+0,256,0.07855551689863205,32,1.2943964975851554,
+,,,32,,1.6113442728838583
+0,264,0.07658068835735321,33,2.280801608012273,
+0,272,0.0763188861310482,34,1.3432540678977967,
+0,280,0.07984532415866852,35,1.3268473261878604,
+0,288,0.07959636300802231,36,1.634209353190202,
+0,296,0.07886304333806038,37,1.6908845390592302,
+0,304,0.08917902410030365,38,0.8345046738783518,
+0,312,0.08074358105659485,39,1.5397348544176888,
+0,320,0.08220566436648369,40,0.5064491717903702,
+0,328,0.07887625321745872,41,2.4465067304413894,
+0,336,0.0805101990699768,42,1.3644201986251339,
+0,344,0.07681862637400627,43,0.721065962444181,
+0,352,0.07994579896330833,44,1.2847715282440186,
+0,360,0.0798703283071518,45,0.8786046593277542,
+0,368,0.07597258687019348,46,1.1455300711095333,
+0,376,0.07615428045392036,47,1.1841123098576511,
+0,384,0.07584290951490402,48,1.3529434300238086,
+,,,48,,1.196492352823573
+0,392,0.0769069492816925,49,1.7537991725481474,
+0,400,0.07697471976280212,50,1.0732337028691263,
+0,408,0.08404994383454323,51,0.6853387612104416,
+0,416,0.08042852208018303,52,1.2854457723683324,
+0,424,0.0817309059202671,53,1.2412210144102573,
+0,432,0.07989609986543655,54,2.0609002780914305,
+1,440,0.07979505136609077,55,0.7172602579511446,
+1,448,0.07532526552677155,56,1.030527681369206,
+1,456,0.07562703639268875,57,0.7907307925431625,
+1,464,0.08046192675828934,58,1.0699824122712016,
+1,472,0.08090303838253021,59,0.9182035470830983,
+1,480,0.08068379014730453,60,0.7005085732255664,
+1,488,0.07871435955166817,61,1.0171184241771698,
+1,496,0.08005140349268913,62,0.7950131451642072,
+1,504,0.07625050842761993,63,0.6334899333970887,
+1,512,0.07542416080832481,64,0.9116591028869152,
+,,,64,,0.9791233813668799
+1,520,0.08216583356261253,65,0.5599094331264496,
+1,528,0.07372993230819702,66,0.6269593206899506,
+1,536,0.07590986415743828,67,0.7656195317545245,
+1,544,0.08011937886476517,68,0.6472505353964292,
+1,552,0.07668809592723846,69,1.2798203325271607,
+1,560,0.0868607647716999,70,0.5332445479356326,
+1,568,0.07573409751057625,71,0.9638942309788295,
+1,576,0.07577534392476082,72,0.9044990185144786,
+1,584,0.07551262900233269,73,0.8651083551347256,
+1,592,0.08152736723423004,74,0.854398960513728,
+1,600,0.07664962857961655,75,0.4350466010375665,
+1,608,0.08011019229888916,76,0.7391361468113385,
+1,616,0.07573680952191353,77,0.6904769120392976,
+1,624,0.0810089223086834,78,0.45989915805644005,
+1,632,0.08730826154351234,79,0.30089266250530877,
+1,640,0.0768473707139492,80,0.42816321357436804,
+,,,80,,0.6581370436300443
+1,648,0.07617610320448875,81,1.0771777282158534,
+1,656,0.0822116993367672,82,0.33011384155939927,
+1,664,0.07661869749426842,83,0.3563353017933907,
+1,672,0.07602866366505623,84,0.5780253282615117,
+1,680,0.08204185590147972,85,0.25217895582318306,
+1,688,0.07593166083097458,86,0.4807331822812557,
+1,696,0.07703201845288277,87,0.5862068945009794,
+1,704,0.08075783029198647,88,0.5255842508318332,
+1,712,0.08394058793783188,89,0.9043242330512693,
+1,720,0.08106224238872528,90,0.8724903096170986,
+1,728,0.08144459873437881,91,0.3977906930753413,
+1,736,0.07981383800506592,92,0.3231692116241902,
+1,744,0.0822228267788887,93,0.48518998479401626,
+1,752,0.08049523457884789,94,0.3348615775919623,
+1,760,0.08133111149072647,95,0.7541039730422199,
+1,768,0.07935630157589912,96,0.34371444224207487,
+,,,96,,0.5550169937253937
+1,776,0.07726696133613586,97,0.2752990615036752,
+1,784,0.07338980212807655,98,0.7466310792632641,
+1,792,0.0832705907523632,99,0.23969594335981778,
+1,800,0.07580895721912384,100,0.23165718742228789,
+1,808,0.07895185053348541,101,0.8975396809669641,
+1,816,0.08725230023264885,102,0.44887758734134525,
+1,824,0.07599226385354996,103,0.3553159422396372,
+1,832,0.07672504708170891,104,0.2098472478489081,
+1,840,0.08153452351689339,105,0.36481300497363356,
+1,848,0.08058157563209534,106,0.8046999886685696,
+1,856,0.0789853148162365,107,0.1756040543831628,
+1,864,0.07693089172244072,108,0.36163912320861946,
+2,872,0.07648148387670517,109,0.32587233127560467,
+2,880,0.07951836660504341,110,0.21409300295636058,
+2,888,0.0870397500693798,111,0.3702698854031041,
+2,896,0.07622562348842621,112,0.30100629863239103,
+,,,112,,0.5478591558501477
+2,904,0.08794393762946129,113,0.21172819749034685,
+2,912,0.07651719078421593,114,0.3253345113367804,
+2,920,0.0764959268271923,115,0.5465378214915594,
+2,928,0.08828747645020485,116,0.13192062395123336,
+2,936,0.07631587982177734,117,0.1528599383654418,
+2,944,0.0786195881664753,118,0.09639773457976324,
+2,952,0.07723148167133331,119,0.08226976078003645,
+2,960,0.07653804123401642,120,0.2865068829650509,
+2,968,0.089451365172863,121,0.1387827086395451,
+2,976,0.07896824181079865,122,0.07470484453670938,
+2,984,0.0803498849272728,123,0.09367100397745769,
+2,992,0.07682335749268532,124,0.1312115080654621,
+2,1000,0.08202745765447617,125,0.16703610764495258,
+2,1008,0.07535621896386147,126,0.1300964243710041,
+2,1016,0.0833430103957653,127,0.07404920170665719,
+2,1024,0.07541094720363617,128,0.17002911715266797,
+,,,128,,0.427086441160187
+2,1032,0.07715529948472977,129,0.030783017942061026,
+2,1040,0.07601778209209442,130,0.04107338832370166,
+2,1048,0.07710123062133789,131,0.06731854585398521,
+2,1056,0.07326216995716095,132,0.11420324890185958,
+2,1064,0.08035767450928688,133,0.045986451408160586,
+2,1072,0.07588796690106392,134,0.07690143393766549,
+2,1080,0.08001464232802391,135,0.06854157208430546,
+2,1088,0.08013901859521866,136,0.110908852821147,
+2,1096,0.0771447904407978,137,0.4322939575649798,
+2,1104,0.07696765661239624,138,0.17152814417412238,
+2,1112,0.07615996524691582,139,0.16240652683363468,
+2,1120,0.08046923950314522,140,0.23248632003635386,
+2,1128,0.08130310103297234,141,0.5588902118341887,
+2,1136,0.0824337899684906,142,0.21931089237332344,
+2,1144,0.07558269798755646,143,0.05557312116026878,
+2,1152,0.07605162635445595,144,0.04567250622097741,
+,,,144,,0.4011214849517101
+2,1160,0.08170460164546967,145,0.1973963574474228,
+2,1168,0.07554864138364792,146,0.30889467664224945,
+2,1176,0.08205030858516693,147,0.30987567381331854,
+2,1184,0.07685044035315514,148,0.9039258662877339,
+2,1192,0.08737523853778839,149,0.07670016823193201,
+2,1200,0.08016042038798332,150,0.11974177982758831,
+2,1208,0.0818624459207058,151,0.43628624564519636,
+2,1216,0.08149145916104317,152,0.29016934675829753,
+2,1224,0.07632975652813911,153,0.026950611174106597,
+2,1232,0.075916588306427,154,0.21144381269812584,
+2,1240,0.08041186258196831,155,0.09530719104958207,
+2,1248,0.07321833819150925,156,0.17854456216096878,
+2,1256,0.07864781469106674,157,0.09503379488984744,
+2,1264,0.08081100508570671,158,0.06153290571334461,
+2,1272,0.07859588414430618,159,0.2149072332041604,
+2,1280,0.08774353191256523,160,0.15563601457878298,
+,,,160,,0.3938236266609252
+2,1288,0.08268216252326965,161,0.2219014565149943,
+2,1296,0.07695087045431137,162,0.3888567415731294,
+3,1304,0.07988640666007996,163,0.1299600405273614,
+3,1312,0.07607303187251091,164,0.18216154087955752,
+3,1320,0.07703054696321487,165,0.1590868851234173,
+3,1328,0.07598549500107765,166,0.054728147496158876,
+3,1336,0.07702532783150673,167,0.05419588804244995,
+3,1344,0.08199690282344818,168,0.06902500479058786,
+3,1352,0.07351421937346458,169,0.029191695898771287,
+3,1360,0.07627614587545395,170,0.05195602702654221,
+3,1368,0.07684328407049179,171,0.16415321236026698,
+3,1376,0.0759500116109848,172,0.0917273679309908,
+3,1384,0.076508779078722,173,0.020270299506731905,
+3,1392,0.07864654809236526,174,0.039880558758253054,
+3,1400,0.07587779313325882,175,0.02175868071615696,
+3,1408,0.0769256204366684,176,0.06655660762806379,
+,,,176,,0.3444627416415477
+3,1416,0.0765318050980568,177,0.031944897892917025,
+3,1424,0.08100315555930138,178,0.024116566861406542,
+3,1432,0.0759568102657795,179,0.026370826987549664,
+3,1440,0.080380380153656,180,0.17769684338543032,
+3,1448,0.08001940697431564,181,0.2768963115600248,
+3,1456,0.07727790251374245,182,0.03380056200382699,
+3,1464,0.08694792166352272,183,0.00615718007819461,
+3,1472,0.07605473697185516,184,0.005377726674151535,
+3,1480,0.08046961575746536,185,0.015062722137137767,
+3,1488,0.08191416412591934,186,0.011775597119358954,
+3,1496,0.08205263689160347,187,0.02292765464910583,
+3,1504,0.07585947588086128,188,0.007552747739412423,
+3,1512,0.08064570650458336,189,0.019948792411014438,
+3,1520,0.07583759352564812,190,0.03909801587349537,
+3,1528,0.07573331892490387,191,0.018300637236929367,
+3,1536,0.07968595996499062,192,0.010841264582142747,
+,,,192,,0.3504563459261196
+3,1544,0.08038346096873283,193,0.021250625033504687,
+3,1552,0.08083461970090866,194,0.06345187320702654,
+3,1560,0.08184829726815224,195,0.02615627540776936,
+3,1568,0.07695604115724564,196,0.005108392817656631,
+3,1576,0.08056658878922462,197,0.06911646456714592,
+3,1584,0.08212609216570854,198,0.06207454365935048,
+3,1592,0.07588598132133484,199,0.014050668870498027,
+3,1600,0.08087892457842827,200,0.009222737746313214,
+3,1608,0.07654927298426628,201,0.04618622787717369,
+3,1616,0.07685055956244469,202,0.015070842804076771,
+3,1624,0.08201179653406143,203,0.01928755103920897,
+3,1632,0.07362453266978264,204,0.0387440866829517,
+3,1640,0.07711990177631378,205,0.002744095161324367,
+3,1648,0.07537471503019333,206,0.1841718312728429,
+3,1656,0.08715253695845604,207,0.0066860077370490345,
+3,1664,0.07316090911626816,208,0.01856045395305211,
+,,,208,,0.39749006136195864
+3,1672,0.08079998195171356,209,0.009942501189251399,
+3,1680,0.08153055608272552,210,0.12669032412533718,
+3,1688,0.07624917849898338,211,0.008590572663316769,
+3,1696,0.07579278200864792,212,0.16051009766136606,
+3,1704,0.08076221123337746,213,0.04633388464787492,
+3,1712,0.08080466464161873,214,0.0043802831787616014,
+3,1720,0.07671196758747101,215,0.11419639799176999,
+3,1728,0.07923511043190956,216,0.012055928149493411,
+4,1736,0.07564085349440575,217,0.006183777532826822,
+4,1744,0.07621826604008675,218,0.007282357400042876,
+4,1752,0.08738419786095619,219,0.002638376796514624,
+4,1760,0.08158901706337929,220,0.006857441330794245,
+4,1768,0.0828625001013279,221,0.08599222235052902,
+4,1776,0.08264243230223656,222,0.010469360947326728,
+4,1784,0.07990241795778275,223,0.004436134793130415,
+4,1792,0.08183477446436882,224,0.006223783191457829,
+,,,224,,0.43648359644131396
+4,1800,0.07623513042926788,225,0.01290165794153626,
+4,1808,0.07597742974758148,226,0.007178866183191228,
+4,1816,0.0800783783197403,227,0.07667243844753102,
+4,1824,0.08001957833766937,228,0.007723965569201744,
+4,1832,0.08203577250242233,229,0.01754904881975538,
+4,1840,0.08120318502187729,230,0.012635767080254205,
+4,1848,0.07694438099861145,231,0.0074020634793365995,
+4,1856,0.08032776042819023,232,0.005188699720227825,
+4,1864,0.08041686564683914,233,0.08788119858751695,
+4,1872,0.07584773004055023,234,0.004063773638335988,
+4,1880,0.07875103130936623,235,0.016914228667858345,
+4,1888,0.07971736788749695,236,0.011759332582975427,
+4,1896,0.08045215532183647,237,0.0028981398042690542,
+4,1904,0.08000227808952332,238,0.007089557452127337,
+4,1912,0.07616506889462471,239,0.01010722587726867,
+4,1920,0.07625072449445724,240,0.01716644985760838,
+,,,240,,0.39720139390840303
+4,1928,0.0758938193321228,241,0.021646159844329722,
+4,1936,0.07678331062197685,242,0.0023366367604467086,
+4,1944,0.08058710768818855,243,0.00208512833773124,
+4,1952,0.07582003250718117,244,0.004987202228649575,
+4,1960,0.07626451551914215,245,0.0047951682246531605,
+4,1968,0.07710373401641846,246,0.002628075229170333,
+4,1976,0.07302895933389664,247,0.006139785147388466,
+4,1984,0.07608449831604958,248,0.0015649910375941545,
+4,1992,0.0786007009446621,249,0.004238137975335121,
+4,2000,0.07991735637187958,250,0.03516132259168304,
+4,2008,0.07896719872951508,251,0.002700378717854619,
+4,2016,0.08042135834693909,252,0.0028316771145910024,
+4,2024,0.07671533897519112,253,0.00406710323809153,
+4,2032,0.07637791708111763,254,0.005925907819930997,
+4,2040,0.07671190053224564,255,0.005676392940879469,
+4,2048,0.08157755434513092,256,0.0028515457982263926,
+,,,256,,0.3779907466858391
+4,2056,0.08069843426346779,257,0.00947654974316397,
+4,2064,0.0803564079105854,258,0.0015476350352400913,
+4,2072,0.07629548385739326,259,0.15810873269704948,
+4,2080,0.07634937390685081,260,0.0044435070428465095,
+4,2088,0.08207780122756958,261,0.0096285431063734,
+4,2096,0.07636163756251335,262,0.015269629855859368,
+4,2104,0.08714761584997177,263,0.005124237125360027,
+4,2112,0.08297023177146912,264,0.004294940173470725,
+4,2120,0.08063626289367676,265,0.0036787255923263727,
+4,2128,0.07877899333834648,266,0.007327445945702493,
+4,2136,0.0757259726524353,267,0.012367536951299576,
+4,2144,0.07682816684246063,268,0.0013068166315659052,
+4,2152,0.0760900154709816,269,0.0037216850562253965,
+4,2160,0.07678527012467384,270,0.0186338325838733,
+5,2168,0.07648766413331032,271,0.003040921671556369,
+5,2176,0.07647966966032982,272,0.003430801904355378,
+,,,272,,0.36801515113650346
+5,2184,0.07637323066592216,273,0.0010436454478902025,
+5,2192,0.07638542354106903,274,0.0024719074290866653,
+5,2200,0.0791267603635788,275,0.0009928401466459036,
+5,2208,0.07663506269454956,276,0.0028805848269257694,
+5,2216,0.07972222194075584,277,0.003189489760968302,
+5,2224,0.0789363868534565,278,0.006852319505587393,
+5,2232,0.0785578303039074,279,0.0012959696759935468,
+5,2240,0.08092392981052399,280,0.001238960376078332,
+5,2248,0.08086084574460983,281,0.003174183800266209,
+5,2256,0.08059460297226906,282,0.0029320079151407947,
+5,2264,0.0800185464322567,283,0.0013323703072577093,
+5,2272,0.07547545433044434,284,0.002577634993940592,
+5,2280,0.08070775866508484,285,0.00225457283158903,
+5,2288,0.0822146013379097,286,0.0008796243200777099,
+5,2296,0.08356238901615143,287,0.0014011351580847987,
+5,2304,0.08033645153045654,288,0.0013003205424562717,
+,,,288,,0.37553307240403544
+5,2312,0.07728751376271248,289,0.0016244233155510192,
+5,2320,0.07631514966487885,290,0.0011711624191285898,
+5,2328,0.08124126493930817,291,0.0016350543245117967,
+5,2336,0.07590949907898903,292,0.014530874213400798,
+5,2344,0.0814281590282917,293,0.003969763696659356,
+5,2352,0.07633093744516373,294,0.0034187224100605818,
+5,2360,0.07645725458860397,295,0.001967077497738501,
+5,2368,0.07655065879225731,296,0.0020044323537149467,
+5,2376,0.08401067927479744,297,0.001132582783854256,
+5,2384,0.0749327540397644,298,0.001574179968883982,
+5,2392,0.07650494202971458,299,0.0038651927226216205,
+5,2400,0.08484424278140068,300,0.0013113848213106394,
+5,2408,0.07711054384708405,301,0.09635439644807775,
+5,2416,0.07658005878329277,302,0.0497719030513858,
+5,2424,0.08122828230261803,303,0.0020338018724162664,
+5,2432,0.08115974813699722,304,0.0010985784782943401,
+,,,304,,0.38314814530019686
+5,2440,0.07688907906413078,305,0.0014038093950754652,
+5,2448,0.0763012059032917,306,0.0013266646722331643,
+5,2456,0.07706451788544655,307,0.0015569692205948135,
+5,2464,0.07601136341691017,308,0.004958234220144472,
+5,2472,0.08303767442703247,309,0.001039058366721427,
+5,2480,0.07536670565605164,310,0.001524709382920264,
+5,2488,0.07673753425478935,311,0.0009514471523950554,
+5,2496,0.07705666497349739,312,0.0006702276197237163,
+5,2504,0.076024129986763,313,0.0030647302372381093,
+5,2512,0.0767417922616005,314,0.0012248376830636214,
+5,2520,0.08072631806135178,315,0.008279713637274389,
+5,2528,0.07610619440674782,316,0.0013840652744485332,
+5,2536,0.0769001692533493,317,0.005312703187810257,
+5,2544,0.07873139902949333,318,0.0016778280525771982,
+5,2552,0.07561073824763298,319,0.0024544825594473097,
+5,2560,0.0757589340209961,320,0.004586475104068606,
+,,,320,,0.42102819728100394
+5,2568,0.0759548731148243,321,0.0018277692466249897,
+5,2576,0.0807097963988781,322,0.002343695780690459,
+5,2584,0.07847670838236809,323,0.002260693409230693,
+5,2592,0.07609069719910622,324,0.0009594858614339804,
+6,2600,0.08383181318640709,325,0.0026169634813693566,
+6,2608,0.07607581838965416,326,0.021304733611032134,
+6,2616,0.0771220363676548,327,0.0014700311252714268,
+6,2624,0.07357295602560043,328,0.001713878057974701,
+6,2632,0.07863646373152733,329,0.002529718130847022,
+6,2640,0.08121289685368538,330,0.00395684893441352,
+6,2648,0.0763988085091114,331,0.0014142273676356878,
+6,2656,0.08150948956608772,332,0.0008973154472187161,
+6,2664,0.07391384989023209,333,0.002259423319001457,
+6,2672,0.08141736686229706,334,0.001647578780884268,
+6,2680,0.07594858855009079,335,0.0018519116474635666,
+6,2688,0.08168862015008926,336,0.001576067010992793,
+,,,336,,0.4154426634781004

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=banking77/list=0.7-1.0/labels.csv

@@ -0,0 +1,184 @@
+5643,27
+5211,45
+9705,2
+1755,49
+8744,5
+5891,25
+2513,15
+8411,37
+6906,21
+5137,45
+3705,30
+7713,71
+13045,24
+348,32
+9077,57
+4170,73
+10555,49
+1172,4
+10956,40
+5166,45
+7109,7
+5598,27
+7448,35
+5715,51
+7199,64
+5973,25
+23,11
+10957,40
+1206,4
+3495,16
+5969,25
+3801,74
+12385,71
+4704,28
+4641,28
+8740,5
+5004,26
+2247,60
+12882,0
+3649,16
+2191,8
+4441,29
+1515,41
+12143,21
+11445,3
+11727,27
+10340,4
+4366,29
+7673,65
+3666,30
+9525,9
+12651,59
+10170,34
+7312,64
+11645,42
+3633,16
+499,17
+7180,64
+4672,28
+10894,54
+7680,71
+12820,57
+58,11
+5944,25
+2424,75
+9219,0
+10983,10
+11358,62
+2560,15
+1217,4
+11587,26
+3913,68
+2115,8
+11275,38
+10673,47
+7270,64
+9198,0
+7671,65
+5860,25
+821,46
+7074,7
+6304,18
+689,34
+4345,29
+11411,22
+6229,55
+6881,53
+4068,38
+12899,19
+2843,66
+10501,1
+7006,7
+2297,60
+8009,58
+11437,22
+9927,24
+10049,13
+11119,16
+663,34
+6026,48
+9356,19
+9443,19
+12138,21
+4296,62
+7917,39
+4937,26
+11380,29
+1457,33
+10059,13
+4054,38
+2533,15
+7531,35
+5309,42
+7496,35
+7255,64
+3971,68
+5587,27
+11124,30
+3980,68
+1840,56
+77,11
+3638,16
+2227,8
+1673,49
+5760,51
+8046,58
+5268,42
+9861,69
+10465,41
+11057,6
+2958,54
+6918,21
+270,13
+12720,5
+1142,4
+5853,25
+6674,67
+10553,49
+2598,15
+11599,26
+12359,65
+8867,20
+10499,1
+26,11
+1708,49
+11758,27
+10118,32
+5025,26
+11109,16
+3756,30
+10468,41
+7278,64
+5072,26
+193,13
+2070,47
+7189,64
+1659,1
+11618,45
+6794,53
+12817,57
+1826,56
+11006,61
+8072,43
+3504,16
+6856,53
+1663,1
+1088,12
+8945,31
+8348,76
+3876,74
+11230,68
+6972,21
+3317,6
+6689,67
+5321,42
+12587,76
+7888,39
+1047,12
+572,34
+584,34
+11601,26
+7296,64
+1933,47
+11924,18

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=banking77/list=test_1000/labels.csv

@@ -0,0 +1,1000 @@
+6197,55
+6441,63
+5254,42
+4058,38
+5596,27
+114,11
+2806,66
+1087,12
+1139,4
+12996,2
+10447,41
+11288,73
+12620,37
+10691,8
+8838,20
+11829,25
+5055,26
+5484,52
+2936,54
+9239,0
+5848,25
+2035,47
+1266,14
+11887,55
+4073,38
+4823,44
+2662,15
+5923,25
+2923,54
+7478,35
+12409,39
+11263,38
+12272,50
+8760,5
+1955,47
+7756,71
+12943,9
+8885,20
+6776,53
+12715,5
+11892,55
+4231,73
+3603,16
+1096,12
+2786,66
+12791,31
+7613,65
+12357,65
+11662,42
+9066,57
+63,11
+5620,27
+6193,55
+871,46
+10854,66
+8147,43
+3305,6
+3248,61
+2603,15
+3482,16
+4639,28
+7136,7
+6570,70
+7884,39
+12307,35
+10342,4
+257,13
+10939,40
+597,34
+3076,40
+8498,59
+7988,58
+575,34
+10692,8
+416,17
+2046,47
+1802,23
+12925,9
+5787,51
+2827,66
+4537,22
+3049,40
+11130,30
+2725,66
+1417,33
+12180,7
+6157,55
+8864,20
+12995,2
+2324,60
+2251,60
+1989,47
+16,11
+8827,20
+8493,59
+4953,26
+10807,15
+7101,7
+8210,76
+2312,60
+4330,62
+12365,71
+11466,3
+1666,1
+4063,38
+4622,3
+3836,74
+11584,26
+9371,19
+3407,6
+2680,15
+3845,74
+10741,60
+9232,0
+5932,25
+6113,48
+5411,52
+12422,39
+12101,53
+10322,12
+963,36
+11640,45
+5790,51
+519,17
+9694,2
+96,11
+7911,39
+6069,48
+13002,2
+7853,39
+8660,5
+2817,66
+11,11
+1701,49
+5397,52
+2685,15
+425,17
+1958,47
+12202,7
+5036,26
+6054,48
+10515,1
+12164,7
+4865,44
+12189,7
+8355,76
+7023,7
+12813,57
+7527,35
+2435,75
+9940,24
+7402,50
+32,11
+1541,41
+3094,40
+12947,9
+5604,27
+1775,49
+8117,43
+9587,9
+2008,47
+2741,66
+582,34
+2562,15
+7763,71
+7034,7
+6376,63
+9092,57
+202,13
+11193,74
+6028,48
+1476,41
+10315,12
+9472,19
+6092,48
+1919,56
+2986,54
+6078,48
+6698,67
+11430,22
+8139,43
+7580,65
+9696,2
+11768,51
+7030,7
+3711,30
+8118,43
+4895,44
+8450,37
+2225,8
+6803,53
+3040,40
+2834,66
+10998,10
+3955,68
+11164,74
+3599,16
+4288,62
+2846,66
+4278,62
+1150,4
+8719,5
+9210,0
+10575,23
+317,32
+6922,21
+10171,34
+8842,20
+11121,16
+6293,18
+3204,61
+591,34
+9236,0
+10820,15
+996,36
+8481,59
+10583,23
+1555,41
+3754,30
+2257,60
+11351,62
+12515,43
+1792,23
+10659,47
+8290,76
+9713,2
+12555,72
+7311,64
+2599,15
+10911,54
+6332,63
+5152,45
+4602,3
+6340,63
+10385,14
+1807,23
+8458,37
+3319,6
+10078,13
+8380,37
+2739,66
+1115,12
+9783,69
+2158,8
+5652,27
+12173,7
+5744,51
+3782,74
+3456,6
+9414,19
+4810,28
+11760,27
+8925,20
+7440,35
+1883,56
+9930,24
+12920,19
+6413,63
+7596,65
+11819,25
+6624,67
+11903,55
+3858,74
+9103,57
+3555,16
+4457,29
+2409,75
+9174,57
+7133,7
+3159,61
+10129,17
+3150,10
+2201,8
+7666,65
+2865,66
+12815,57
+3282,61
+3886,74
+775,46
+6393,63
+10102,32
+7652,65
+6523,70
+7589,65
+866,46
+4929,26
+5588,27
+3759,30
+10532,49
+9122,57
+12466,58
+4214,73
+5337,42
+574,34
+9839,69
+12404,39
+296,32
+7868,39
+12839,57
+6542,70
+122,11
+750,46
+10136,17
+12891,19
+3235,61
+7444,35
+12924,9
+8768,5
+7057,7
+8917,20
+7602,65
+9870,69
+3316,6
+5694,51
+2078,8
+8022,58
+4839,44
+730,34
+12123,21
+4332,62
+7453,35
+4418,29
+6744,53
+9728,2
+1611,1
+10779,75
+6783,53
+4472,22
+367,32
+10636,56
+1696,49
+3281,61
+6690,67
+4800,28
+8328,76
+4827,44
+530,17
+3977,68
+12840,57
+10417,33
+3545,16
+2396,75
+5344,42
+1829,56
+10084,32
+6306,63
+3692,30
+11054,6
+12948,9
+1656,1
+2338,75
+12260,50
+1372,33
+6644,67
+4988,26
+6775,53
+8683,5
+2032,47
+6371,63
+6946,21
+3676,30
+2414,75
+636,34
+12581,76
+6547,70
+7395,50
+3136,10
+7163,64
+8426,37
+5921,25
+6807,53
+9788,69
+12732,20
+8341,76
+2233,8
+3528,16
+9238,0
+2532,15
+9960,24
+8977,31
+11800,51
+3432,6
+8708,5
+6902,21
+4076,38
+6444,63
+812,46
+7036,7
+1971,47
+9335,0
+3942,68
+5775,51
+9428,19
+8656,5
+9465,19
+5128,45
+10072,13
+9836,69
+9955,24
+1312,14
+3554,16
+10852,66
+5417,52
+180,13
+2776,66
+11345,62
+3655,30
+7277,64
+13060,24
+887,36
+1485,41
+8296,76
+12531,72
+11407,22
+9162,57
+4452,29
+12471,58
+3355,6
+4651,28
+3943,68
+7060,7
+3775,74
+3853,74
+1191,4
+3992,68
+7669,65
+5048,26
+9818,69
+4304,62
+10406,33
+9906,24
+11208,68
+1419,33
+4781,28
+3255,61
+455,17
+6948,21
+6594,67
+9470,19
+1844,56
+11622,45
+372,32
+109,11
+1525,41
+6630,67
+2468,75
+583,34
+11698,52
+5557,27
+13074,24
+6325,63
+11086,16
+1524,41
+6932,21
+3715,30
+6936,21
+914,36
+10052,13
+3295,61
+7266,64
+4371,29
+5666,27
+11409,22
+7414,50
+11770,51
+11278,38
+1869,56
+9650,2
+2715,66
+811,46
+11947,18
+547,17
+4377,29
+1147,4
+9112,57
+11843,48
+7886,39
+12316,35
+6926,21
+12835,57
+2451,75
+7372,50
+9207,0
+8537,59
+11889,55
+12083,53
+9037,31
+12988,2
+1114,12
+12685,5
+2915,54
+9370,19
+2337,75
+2649,15
+4955,26
+9692,2
+9643,9
+3059,40
+3724,30
+8145,43
+6717,67
+5525,52
+6551,70
+578,34
+2871,54
+9211,0
+11002,10
+2539,15
+6279,18
+10878,66
+804,46
+10910,54
+6890,21
+9849,69
+3021,40
+4061,38
+8237,76
+12476,58
+3211,61
+7895,39
+4703,28
+5236,45
+8303,76
+2867,66
+6756,53
+4719,28
+2131,8
+12739,20
+6798,53
+5817,51
+11425,22
+11553,44
+10949,40
+10671,47
+9781,69
+5571,27
+1493,41
+1399,33
+1126,4
+494,17
+527,17
+12562,72
+274,13
+1354,14
+7309,64
+10444,41
+11669,42
+7329,64
+4329,62
+2104,8
+12551,72
+11595,26
+2130,8
+12940,9
+4023,38
+1740,49
+686,34
+9012,31
+4606,3
+4133,73
+7875,39
+841,46
+5378,52
+9804,69
+11946,18
+7709,71
+3143,10
+834,46
+4445,29
+9734,2
+10973,10
+9572,9
+11203,68
+747,46
+12687,5
+2988,54
+8714,5
+6366,63
+3100,10
+11038,61
+12437,39
+4657,28
+3653,30
+9914,24
+3517,16
+9979,24
+7470,35
+8547,59
+533,17
+5114,45
+8769,5
+640,34
+3198,61
+10835,15
+9364,19
+10943,40
+9819,69
+3048,40
+1884,56
+9637,9
+11507,28
+363,32
+8159,43
+12295,35
+4648,28
+4052,38
+11134,30
+7619,65
+3556,16
+863,46
+4437,29
+2423,75
+9873,69
+11736,27
+5320,42
+4359,29
+8285,76
+12299,35
+9013,31
+9314,0
+5011,26
+3694,30
+3720,30
+8497,59
+7067,7
+5140,45
+5258,42
+520,17
+1946,47
+6438,63
+6916,21
+5745,51
+10890,54
+12326,65
+11163,74
+6403,63
+8797,20
+1556,41
+6049,48
+2499,75
+5195,45
+9966,24
+12532,72
+8402,37
+12369,71
+2493,75
+7910,39
+11521,28
+239,13
+6718,67
+11847,48
+576,34
+1566,1
+5690,51
+6944,21
+8723,5
+6622,67
+4659,28
+8658,5
+7814,39
+8586,59
+8160,43
+3709,30
+11620,45
+11840,25
+10249,36
+12833,57
+12484,43
+13072,24
+669,34
+6232,55
+1112,12
+8281,76
+5428,52
+8909,20
+12116,53
+11534,44
+1330,14
+11429,22
+4934,26
+112,11
+3690,30
+5058,26
+2723,66
+10599,23
+3824,74
+4482,22
+12187,7
+5339,42
+1794,23
+1813,23
+9626,9
+2502,75
+356,32
+3176,61
+6263,18
+4373,29
+5736,51
+10314,12
+9450,19
+12498,43
+5155,45
+3811,74
+2668,15
+906,36
+2883,54
+6849,53
+2237,60
+11850,48
+6414,63
+9383,19
+851,46
+7802,71
+7696,71
+3634,16
+5640,27
+8722,5
+4731,28
+9543,9
+1183,4
+9019,31
+5836,25
+7845,39
+11955,18
+2361,75
+13019,69
+1878,56
+5198,45
+917,36
+10725,60
+8619,5
+4928,26
+9789,69
+5300,42
+9756,2
+3586,16
+8692,5
+12781,31
+6175,55
+11744,27
+11863,48
+4357,29
+11624,45
+10726,60
+9652,2
+5939,25
+3114,10
+4292,62
+5810,51
+6885,21
+8479,59
+1629,1
+7561,35
+12056,67
+3330,6
+10125,17
+10358,4
+10849,66
+1857,56
+2073,47
+10603,56
+6613,67
+0,11
+726,34
+8246,76
+9434,19
+7770,71
+6508,70
+9700,2
+8075,43
+8105,43
+566,17
+7824,39
+7778,71
+11714,52
+3427,6
+7165,64
+8802,20
+8944,31
+12936,9
+12156,21
+12265,50
+3131,10
+1923,56
+4866,44
+11664,42
+2905,54
+6947,21
+2114,8
+7536,35
+10215,46
+5319,42
+2093,8
+12463,58
+4978,26
+6038,48
+1113,12
+11394,29
+1422,33
+6544,70
+8647,5
+1679,49
+12356,65
+12070,67
+12277,50
+774,46
+9699,2
+8452,37
+5649,27
+6680,67
+9679,2
+10266,36
+3356,6
+764,46
+7725,71
+250,13
+10111,32
+1219,4
+3056,40
+11428,22
+5368,42
+352,32
+12923,9
+12676,59
+24,11
+10540,49
+10208,46
+3068,40
+4997,26
+9194,0
+9071,57
+1020,12
+8119,43
+3856,74
+2772,66
+5789,51
+4760,28
+4568,3
+10079,13
+7062,7
+5173,45
+7731,71
+9629,9
+6458,63
+11468,3
+12564,76
+171,13
+10128,17
+11103,16
+12171,7
+285,13
+7717,71
+6847,53
+8517,59
+4927,26
+3145,10
+2188,8
+9437,19
+8682,5
+8784,20
+12106,53
+7129,7
+6716,67
+2291,60
+9988,24
+2379,75
+5882,25
+5051,26
+8308,76
+12004,70
+6426,63
+7593,65
+2106,8
+8528,59
+5135,45
+5635,27
+1675,49
+4101,73
+12311,35
+2377,75
+7452,35
+2192,8
+1103,12
+4739,28
+7524,35
+2036,47
+11540,44
+1744,49
+6503,70
+5827,51
+7515,35
+6215,55
+8696,5
+9185,0
+9842,69
+3405,6
+4479,22
+3431,6
+11262,38
+10399,14
+1179,4
+5724,51
+10804,15
+7540,35
+7606,65
+12830,57
+12883,19
+623,34
+10616,56
+7358,50
+10683,8
+9646,2
+3727,30
+7598,65
+1901,56
+2397,75
+10740,60
+11073,6
+11680,42
+1347,14
+10570,23
+3078,40
+10134,17
+2862,66
+3728,30
+3507,16
+8727,5
+6883,21
+4761,28
+11283,73
+8201,72
+9821,69
+9349,19
+7231,64
+5608,27
+6367,63
+13061,24
+12027,70
+1538,41
+11943,18
+12606,37
+6153,55
+11988,63
+5526,52
+6668,67
+10397,14
+10564,23
+3058,40
+11410,22
+7777,71
+5475,52
+3772,74
+9440,19
+722,34
+5249,45
+8912,20
+11317,73
+6921,21
+11175,74
+3919,68
+9682,2
+7156,7
+3571,16
+11953,18
+5269,42
+626,34
+761,46
+8172,72
+10331,4
+8158,43
+11477,3
+8219,76
+6909,21
+437,17
+4306,62
+10138,17
+6498,70
+9589,9
+11147,30
+12803,57
+185,13
+1823,56
+11964,63
+517,17
+7164,64
+12251,50
+12896,19
+19,11
+4888,44
+3508,16
+14,11
+10830,15
+5634,27
+4901,44
+3225,61
+11711,52
+956,36
+2176,8
+10410,33
+8943,20

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c4d589ab8f449c261aa8704c54adba0eb0972b60157e9ff6054847d622a334
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb8e66f84a499ebb592aa3d9fdc166a76741be7ea734cfd1a3b6261dd179113
+size 42951614

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b9c38ad7244b1439011388721e970a7f399b18f8883772e6e90305a054ae84
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/logs/events.out.tfevents.1734977847.gamma.315648.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f150423b096cc4bbc3059b8c35f7ad0391feb0cb13a5260762446f0c02a0b8
+size 40127

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,189 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.41974569857120514,0,17.01084327697754,
+0,8,0.10503927245736122,1,13.553257788381268,
+0,16,0.08018580451607704,2,13.101156119144324,
+0,24,0.07489574328064919,3,13.065937042236328,
+0,32,0.08044576272368431,4,11.312588183085124,
+0,40,0.08375442400574684,5,7.954526015690395,
+0,48,0.07926230505108833,6,5.683836606832651,
+0,56,0.07486037537455559,7,6.697114105577822,
+0,64,0.08106955140829086,8,3.168818771839142,
+0,72,0.07593261078000069,9,2.955309023175921,
+0,80,0.08308074250817299,10,3.285375084195818,
+0,88,0.0758599303662777,11,2.488213300704956,
+0,96,0.08055942505598068,12,2.3689017399497656,
+0,104,0.07631045579910278,13,2.5975606346130373,
+0,112,0.07970065250992775,14,2.3327307204405465,
+0,120,0.07593180239200592,15,2.7457893235342845,
+0,128,0.07648296281695366,16,2.4094304541746774,
+,,,16,,2.230389356237697
+0,136,0.08045045286417007,17,1.8122641300332958,
+0,144,0.08127894997596741,18,2.2116753458976746,
+0,152,0.07566969096660614,19,1.9573176717758178,
+0,160,0.08058936521410942,20,1.8931845633879951,
+0,168,0.08079980686306953,21,1.8708708462891754,
+0,176,0.07632099092006683,22,1.8974550998572148,
+0,184,0.07704509422183037,23,2.509166790091473,
+0,192,0.07864632084965706,24,2.6492647379636765,
+0,200,0.07895800098776817,25,2.8586632521064193,
+0,208,0.07857746630907059,26,2.802916329482506,
+0,216,0.07683733478188515,27,2.1469244758288064,
+0,224,0.08118241280317307,28,1.7805626010894775,
+0,232,0.08011556044220924,29,1.6761845747629802,
+0,240,0.07639544829726219,30,1.5239811914938468,
+0,248,0.0798964612185955,31,1.7232368202770458,
+0,256,0.08157755807042122,32,2.0321940735534385,
+,,,32,,1.5586944820374016
+0,264,0.07568905130028725,33,1.6350530303757767,
+0,272,0.07979150116443634,34,1.4535642541371858,
+0,280,0.07857296243309975,35,1.7973875132474033,
+0,288,0.08071202412247658,36,1.924322091616117,
+0,296,0.07694942876696587,37,1.7323815615280815,
+0,304,0.07722456380724907,38,1.344008759216026,
+0,312,0.0835307203233242,39,1.3383944077151162,
+0,320,0.0835048146545887,40,1.2285176600728716,
+0,328,0.0760238952934742,41,1.5563195496797562,
+0,336,0.08075160533189774,42,1.1798035717672772,
+0,344,0.0790763832628727,43,1.2967053760181775,
+0,352,0.07541831582784653,44,0.6922229453921318,
+0,360,0.08176754042506218,45,1.2324069546801704,
+0,368,0.0785159133374691,46,1.196389128421915,
+0,376,0.07572376355528831,47,1.894620176156362,
+0,384,0.08107798919081688,48,0.9376723766326904,
+,,,48,,1.029779004675197
+0,392,0.08531540632247925,49,1.2331761512263069,
+0,400,0.07688257843255997,50,1.2906279276918482,
+0,408,0.07694549486041069,51,0.7947402037680149,
+0,416,0.08128255233168602,52,0.850935748296565,
+0,424,0.07665623351931572,53,1.4302225598582514,
+0,432,0.07722799852490425,54,1.6291899851390295,
+0,440,0.07696091756224632,55,0.5849430193503697,
+0,448,0.07995747402310371,56,1.0987450541818844,
+0,456,0.08004580810666084,57,1.1409156830222518,
+0,464,0.07536128908395767,58,1.0190656060973804,
+0,472,0.08411987870931625,59,0.8278731445471446,
+0,480,0.07709775120019913,60,1.0848212051391601,
+0,488,0.07769355922937393,61,0.44098203659057617,
+0,496,0.07647550106048584,62,0.8845619509617487,
+0,504,0.0830126702785492,63,0.7686886531966073,
+0,512,0.08117321506142616,64,1.4138128396236536,
+,,,64,,0.6699561892531988
+0,520,0.08177196979522705,65,0.9278570087626576,
+0,528,0.0831092968583107,66,1.1232782741045129,
+0,536,0.08134561404585838,67,1.0510175111038345,
+0,544,0.07361211627721786,68,0.7539587080478668,
+0,552,0.07391348481178284,69,0.9315040851461476,
+0,560,0.07724783942103386,70,1.0033683386342278,
+0,568,0.08053367957472801,71,1.165434761771134,
+0,576,0.08274021372199059,72,0.758579154809316,
+0,584,0.07699806988239288,73,0.8050908472003608,
+0,592,0.0776028074324131,74,0.6281482173273196,
+0,600,0.07747248560190201,75,0.9745936825357634,
+0,608,0.07683426141738892,76,0.4111258368338308,
+0,616,0.08208847045898438,77,0.45282930987221853,
+1,624,0.08072085678577423,78,0.4861754712003928,
+1,632,0.08348705619573593,79,0.7426988556981087,
+1,640,0.08501715213060379,80,0.9228530247365275,
+,,,80,,0.4730809970164862
+1,648,0.08138707280158997,81,0.5942094130441546,
+1,656,0.07970988750457764,82,0.26339948408562563,
+1,664,0.08260571584105492,83,0.13971354722976684,
+1,672,0.08153421431779861,84,0.21510060446766707,
+1,680,0.08065396547317505,85,0.6318979570359895,
+1,688,0.0825827419757843,86,0.5766877249504129,
+1,696,0.07682874798774719,87,0.17598939838784713,
+1,704,0.07964056357741356,88,0.42646858510043884,
+1,712,0.08119518682360649,89,0.3613460742765003,
+1,720,0.08108973503112793,90,0.4628941952078431,
+1,728,0.08072151243686676,91,0.4408139820609774,
+1,736,0.07752474769949913,92,0.27203393400166975,
+1,744,0.08753253519535065,93,0.5077681506673495,
+1,752,0.0818953886628151,94,0.7276024648121425,
+1,760,0.0809083804488182,95,0.555945192873478,
+1,768,0.07742643356323242,96,0.5346180852502584,
+,,,96,,0.36063484732560286
+1,776,0.08389189839363098,97,0.3656803640936102,
+1,784,0.07735184952616692,98,0.21338319137692452,
+1,792,0.07727937772870064,99,0.3225687896763837,
+1,800,0.08745908364653587,100,0.3466495787103971,
+1,808,0.0795915462076664,101,0.6304865215833371,
+1,816,0.07613828778266907,102,0.30987537455032854,
+1,824,0.07710521668195724,103,0.44134614903193253,
+1,832,0.07590773701667786,104,0.2531780820230351,
+1,840,0.07958321273326874,105,0.3059642276275554,
+1,848,0.08229357376694679,106,0.40112186074256895,
+1,856,0.07594163343310356,107,0.6262216479689987,
+1,864,0.07988818362355232,108,0.7363523645699024,
+1,872,0.08330783993005753,109,0.6263122617134026,
+1,880,0.07598674297332764,110,0.24501304816583108,
+1,888,0.075495894998312,111,0.31828995928939047,
+1,896,0.1988392248749733,112,0.2542463369557963,
+,,,112,,0.26553118848425195
+1,904,0.08226694539189339,113,0.13490937581216847,
+1,912,0.07672545313835144,114,0.08205451167843959,
+1,920,0.08053986355662346,115,0.4354655802249908,
+1,928,0.08216504007577896,116,0.2777719113177487,
+1,936,0.07967841625213623,117,0.8384253526372569,
+1,944,0.07669268548488617,118,0.6326772593706846,
+1,952,0.08136307820677757,119,0.4597824613253276,
+1,960,0.07636898756027222,120,0.2609403511881828,
+1,968,0.08010255917906761,121,0.3075568825006485,
+1,976,0.07697449252009392,122,0.30374026760458944,
+1,984,0.0804508700966835,123,0.2165227572399157,
+1,992,0.07732831686735153,124,0.40676787723269725,
+1,1000,0.08841725811362267,125,0.21960725172840315,
+1,1008,0.07612792775034904,126,0.22850870303809642,
+1,1016,0.08245237544178963,127,0.3064838826437207,
+1,1024,0.0772920623421669,128,0.20205076880032016,
+,,,128,,0.2064099169152928
+1,1032,0.08231112733483315,129,0.3244005434569858,
+1,1040,0.07905938103795052,130,0.39289335081619875,
+1,1048,0.08082874491810799,131,0.1343284332089954,
+1,1056,0.08173233270645142,132,0.20066677425698987,
+1,1064,0.0805777870118618,133,0.45454687625169754,
+1,1072,0.07626715674996376,134,0.2651176162891918,
+1,1080,0.07664094865322113,135,0.17806302813383248,
+1,1088,0.08194203674793243,136,0.11847157244600597,
+1,1096,0.0809050127863884,137,0.22382716765558278,
+1,1104,0.07688643783330917,138,0.25585635293275116,
+1,1112,0.07903725653886795,139,0.2554520869086827,
+1,1120,0.07712205871939659,140,0.5311439276486635,
+1,1128,0.0782620757818222,141,0.22682266725072017,
+1,1136,0.07638416811823845,142,0.10602969106286764,
+1,1144,0.0754016824066639,143,0.6205441293173602,
+1,1152,0.08060560747981071,144,0.41313785715745044,
+,,,144,,0.1358226625938115
+1,1160,0.07367221638560295,145,0.2070560381149075,
+1,1168,0.08135364949703217,146,0.49837735757745544,
+1,1176,0.0803680457174778,147,0.07093736156821251,
+1,1184,0.0798007920384407,148,0.08584039591252804,
+1,1192,0.0806029886007309,149,0.2895882072459374,
+1,1200,0.07694400101900101,150,0.08042996992858556,
+1,1208,0.08177613094449043,151,0.18872255645692348,
+1,1216,0.0756763145327568,152,0.10904177501797677,
+1,1224,0.08135594055056572,153,0.0850297829343213,
+1,1232,0.08932935446500778,154,0.18320468429010361,
+2,1240,0.0810401439666748,155,0.3003245187350191,
+2,1248,0.07582614570856094,156,0.026253766582711884,
+2,1256,0.0820837989449501,157,0.19939325213658088,
+2,1264,0.07892169803380966,158,0.08520012934293066,
+2,1272,0.08028851449489594,159,0.01873122412711382,
+2,1280,0.08129953220486641,160,0.07558274303597433,
+,,,160,,0.09748558585099348
+2,1288,0.08179439231753349,161,0.03853415816636949,
+2,1296,0.08269411325454712,162,0.10237388800958107,
+2,1304,0.08083276823163033,163,0.2315642573297597,
+2,1312,0.07711087167263031,164,0.02038291944363327,
+2,1320,0.07708100974559784,165,0.08301759665382319,
+2,1328,0.07669809833168983,166,0.07554314488412014,
+2,1336,0.0759805329144001,167,0.03851011726591322,
+2,1344,0.0827343612909317,168,0.10824557958791653,
+2,1352,0.07888339832425117,169,0.039190750697563434,
+2,1360,0.08752415329217911,170,0.23847133725260694,
+2,1368,0.08213920146226883,171,0.14587917919912985,
+2,1376,0.07659878954291344,172,0.05059618050991385,
+2,1384,0.07657206058502197,173,0.018656847150996327,
+2,1392,0.07727660611271858,174,0.027827538583161577,
+2,1400,0.07677822560071945,175,0.024952775252790285,
+2,1408,0.07876401022076607,176,0.0447733502973009,
+,,,176,,0.0511346591739204

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/test=banking77/list=test_1000/labels.csv

@@ -0,0 +1,1000 @@
+6197,55
+6441,63
+5254,42
+4058,38
+5596,27
+114,11
+2806,66
+1087,12
+1139,4
+12996,2
+10447,41
+11288,73
+12620,37
+10691,8
+8838,20
+11829,25
+5055,26
+5484,52
+2936,54
+9239,0
+5848,25
+2035,47
+1266,14
+11887,55
+4073,38
+4823,44
+2662,15
+5923,25
+2923,54
+7478,35
+12409,39
+11263,38
+12272,50
+8760,5
+1955,47
+7756,71
+12943,9
+8885,20
+6776,53
+12715,5
+11892,55
+4231,73
+3603,16
+1096,12
+2786,66
+12791,31
+7613,65
+12357,65
+11662,42
+9066,57
+63,11
+5620,27
+6193,55
+871,46
+10854,66
+8147,43
+3305,6
+3248,61
+2603,15
+3482,16
+4639,28
+7136,7
+6570,70
+7884,39
+12307,35
+10342,4
+257,13
+10939,40
+597,34
+3076,40
+8498,59
+7988,58
+575,34
+10692,8
+416,17
+2046,47
+1802,23
+12925,9
+5787,51
+2827,66
+4537,22
+3049,40
+11130,30
+2725,66
+1417,33
+12180,7
+6157,55
+8864,20
+12995,2
+2324,60
+2251,60
+1989,47
+16,11
+8827,20
+8493,59
+4953,26
+10807,15
+7101,7
+8210,76
+2312,60
+4330,62
+12365,71
+11466,3
+1666,1
+4063,38
+4622,3
+3836,74
+11584,26
+9371,19
+3407,6
+2680,15
+3845,74
+10741,60
+9232,0
+5932,25
+6113,48
+5411,52
+12422,39
+12101,53
+10322,12
+963,36
+11640,45
+5790,51
+519,17
+9694,2
+96,11
+7911,39
+6069,48
+13002,2
+7853,39
+8660,5
+2817,66
+11,11
+1701,49
+5397,52
+2685,15
+425,17
+1958,47
+12202,7
+5036,26
+6054,48
+10515,1
+12164,7
+4865,44
+12189,7
+8355,76
+7023,7
+12813,57
+7527,35
+2435,75
+9940,24
+7402,50
+32,11
+1541,41
+3094,40
+12947,9
+5604,27
+1775,49
+8117,43
+9587,9
+2008,47
+2741,66
+582,34
+2562,15
+7763,71
+7034,7
+6376,63
+9092,57
+202,13
+11193,74
+6028,48
+1476,41
+10315,12
+9472,19
+6092,48
+1919,56
+2986,54
+6078,48
+6698,67
+11430,22
+8139,43
+7580,65
+9696,2
+11768,51
+7030,7
+3711,30
+8118,43
+4895,44
+8450,37
+2225,8
+6803,53
+3040,40
+2834,66
+10998,10
+3955,68
+11164,74
+3599,16
+4288,62
+2846,66
+4278,62
+1150,4
+8719,5
+9210,0
+10575,23
+317,32
+6922,21
+10171,34
+8842,20
+11121,16
+6293,18
+3204,61
+591,34
+9236,0
+10820,15
+996,36
+8481,59
+10583,23
+1555,41
+3754,30
+2257,60
+11351,62
+12515,43
+1792,23
+10659,47
+8290,76
+9713,2
+12555,72
+7311,64
+2599,15
+10911,54
+6332,63
+5152,45
+4602,3
+6340,63
+10385,14
+1807,23
+8458,37
+3319,6
+10078,13
+8380,37
+2739,66
+1115,12
+9783,69
+2158,8
+5652,27
+12173,7
+5744,51
+3782,74
+3456,6
+9414,19
+4810,28
+11760,27
+8925,20
+7440,35
+1883,56
+9930,24
+12920,19
+6413,63
+7596,65
+11819,25
+6624,67
+11903,55
+3858,74
+9103,57
+3555,16
+4457,29
+2409,75
+9174,57
+7133,7
+3159,61
+10129,17
+3150,10
+2201,8
+7666,65
+2865,66
+12815,57
+3282,61
+3886,74
+775,46
+6393,63
+10102,32
+7652,65
+6523,70
+7589,65
+866,46
+4929,26
+5588,27
+3759,30
+10532,49
+9122,57
+12466,58
+4214,73
+5337,42
+574,34
+9839,69
+12404,39
+296,32
+7868,39
+12839,57
+6542,70
+122,11
+750,46
+10136,17
+12891,19
+3235,61
+7444,35
+12924,9
+8768,5
+7057,7
+8917,20
+7602,65
+9870,69
+3316,6
+5694,51
+2078,8
+8022,58
+4839,44
+730,34
+12123,21
+4332,62
+7453,35
+4418,29
+6744,53
+9728,2
+1611,1
+10779,75
+6783,53
+4472,22
+367,32
+10636,56
+1696,49
+3281,61
+6690,67
+4800,28
+8328,76
+4827,44
+530,17
+3977,68
+12840,57
+10417,33
+3545,16
+2396,75
+5344,42
+1829,56
+10084,32
+6306,63
+3692,30
+11054,6
+12948,9
+1656,1
+2338,75
+12260,50
+1372,33
+6644,67
+4988,26
+6775,53
+8683,5
+2032,47
+6371,63
+6946,21
+3676,30
+2414,75
+636,34
+12581,76
+6547,70
+7395,50
+3136,10
+7163,64
+8426,37
+5921,25
+6807,53
+9788,69
+12732,20
+8341,76
+2233,8
+3528,16
+9238,0
+2532,15
+9960,24
+8977,31
+11800,51
+3432,6
+8708,5
+6902,21
+4076,38
+6444,63
+812,46
+7036,7
+1971,47
+9335,0
+3942,68
+5775,51
+9428,19
+8656,5
+9465,19
+5128,45
+10072,13
+9836,69
+9955,24
+1312,14
+3554,16
+10852,66
+5417,52
+180,13
+2776,66
+11345,62
+3655,30
+7277,64
+13060,24
+887,36
+1485,41
+8296,76
+12531,72
+11407,22
+9162,57
+4452,29
+12471,58
+3355,6
+4651,28
+3943,68
+7060,7
+3775,74
+3853,74
+1191,4
+3992,68
+7669,65
+5048,26
+9818,69
+4304,62
+10406,33
+9906,24
+11208,68
+1419,33
+4781,28
+3255,61
+455,17
+6948,21
+6594,67
+9470,19
+1844,56
+11622,45
+372,32
+109,11
+1525,41
+6630,67
+2468,75
+583,34
+11698,52
+5557,27
+13074,24
+6325,63
+11086,16
+1524,41
+6932,21
+3715,30
+6936,21
+914,36
+10052,13
+3295,61
+7266,64
+4371,29
+5666,27
+11409,22
+7414,50
+11770,51
+11278,38
+1869,56
+9650,2
+2715,66
+811,46
+11947,18
+547,17
+4377,29
+1147,4
+9112,57
+11843,48
+7886,39
+12316,35
+6926,21
+12835,57
+2451,75
+7372,50
+9207,0
+8537,59
+11889,55
+12083,53
+9037,31
+12988,2
+1114,12
+12685,5
+2915,54
+9370,19
+2337,75
+2649,15
+4955,26
+9692,2
+9643,9
+3059,40
+3724,30
+8145,43
+6717,67
+5525,52
+6551,70
+578,34
+2871,54
+9211,0
+11002,10
+2539,15
+6279,18
+10878,66
+804,46
+10910,54
+6890,21
+9849,69
+3021,40
+4061,38
+8237,76
+12476,58
+3211,61
+7895,39
+4703,28
+5236,45
+8303,76
+2867,66
+6756,53
+4719,28
+2131,8
+12739,20
+6798,53
+5817,51
+11425,22
+11553,44
+10949,40
+10671,47
+9781,69
+5571,27
+1493,41
+1399,33
+1126,4
+494,17
+527,17
+12562,72
+274,13
+1354,14
+7309,64
+10444,41
+11669,42
+7329,64
+4329,62
+2104,8
+12551,72
+11595,26
+2130,8
+12940,9
+4023,38
+1740,49
+686,34
+9012,31
+4606,3
+4133,73
+7875,39
+841,46
+5378,52
+9804,69
+11946,18
+7709,71
+3143,10
+834,46
+4445,29
+9734,2
+10973,10
+9572,9
+11203,68
+747,46
+12687,5
+2988,54
+8714,5
+6366,63
+3100,10
+11038,61
+12437,39
+4657,28
+3653,30
+9914,24
+3517,16
+9979,24
+7470,35
+8547,59
+533,17
+5114,45
+8769,5
+640,34
+3198,61
+10835,15
+9364,19
+10943,40
+9819,69
+3048,40
+1884,56
+9637,9
+11507,28
+363,32
+8159,43
+12295,35
+4648,28
+4052,38
+11134,30
+7619,65
+3556,16
+863,46
+4437,29
+2423,75
+9873,69
+11736,27
+5320,42
+4359,29
+8285,76
+12299,35
+9013,31
+9314,0
+5011,26
+3694,30
+3720,30
+8497,59
+7067,7
+5140,45
+5258,42
+520,17
+1946,47
+6438,63
+6916,21
+5745,51
+10890,54
+12326,65
+11163,74
+6403,63
+8797,20
+1556,41
+6049,48
+2499,75
+5195,45
+9966,24
+12532,72
+8402,37
+12369,71
+2493,75
+7910,39
+11521,28
+239,13
+6718,67
+11847,48
+576,34
+1566,1
+5690,51
+6944,21
+8723,5
+6622,67
+4659,28
+8658,5
+7814,39
+8586,59
+8160,43
+3709,30
+11620,45
+11840,25
+10249,36
+12833,57
+12484,43
+13072,24
+669,34
+6232,55
+1112,12
+8281,76
+5428,52
+8909,20
+12116,53
+11534,44
+1330,14
+11429,22
+4934,26
+112,11
+3690,30
+5058,26
+2723,66
+10599,23
+3824,74
+4482,22
+12187,7
+5339,42
+1794,23
+1813,23
+9626,9
+2502,75
+356,32
+3176,61
+6263,18
+4373,29
+5736,51
+10314,12
+9450,19
+12498,43
+5155,45
+3811,74
+2668,15
+906,36
+2883,54
+6849,53
+2237,60
+11850,48
+6414,63
+9383,19
+851,46
+7802,71
+7696,71
+3634,16
+5640,27
+8722,5
+4731,28
+9543,9
+1183,4
+9019,31
+5836,25
+7845,39
+11955,18
+2361,75
+13019,69
+1878,56
+5198,45
+917,36
+10725,60
+8619,5
+4928,26
+9789,69
+5300,42
+9756,2
+3586,16
+8692,5
+12781,31
+6175,55
+11744,27
+11863,48
+4357,29
+11624,45
+10726,60
+9652,2
+5939,25
+3114,10
+4292,62
+5810,51
+6885,21
+8479,59
+1629,1
+7561,35
+12056,67
+3330,6
+10125,17
+10358,4
+10849,66
+1857,56
+2073,47
+10603,56
+6613,67
+0,11
+726,34
+8246,76
+9434,19
+7770,71
+6508,70
+9700,2
+8075,43
+8105,43
+566,17
+7824,39
+7778,71
+11714,52
+3427,6
+7165,64
+8802,20
+8944,31
+12936,9
+12156,21
+12265,50
+3131,10
+1923,56
+4866,44
+11664,42
+2905,54
+6947,21
+2114,8
+7536,35
+10215,46
+5319,42
+2093,8
+12463,58
+4978,26
+6038,48
+1113,12
+11394,29
+1422,33
+6544,70
+8647,5
+1679,49
+12356,65
+12070,67
+12277,50
+774,46
+9699,2
+8452,37
+5649,27
+6680,67
+9679,2
+10266,36
+3356,6
+764,46
+7725,71
+250,13
+10111,32
+1219,4
+3056,40
+11428,22
+5368,42
+352,32
+12923,9
+12676,59
+24,11
+10540,49
+10208,46
+3068,40
+4997,26
+9194,0
+9071,57
+1020,12
+8119,43
+3856,74
+2772,66
+5789,51
+4760,28
+4568,3
+10079,13
+7062,7
+5173,45
+7731,71
+9629,9
+6458,63
+11468,3
+12564,76
+171,13
+10128,17
+11103,16
+12171,7
+285,13
+7717,71
+6847,53
+8517,59
+4927,26
+3145,10
+2188,8
+9437,19
+8682,5
+8784,20
+12106,53
+7129,7
+6716,67
+2291,60
+9988,24
+2379,75
+5882,25
+5051,26
+8308,76
+12004,70
+6426,63
+7593,65
+2106,8
+8528,59
+5135,45
+5635,27
+1675,49
+4101,73
+12311,35
+2377,75
+7452,35
+2192,8
+1103,12
+4739,28
+7524,35
+2036,47
+11540,44
+1744,49
+6503,70
+5827,51
+7515,35
+6215,55
+8696,5
+9185,0
+9842,69
+3405,6
+4479,22
+3431,6
+11262,38
+10399,14
+1179,4
+5724,51
+10804,15
+7540,35
+7606,65
+12830,57
+12883,19
+623,34
+10616,56
+7358,50
+10683,8
+9646,2
+3727,30
+7598,65
+1901,56
+2397,75
+10740,60
+11073,6
+11680,42
+1347,14
+10570,23
+3078,40
+10134,17
+2862,66
+3728,30
+3507,16
+8727,5
+6883,21
+4761,28
+11283,73
+8201,72
+9821,69
+9349,19
+7231,64
+5608,27
+6367,63
+13061,24
+12027,70
+1538,41
+11943,18
+12606,37
+6153,55
+11988,63
+5526,52
+6668,67
+10397,14
+10564,23
+3058,40
+11410,22
+7777,71
+5475,52
+3772,74
+9440,19
+722,34
+5249,45
+8912,20
+11317,73
+6921,21
+11175,74
+3919,68
+9682,2
+7156,7
+3571,16
+11953,18
+5269,42
+626,34
+761,46
+8172,72
+10331,4
+8158,43
+11477,3
+8219,76
+6909,21
+437,17
+4306,62
+10138,17
+6498,70
+9589,9
+11147,30
+12803,57
+185,13
+1823,56
+11964,63
+517,17
+7164,64
+12251,50
+12896,19
+19,11
+4888,44
+3508,16
+14,11
+10830,15
+5634,27
+4901,44
+3225,61
+11711,52
+956,36
+2176,8
+10410,33
+8943,20

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 176
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4c6de460559af92fd0fbfc41204602063d68f86534647962e0f9894f96d1a2
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18df1a9ad42b5dfd684f4e9c7857a8dafcfe74567653879aaa0bb6264d41a0dc
+size 42951614

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66060f3b7765b0044ee81ae81e943df9e0d2b4dc54a39123a70e2fd101f4eb58
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/events.out.tfevents.1735567160.gamma.2659807.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590060f69f20061fb9104a41de6bd0353fb1a19caf9146fd61d50bd5a65928ed
+size 856865

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=banking77/list=0.7-1.0/labels.csv

@@ -0,0 +1,184 @@
+5643,27
+5211,45
+9705,2
+1755,49
+8744,5
+5891,25
+2513,15
+8411,37
+6906,21
+5137,45
+3705,30
+7713,71
+13045,24
+348,32
+9077,57
+4170,73
+10555,49
+1172,4
+10956,40
+5166,45
+7109,7
+5598,27
+7448,35
+5715,51
+7199,64
+5973,25
+23,11
+10957,40
+1206,4
+3495,16
+5969,25
+3801,74
+12385,71
+4704,28
+4641,28
+8740,5
+5004,26
+2247,60
+12882,0
+3649,16
+2191,8
+4441,29
+1515,41
+12143,21
+11445,3
+11727,27
+10340,4
+4366,29
+7673,65
+3666,30
+9525,9
+12651,59
+10170,34
+7312,64
+11645,42
+3633,16
+499,17
+7180,64
+4672,28
+10894,54
+7680,71
+12820,57
+58,11
+5944,25
+2424,75
+9219,0
+10983,10
+11358,62
+2560,15
+1217,4
+11587,26
+3913,68
+2115,8
+11275,38
+10673,47
+7270,64
+9198,0
+7671,65
+5860,25
+821,46
+7074,7
+6304,18
+689,34
+4345,29
+11411,22
+6229,55
+6881,53
+4068,38
+12899,19
+2843,66
+10501,1
+7006,7
+2297,60
+8009,58
+11437,22
+9927,24
+10049,13
+11119,16
+663,34
+6026,48
+9356,19
+9443,19
+12138,21
+4296,62
+7917,39
+4937,26
+11380,29
+1457,33
+10059,13
+4054,38
+2533,15
+7531,35
+5309,42
+7496,35
+7255,64
+3971,68
+5587,27
+11124,30
+3980,68
+1840,56
+77,11
+3638,16
+2227,8
+1673,49
+5760,51
+8046,58
+5268,42
+9861,69
+10465,41
+11057,6
+2958,54
+6918,21
+270,13
+12720,5
+1142,4
+5853,25
+6674,67
+10553,49
+2598,15
+11599,26
+12359,65
+8867,20
+10499,1
+26,11
+1708,49
+11758,27
+10118,32
+5025,26
+11109,16
+3756,30
+10468,41
+7278,64
+5072,26
+193,13
+2070,47
+7189,64
+1659,1
+11618,45
+6794,53
+12817,57
+1826,56
+11006,61
+8072,43
+3504,16
+6856,53
+1663,1
+1088,12
+8945,31
+8348,76
+3876,74
+11230,68
+6972,21
+3317,6
+6689,67
+5321,42
+12587,76
+7888,39
+1047,12
+572,34
+584,34
+11601,26
+7296,64
+1933,47
+11924,18

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=banking77/list=test_1000/labels.csv

@@ -0,0 +1,1000 @@
+6197,55
+6441,63
+5254,42
+4058,38
+5596,27
+114,11
+2806,66
+1087,12
+1139,4
+12996,2
+10447,41
+11288,73
+12620,37
+10691,8
+8838,20
+11829,25
+5055,26
+5484,52
+2936,54
+9239,0
+5848,25
+2035,47
+1266,14
+11887,55
+4073,38
+4823,44
+2662,15
+5923,25
+2923,54
+7478,35
+12409,39
+11263,38
+12272,50
+8760,5
+1955,47
+7756,71
+12943,9
+8885,20
+6776,53
+12715,5
+11892,55
+4231,73
+3603,16
+1096,12
+2786,66
+12791,31
+7613,65
+12357,65
+11662,42
+9066,57
+63,11
+5620,27
+6193,55
+871,46
+10854,66
+8147,43
+3305,6
+3248,61
+2603,15
+3482,16
+4639,28
+7136,7
+6570,70
+7884,39
+12307,35
+10342,4
+257,13
+10939,40
+597,34
+3076,40
+8498,59
+7988,58
+575,34
+10692,8
+416,17
+2046,47
+1802,23
+12925,9
+5787,51
+2827,66
+4537,22
+3049,40
+11130,30
+2725,66
+1417,33
+12180,7
+6157,55
+8864,20
+12995,2
+2324,60
+2251,60
+1989,47
+16,11
+8827,20
+8493,59
+4953,26
+10807,15
+7101,7
+8210,76
+2312,60
+4330,62
+12365,71
+11466,3
+1666,1
+4063,38
+4622,3
+3836,74
+11584,26
+9371,19
+3407,6
+2680,15
+3845,74
+10741,60
+9232,0
+5932,25
+6113,48
+5411,52
+12422,39
+12101,53
+10322,12
+963,36
+11640,45
+5790,51
+519,17
+9694,2
+96,11
+7911,39
+6069,48
+13002,2
+7853,39
+8660,5
+2817,66
+11,11
+1701,49
+5397,52
+2685,15
+425,17
+1958,47
+12202,7
+5036,26
+6054,48
+10515,1
+12164,7
+4865,44
+12189,7
+8355,76
+7023,7
+12813,57
+7527,35
+2435,75
+9940,24
+7402,50
+32,11
+1541,41
+3094,40
+12947,9
+5604,27
+1775,49
+8117,43
+9587,9
+2008,47
+2741,66
+582,34
+2562,15
+7763,71
+7034,7
+6376,63
+9092,57
+202,13
+11193,74
+6028,48
+1476,41
+10315,12
+9472,19
+6092,48
+1919,56
+2986,54
+6078,48
+6698,67
+11430,22
+8139,43
+7580,65
+9696,2
+11768,51
+7030,7
+3711,30
+8118,43
+4895,44
+8450,37
+2225,8
+6803,53
+3040,40
+2834,66
+10998,10
+3955,68
+11164,74
+3599,16
+4288,62
+2846,66
+4278,62
+1150,4
+8719,5
+9210,0
+10575,23
+317,32
+6922,21
+10171,34
+8842,20
+11121,16
+6293,18
+3204,61
+591,34
+9236,0
+10820,15
+996,36
+8481,59
+10583,23
+1555,41
+3754,30
+2257,60
+11351,62
+12515,43
+1792,23
+10659,47
+8290,76
+9713,2
+12555,72
+7311,64
+2599,15
+10911,54
+6332,63
+5152,45
+4602,3
+6340,63
+10385,14
+1807,23
+8458,37
+3319,6
+10078,13
+8380,37
+2739,66
+1115,12
+9783,69
+2158,8
+5652,27
+12173,7
+5744,51
+3782,74
+3456,6
+9414,19
+4810,28
+11760,27
+8925,20
+7440,35
+1883,56
+9930,24
+12920,19
+6413,63
+7596,65
+11819,25
+6624,67
+11903,55
+3858,74
+9103,57
+3555,16
+4457,29
+2409,75
+9174,57
+7133,7
+3159,61
+10129,17
+3150,10
+2201,8
+7666,65
+2865,66
+12815,57
+3282,61
+3886,74
+775,46
+6393,63
+10102,32
+7652,65
+6523,70
+7589,65
+866,46
+4929,26
+5588,27
+3759,30
+10532,49
+9122,57
+12466,58
+4214,73
+5337,42
+574,34
+9839,69
+12404,39
+296,32
+7868,39
+12839,57
+6542,70
+122,11
+750,46
+10136,17
+12891,19
+3235,61
+7444,35
+12924,9
+8768,5
+7057,7
+8917,20
+7602,65
+9870,69
+3316,6
+5694,51
+2078,8
+8022,58
+4839,44
+730,34
+12123,21
+4332,62
+7453,35
+4418,29
+6744,53
+9728,2
+1611,1
+10779,75
+6783,53
+4472,22
+367,32
+10636,56
+1696,49
+3281,61
+6690,67
+4800,28
+8328,76
+4827,44
+530,17
+3977,68
+12840,57
+10417,33
+3545,16
+2396,75
+5344,42
+1829,56
+10084,32
+6306,63
+3692,30
+11054,6
+12948,9
+1656,1
+2338,75
+12260,50
+1372,33
+6644,67
+4988,26
+6775,53
+8683,5
+2032,47
+6371,63
+6946,21
+3676,30
+2414,75
+636,34
+12581,76
+6547,70
+7395,50
+3136,10
+7163,64
+8426,37
+5921,25
+6807,53
+9788,69
+12732,20
+8341,76
+2233,8
+3528,16
+9238,0
+2532,15
+9960,24
+8977,31
+11800,51
+3432,6
+8708,5
+6902,21
+4076,38
+6444,63
+812,46
+7036,7
+1971,47
+9335,0
+3942,68
+5775,51
+9428,19
+8656,5
+9465,19
+5128,45
+10072,13
+9836,69
+9955,24
+1312,14
+3554,16
+10852,66
+5417,52
+180,13
+2776,66
+11345,62
+3655,30
+7277,64
+13060,24
+887,36
+1485,41
+8296,76
+12531,72
+11407,22
+9162,57
+4452,29
+12471,58
+3355,6
+4651,28
+3943,68
+7060,7
+3775,74
+3853,74
+1191,4
+3992,68
+7669,65
+5048,26
+9818,69
+4304,62
+10406,33
+9906,24
+11208,68
+1419,33
+4781,28
+3255,61
+455,17
+6948,21
+6594,67
+9470,19
+1844,56
+11622,45
+372,32
+109,11
+1525,41
+6630,67
+2468,75
+583,34
+11698,52
+5557,27
+13074,24
+6325,63
+11086,16
+1524,41
+6932,21
+3715,30
+6936,21
+914,36
+10052,13
+3295,61
+7266,64
+4371,29
+5666,27
+11409,22
+7414,50
+11770,51
+11278,38
+1869,56
+9650,2
+2715,66
+811,46
+11947,18
+547,17
+4377,29
+1147,4
+9112,57
+11843,48
+7886,39
+12316,35
+6926,21
+12835,57
+2451,75
+7372,50
+9207,0
+8537,59
+11889,55
+12083,53
+9037,31
+12988,2
+1114,12
+12685,5
+2915,54
+9370,19
+2337,75
+2649,15
+4955,26
+9692,2
+9643,9
+3059,40
+3724,30
+8145,43
+6717,67
+5525,52
+6551,70
+578,34
+2871,54
+9211,0
+11002,10
+2539,15
+6279,18
+10878,66
+804,46
+10910,54
+6890,21
+9849,69
+3021,40
+4061,38
+8237,76
+12476,58
+3211,61
+7895,39
+4703,28
+5236,45
+8303,76
+2867,66
+6756,53
+4719,28
+2131,8
+12739,20
+6798,53
+5817,51
+11425,22
+11553,44
+10949,40
+10671,47
+9781,69
+5571,27
+1493,41
+1399,33
+1126,4
+494,17
+527,17
+12562,72
+274,13
+1354,14
+7309,64
+10444,41
+11669,42
+7329,64
+4329,62
+2104,8
+12551,72
+11595,26
+2130,8
+12940,9
+4023,38
+1740,49
+686,34
+9012,31
+4606,3
+4133,73
+7875,39
+841,46
+5378,52
+9804,69
+11946,18
+7709,71
+3143,10
+834,46
+4445,29
+9734,2
+10973,10
+9572,9
+11203,68
+747,46
+12687,5
+2988,54
+8714,5
+6366,63
+3100,10
+11038,61
+12437,39
+4657,28
+3653,30
+9914,24
+3517,16
+9979,24
+7470,35
+8547,59
+533,17
+5114,45
+8769,5
+640,34
+3198,61
+10835,15
+9364,19
+10943,40
+9819,69
+3048,40
+1884,56
+9637,9
+11507,28
+363,32
+8159,43
+12295,35
+4648,28
+4052,38
+11134,30
+7619,65
+3556,16
+863,46
+4437,29
+2423,75
+9873,69
+11736,27
+5320,42
+4359,29
+8285,76
+12299,35
+9013,31
+9314,0
+5011,26
+3694,30
+3720,30
+8497,59
+7067,7
+5140,45
+5258,42
+520,17
+1946,47
+6438,63
+6916,21
+5745,51
+10890,54
+12326,65
+11163,74
+6403,63
+8797,20
+1556,41
+6049,48
+2499,75
+5195,45
+9966,24
+12532,72
+8402,37
+12369,71
+2493,75
+7910,39
+11521,28
+239,13
+6718,67
+11847,48
+576,34
+1566,1
+5690,51
+6944,21
+8723,5
+6622,67
+4659,28
+8658,5
+7814,39
+8586,59
+8160,43
+3709,30
+11620,45
+11840,25
+10249,36
+12833,57
+12484,43
+13072,24
+669,34
+6232,55
+1112,12
+8281,76
+5428,52
+8909,20
+12116,53
+11534,44
+1330,14
+11429,22
+4934,26
+112,11
+3690,30
+5058,26
+2723,66
+10599,23
+3824,74
+4482,22
+12187,7
+5339,42
+1794,23
+1813,23
+9626,9
+2502,75
+356,32
+3176,61
+6263,18
+4373,29
+5736,51
+10314,12
+9450,19
+12498,43
+5155,45
+3811,74
+2668,15
+906,36
+2883,54
+6849,53
+2237,60
+11850,48
+6414,63
+9383,19
+851,46
+7802,71
+7696,71
+3634,16
+5640,27
+8722,5
+4731,28
+9543,9
+1183,4
+9019,31
+5836,25
+7845,39
+11955,18
+2361,75
+13019,69
+1878,56
+5198,45
+917,36
+10725,60
+8619,5
+4928,26
+9789,69
+5300,42
+9756,2
+3586,16
+8692,5
+12781,31
+6175,55
+11744,27
+11863,48
+4357,29
+11624,45
+10726,60
+9652,2
+5939,25
+3114,10
+4292,62
+5810,51
+6885,21
+8479,59
+1629,1
+7561,35
+12056,67
+3330,6
+10125,17
+10358,4
+10849,66
+1857,56
+2073,47
+10603,56
+6613,67
+0,11
+726,34
+8246,76
+9434,19
+7770,71
+6508,70
+9700,2
+8075,43
+8105,43
+566,17
+7824,39
+7778,71
+11714,52
+3427,6
+7165,64
+8802,20
+8944,31
+12936,9
+12156,21
+12265,50
+3131,10
+1923,56
+4866,44
+11664,42
+2905,54
+6947,21
+2114,8
+7536,35
+10215,46
+5319,42
+2093,8
+12463,58
+4978,26
+6038,48
+1113,12
+11394,29
+1422,33
+6544,70
+8647,5
+1679,49
+12356,65
+12070,67
+12277,50
+774,46
+9699,2
+8452,37
+5649,27
+6680,67
+9679,2
+10266,36
+3356,6
+764,46
+7725,71
+250,13
+10111,32
+1219,4
+3056,40
+11428,22
+5368,42
+352,32
+12923,9
+12676,59
+24,11
+10540,49
+10208,46
+3068,40
+4997,26
+9194,0
+9071,57
+1020,12
+8119,43
+3856,74
+2772,66
+5789,51
+4760,28
+4568,3
+10079,13
+7062,7
+5173,45
+7731,71
+9629,9
+6458,63
+11468,3
+12564,76
+171,13
+10128,17
+11103,16
+12171,7
+285,13
+7717,71
+6847,53
+8517,59
+4927,26
+3145,10
+2188,8
+9437,19
+8682,5
+8784,20
+12106,53
+7129,7
+6716,67
+2291,60
+9988,24
+2379,75
+5882,25
+5051,26
+8308,76
+12004,70
+6426,63
+7593,65
+2106,8
+8528,59
+5135,45
+5635,27
+1675,49
+4101,73
+12311,35
+2377,75
+7452,35
+2192,8
+1103,12
+4739,28
+7524,35
+2036,47
+11540,44
+1744,49
+6503,70
+5827,51
+7515,35
+6215,55
+8696,5
+9185,0
+9842,69
+3405,6
+4479,22
+3431,6
+11262,38
+10399,14
+1179,4
+5724,51
+10804,15
+7540,35
+7606,65
+12830,57
+12883,19
+623,34
+10616,56
+7358,50
+10683,8
+9646,2
+3727,30
+7598,65
+1901,56
+2397,75
+10740,60
+11073,6
+11680,42
+1347,14
+10570,23
+3078,40
+10134,17
+2862,66
+3728,30
+3507,16
+8727,5
+6883,21
+4761,28
+11283,73
+8201,72
+9821,69
+9349,19
+7231,64
+5608,27
+6367,63
+13061,24
+12027,70
+1538,41
+11943,18
+12606,37
+6153,55
+11988,63
+5526,52
+6668,67
+10397,14
+10564,23
+3058,40
+11410,22
+7777,71
+5475,52
+3772,74
+9440,19
+722,34
+5249,45
+8912,20
+11317,73
+6921,21
+11175,74
+3919,68
+9682,2
+7156,7
+3571,16
+11953,18
+5269,42
+626,34
+761,46
+8172,72
+10331,4
+8158,43
+11477,3
+8219,76
+6909,21
+437,17
+4306,62
+10138,17
+6498,70
+9589,9
+11147,30
+12803,57
+185,13
+1823,56
+11964,63
+517,17
+7164,64
+12251,50
+12896,19
+19,11
+4888,44
+3508,16
+14,11
+10830,15
+5634,27
+4901,44
+3225,61
+11711,52
+956,36
+2176,8
+10410,33
+8943,20

finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0