Add files using upload-large-folder tool

.gitattributes

@@ -1587,3 +1587,9 @@ finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-1.0/0.7-
 finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-0.7/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680ea8ff41b1e65c8c1831ffef81d485f0e904cab12f8ab98b131a8ef0d3ca25
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6f8937f5adba06026eaff27c356ff39e2d67e61ebc13d62358fc072e1cc91e
+size 42951614

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-0.7/0.7-1.0/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16035644ff81ad52f28fb43bb0171e37e4736fbb83dd9c7fcdff28fbcf4b545a
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-0.7/0.7-1.0/logs/events.out.tfevents.1734784680.gamma.3781454.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac43b9acd53f4cdd41e8c1cf8fffe336bc82e08bcc92a83cf06e6f4c96951232
+size 47485

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,223 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.39992188662290573,0,11.64092763264974,
+0,8,0.11935580149292946,1,13.941372049265894,
+0,16,0.07588152214884758,2,15.006088529314313,
+0,24,0.0756378322839737,3,11.928363405424973,
+0,32,0.07636106386780739,4,12.070279268118052,
+0,40,0.07625143975019455,5,8.279048416349623,
+0,48,0.07686511054635048,6,6.062287895767777,
+0,56,0.07989435642957687,7,6.280230080639875,
+0,64,0.07986729592084885,8,4.903728723526001,
+0,72,0.07692627236247063,9,4.592819134394328,
+0,80,0.0761035792529583,10,3.8393624782562257,
+0,88,0.07873240113258362,11,4.0495213932461205,
+0,96,0.07564562186598778,12,2.4312591783462034,
+0,104,0.0887775719165802,13,2.9447662925720213,
+1,112,0.0740349180996418,14,2.6179117361704507,
+1,120,0.07547756657004356,15,2.842543906178968,
+1,128,0.07971783727407455,16,2.650615749687984,
+,,,16,,2.653610132302448
+1,136,0.08406165987253189,17,2.3507521549860635,
+1,144,0.08032628893852234,18,2.250707589662992,
+1,152,0.08002933487296104,19,1.9851033962689912,
+1,160,0.07579355686903,20,1.8524853388468425,
+1,168,0.08048038929700851,21,2.095200932942904,
+1,176,0.0757838562130928,22,1.949228869544135,
+1,184,0.07855076342821121,23,2.047938859021222,
+1,192,0.07944531366229057,24,1.3630808311350204,
+1,200,0.08033337071537971,25,1.963113233447075,
+1,208,0.08098727464675903,26,2.1696229638724494,
+1,216,0.08112867549061775,27,1.77205685413245,
+2,224,0.08714976906776428,28,1.4079178345614467,
+2,232,0.07697223126888275,29,1.4169222068786622,
+2,240,0.07634082436561584,30,1.0957701659202577,
+2,248,0.07672368735074997,31,1.3434681395689647,
+2,256,0.07673576474189758,32,1.1954458739076341,
+,,,32,,2.0598325304165006
+2,264,0.07601992785930634,33,0.9824777923781296,
+2,272,0.0760922059416771,34,1.3585703869660695,
+2,280,0.07921756058931351,35,1.5274659780895008,
+2,288,0.07600179314613342,36,0.8671951186656952,
+2,296,0.08121045678853989,37,1.2931967877572583,
+2,304,0.0825536735355854,38,1.3443470055406743,
+2,312,0.07472766563296318,39,0.7056198223777439,
+2,320,0.08021149411797523,40,1.0998608325466965,
+3,328,0.0804528221487999,41,0.8732317556505618,
+3,336,0.08069786429405212,42,0.7577990725636482,
+3,344,0.07605570554733276,43,0.7878262981772423,
+3,352,0.07709582149982452,44,0.47150392830371857,
+3,360,0.07674979045987129,45,0.49714754301088826,
+3,368,0.08656099066138268,46,0.6645253996054331,
+3,376,0.07601619511842728,47,0.4190638979961132,
+3,384,0.07663481682538986,48,0.3514570186917598,
+,,,48,,1.8782057063594746
+3,392,0.08786312490701675,49,0.43573285080492496,
+3,400,0.0770367830991745,50,0.5242713496088982,
+3,408,0.07551569119095802,51,0.29060550771653654,
+3,416,0.0829218402504921,52,0.6647383467509196,
+3,424,0.07878028228878975,53,0.2914301649882243,
+3,432,0.076303631067276,54,0.7441933071240783,
+4,440,0.07676280289888382,55,0.11830837295755096,
+4,448,0.07616740092635155,56,0.05613621287047863,
+4,456,0.07604174315929413,57,0.21212399044945354,
+4,464,0.07695209234952927,58,0.35048631999803626,
+4,472,0.07695170119404793,59,0.18972499178791488,
+4,480,0.0776129737496376,60,0.1267949670839768,
+4,488,0.07615836709737778,61,0.07770998565399129,
+4,496,0.07866211235523224,62,0.1092807487443541,
+4,504,0.0762186348438263,63,0.23447245589512236,
+4,512,0.08135797455906868,64,0.054234086976586174,
+,,,64,,2.043822853428543
+4,520,0.07727519050240517,65,0.1856599180348988,
+4,528,0.0800158716738224,66,0.08270021960405367,
+4,536,0.0810406319797039,67,0.13182540209963917,
+5,544,0.07684354111552238,68,0.1787288530701489,
+5,552,0.07587592303752899,69,0.06700513091195247,
+5,560,0.07636305317282677,70,0.029432066176509994,
+5,568,0.08045673370361328,71,0.010258324977551256,
+5,576,0.08111980929970741,72,0.04991926627034055,
+5,584,0.08133375272154808,73,0.007037913583469792,
+5,592,0.0837431363761425,74,0.029416861331888606,
+5,600,0.0772194154560566,75,0.0032999016794151275,
+5,608,0.07680371403694153,76,0.11351291079901987,
+5,616,0.07716450840234756,77,0.03894378545549538,
+5,624,0.0805758498609066,78,0.01831432039450322,
+5,632,0.07615481317043304,79,0.015238449576793722,
+5,640,0.07559680193662643,80,0.02228545706020668,
+,,,80,,2.1508581076458
+5,648,0.07666971534490585,81,0.005558579259862502,
+6,656,0.07885107025504112,82,0.010094940048192853,
+6,664,0.07604369521141052,83,0.005276839321595617,
+6,672,0.07865865901112556,84,0.007290007648848448,
+6,680,0.08090522885322571,85,0.0031978636325220577,
+6,688,0.08029057458043098,86,0.003923839331104385,
+6,696,0.07636488229036331,87,0.012896104862361594,
+6,704,0.08150647208094597,88,0.025114848903779474,
+6,712,0.0832296796143055,89,0.007171546196332201,
+6,720,0.0776548907160759,90,0.011542384427351256,
+6,728,0.07611409947276115,91,0.0062565285076673785,
+6,736,0.07878601923584938,92,0.005667348086178579,
+6,744,0.08197443559765816,93,0.008067817851918301,
+6,752,0.0819072388112545,94,0.016089206415927038,
+7,760,0.07631848752498627,95,0.0068376222174734835,
+7,768,0.08358414843678474,96,0.0038935171733437864,
+,,,96,,2.306081978378782
+7,776,0.07580051198601723,97,0.0009247051045531407,
+7,784,0.07661677151918411,98,0.0011932697537607357,
+7,792,0.08082043752074242,99,0.0033001492188001673,
+7,800,0.08850111067295074,100,0.0015329747296742755,
+7,808,0.07685066759586334,101,0.0027077265878450935,
+7,816,0.07618000730872154,102,0.0014390495928255991,
+7,824,0.08133365213871002,103,0.002590658900832447,
+7,832,0.07667374238371849,104,0.0022324234977814145,
+7,840,0.07916408404707909,105,0.0028640618136919595,
+7,848,0.08080912008881569,106,0.00294303899364812,
+7,856,0.07670849189162254,107,0.0029450585500204137,
+7,864,0.0770014338195324,108,0.0016879589442396537,
+8,872,0.07695477828383446,109,0.002097698942608466,
+8,880,0.08026235550642014,110,0.002560766241263731,
+8,888,0.07590501382946968,111,0.002029625148597089,
+8,896,0.08036128059029579,112,0.001168022005003877,
+,,,112,,2.35165210893959
+8,904,0.08185392618179321,113,0.00284419052918712,
+8,912,0.07702736556529999,114,0.0014201584765812317,
+8,920,0.08032531291246414,115,0.002334409470980366,
+8,928,0.0746944509446621,116,0.001956541406495186,
+8,936,0.08202239498496056,117,0.0016052618757385062,
+8,944,0.07635719701647758,118,0.000800284742061714,
+8,952,0.07755250111222267,119,0.0012568384690894163,
+8,960,0.07752178236842155,120,0.0020035510080763036,
+8,968,0.07642774656414986,121,0.0011260181744108667,
+9,976,0.0788542777299881,122,0.002107899569262586,
+9,984,0.07599129155278206,123,0.0014540763004333712,
+9,992,0.07917143404483795,124,0.001494529455984858,
+9,1000,0.08124217391014099,125,0.0008933596224684654,
+9,1008,0.07744257897138596,126,0.0008612560497048045,
+9,1016,0.0807766392827034,127,0.0014804288418547782,
+9,1024,0.08015811815857887,128,0.0009366033571915558,
+,,,128,,2.3825864366665006
+9,1032,0.07679317519068718,129,0.0014802263036612063,
+9,1040,0.08245155215263367,130,0.0013282388016315444,
+9,1048,0.07735322043299675,131,0.001479916939327571,
+9,1056,0.07609206438064575,132,0.0015273358003469184,
+9,1064,0.07784628495573997,133,0.0018004232551902533,
+9,1072,0.0808100514113903,134,0.001132347336388193,
+9,1080,0.07646514475345612,135,0.0014576909553866383,
+10,1088,0.07590015232563019,136,0.0010696951673404935,
+10,1096,0.08045218139886856,137,0.0015949104854371399,
+10,1104,0.08060301467776299,138,0.0007401942023231337,
+10,1112,0.08860800787806511,139,0.002187490006983881,
+10,1120,0.08655903115868568,140,0.0015547064179153149,
+10,1128,0.0793987549841404,141,0.0009641361579395317,
+10,1136,0.0831323191523552,142,0.001675845386765512,
+10,1144,0.08277000114321709,143,0.0009782153996638955,
+10,1152,0.08080443367362022,144,0.0006568525194390011,
+,,,144,,2.3925213661922773
+10,1160,0.07596252858638763,145,0.0007060519682483807,
+10,1168,0.08436669409275055,146,0.0009400234572944276,
+10,1176,0.0774102620780468,147,0.0012755847248413106,
+10,1184,0.08165636658668518,148,0.0011055705605219279,
+11,1192,0.07665832713246346,149,0.0023979830282489555,
+11,1200,0.0827256441116333,150,0.0010733575691119768,
+11,1208,0.08212874457240105,151,0.0011962648638854584,
+11,1216,0.07726217433810234,152,0.0010586243437568624,
+11,1224,0.08307201415300369,153,0.0014786118091168728,
+11,1232,0.08119285851716995,154,0.0015955324070091592,
+11,1240,0.07635195553302765,155,0.0010398303742336933,
+11,1248,0.07702453061938286,156,0.0011948508192570163,
+11,1256,0.08948071300983429,157,0.000937312817005741,
+11,1264,0.08364152908325195,158,0.0005173735154568459,
+11,1272,0.07730041816830635,159,0.000856662291535658,
+11,1280,0.08087095990777016,160,0.0019231775668524806,
+,,,160,,2.405381123731091
+11,1288,0.0763889029622078,161,0.0005646286709061651,
+11,1296,0.07421451061964035,162,0.0015049037382206215,
+12,1304,0.07743310928344727,163,0.0014476917164366959,
+12,1312,0.08066189289093018,164,0.001272557011151758,
+12,1320,0.07579248026013374,165,0.0010357459211566796,
+12,1328,0.08063814043998718,166,0.000583607811287428,
+12,1336,0.08165385574102402,167,0.0012949554687205318,
+12,1344,0.07822288572788239,168,0.0011624272392509738,
+12,1352,0.07935115694999695,169,0.000527685995061452,
+12,1360,0.07624449208378792,170,0.0014974230753948851,
+12,1368,0.07670141756534576,171,0.0012360803430055967,
+12,1376,0.077561154961586,172,0.0018091964194792563,
+12,1384,0.07747114822268486,173,0.0009098970227309369,
+12,1392,0.07631069421768188,174,0.0006052818286909976,
+12,1400,0.0760192722082138,175,0.0010563735798795654,
+13,1408,0.07630804553627968,176,0.000983481887519231,
+,,,176,,2.3954055688943074
+13,1416,0.07703195512294769,177,0.00134595290780583,
+13,1424,0.07700791209936142,178,0.0010520059269038028,
+13,1432,0.08048083633184433,179,0.0017089814965372844,
+13,1440,0.07617351785302162,180,0.001225655316375196,
+13,1448,0.07628848403692245,181,0.0012413979102348094,
+13,1456,0.197884239256382,182,0.0013618329901183988,
+13,1464,0.08183187618851662,183,0.000703658937709406,
+13,1472,0.07625683769583702,184,0.0008616974186484835,
+13,1480,0.08567474409937859,185,0.0009291118055036099,
+13,1488,0.07801563292741776,186,0.0010404423772580112,
+13,1496,0.08390025421977043,187,0.0006597646044351027,
+13,1504,0.07686914876103401,188,0.00040590768109942816,
+13,1512,0.07612193748354912,189,0.0006276148828224645,
+14,1520,0.07634240388870239,190,0.0010016963166311723,
+14,1528,0.08334346488118172,191,0.0014186369941132303,
+14,1536,0.07655495032668114,192,0.001142323141564326,
+,,,192,,2.4123834500646897
+14,1544,0.07647158578038216,193,0.0009147526113035079,
+14,1552,0.07944048568606377,194,0.0011365746587912058,
+14,1560,0.07947234809398651,195,0.0011041240601304613,
+14,1568,0.07691168785095215,196,0.0008478599376286622,
+14,1576,0.07596483826637268,197,0.0008087205452674036,
+14,1584,0.0809413306415081,198,0.0010832074290976442,
+14,1592,0.07736311480402946,199,0.0009263476140090618,
+14,1600,0.08062408491969109,200,0.0008917048275400178,
+14,1608,0.08172443136572838,201,0.0007960062282490394,
+14,1616,0.08041737973690033,202,0.0008899355561879929,
+15,1624,0.08581805229187012,203,0.0007140234423180422,
+15,1632,0.0796157717704773,204,0.001072722185719093,
+15,1640,0.07719188928604126,205,0.0013292747607920319,
+15,1648,0.0771784707903862,206,0.0010051510321585845,
+15,1656,0.07595526799559593,207,0.0010034226080668823,
+15,1664,0.07671259343624115,208,0.00040717467782087625,
+,,,208,,2.4209765780503583

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=banking77/list=0.7-1.0/labels.csv

@@ -0,0 +1,46 @@
+11197,74
+5034,26
+5740,51
+9929,24
+1076,12
+10826,15
+9482,19
+7239,64
+11458,3
+8430,37
+3317,6
+3801,74
+3892,68
+4620,3
+958,36
+9871,69
+6561,70
+7308,64
+6105,48
+12094,53
+9134,57
+7103,7
+1677,49
+81,11
+3702,30
+2250,60
+6531,70
+6483,70
+10062,13
+3815,74
+2512,15
+4387,29
+12747,20
+12246,50
+7676,65
+9474,19
+178,13
+6299,18
+354,32
+4428,29
+11401,29
+8852,20
+4722,28
+8793,20
+9823,69
+896,36

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=banking77/list=0.7-1.0/logits.csv

@@ -0,0 +1,46 @@
+11197,-29.112652,-15.234413,-11.329428,-18.441767,-27.156258,-18.852732,-18.335136,-17.015587,-28.023212,-32.310596,-20.435228,-22.841478,-36.754745,-24.903978,-14.250859,-28.899273,-18.787405,-37.03823,-23.403978,-25.000841,-21.309574,-21.58295,-21.041357,-24.320639,-22.094738,-19.061691,-18.648441,-16.9578,-44.297684,-35.923843,-26.161282,-30.373535,-26.717285,-34.91296,-39.714233,-14.461039,-40.90457,-40.664413,-19.68811,-26.198235,-25.001549,-21.422697,-27.547697,-25.544529,-30.7848,-28.362955,-19.778936,-22.237568,-13.528145,-24.451853,-20.377745,-24.433125,-27.40804,-15.698789,-29.952621,-20.187605,-28.94991,-32.02239,-24.177986,-29.582516,-36.61376,-27.957516,-42.332207,-37.291847,-30.278297,-17.371937,-29.390934,-22.818325,-13.445262,-5.630846,-17.970259,-21.260742,-27.49194,-25.808798,-8.559173,-43.005222,-39.50437
+5034,-36.553406,-18.390858,-15.883777,-13.825065,-20.959919,-19.208935,-19.31838,-16.148346,-33.666245,-28.412466,-19.153091,-26.871841,-43.39869,-30.356216,-10.535861,-35.538643,-32.60721,-54.44829,-8.653092,-25.720612,-28.926483,-29.629213,-20.614773,-17.711887,-30.07399,-27.039858,-9.17068,-20.857172,-47.017403,-39.091484,-43.43045,-25.134314,-22.759314,-42.983345,-34.523098,-17.070812,-41.918427,-44.74485,-19.06424,-32.344776,-25.299343,-33.50818,-50.992554,-21.782585,-43.556103,-31.750217,-15.606346,-28.292542,-22.104269,-19.806591,-30.06723,-30.07268,-24.743591,-31.352585,-50.376812,-33.158455,-53.98313,-52.99755,-37.755627,-18.258625,-35.071125,-27.133623,-44.48991,-40.920853,-30.10992,-29.982708,-28.52953,-22.576836,-20.98753,-31.541142,-36.26131,-35.172344,-20.74417,-22.093771,-37.892345,-10.07437,-36.23368
+5740,-40.267105,-20.22427,-10.022327,-27.388943,-33.520084,-18.384224,-28.765993,-15.260126,-20.870258,-39.731277,-29.985409,-27.954159,-46.773247,-32.563534,-25.13053,-27.51215,-16.655682,-41.94038,-25.391657,-27.233582,-13.200126,-26.386646,-18.63534,-27.753729,-29.10495,-31.464886,-24.066887,-22.514212,-40.416706,-48.472233,-42.365833,-30.827274,-27.139774,-42.66774,-13.840663,-22.139137,-50.64729,-52.353596,-29.145432,-36.48656,-34.067898,-39.012352,-56.574852,-40.31989,-34.206337,-35.07657,-23.017517,-32.648655,-22.076475,-22.269785,-36.41732,-0.97714686,-1.1395733,-10.254142,-47.433517,-32.047302,-44.664288,-39.69022,-33.894264,-21.03135,-40.027443,-22.65635,-29.629372,-21.860998,-26.676334,-26.260098,-25.485771,-18.313286,-34.59725,-44.895782,-41.104183,-33.707012,-25.206066,-22.291758,-42.404743,-30.644323,-38.708836
+9929,-26.934313,-19.091759,-15.316843,-15.208499,-21.96956,-26.686476,-25.361397,-21.08629,-34.997658,-33.77807,-18.587128,-20.712128,-30.86053,-27.759003,-12.32145,-38.005672,-26.448708,-42.32817,-23.774628,-36.198925,-38.128067,-28.83305,-25.301662,-26.476034,-24.763475,-27.112564,-27.182117,-27.94994,-45.70598,-41.263706,-40.506187,-27.840145,-23.277645,-44.004066,-32.3498,-25.54892,-46.739212,-37.454346,-3.1667492,-13.507955,-14.074148,-30.096786,-50.159286,-0.33510634,-51.30129,-26.82829,-24.826519,-28.374996,-22.802124,-18.164179,-37.721912,-36.189537,-24.17831,-31.32695,-27.313564,-27.45549,-41.98885,-46.798794,-30.163692,-30.66385,-37.679478,-30.6326,-40.113113,-37.814415,-42.504936,-33.165016,-43.359985,-29.5168,-26.36302,-27.586403,-32.653416,-32.148308,-26.648083,-19.328003,-25.225649,-40.492653,-43.133774
+1076,-25.070608,-23.616571,-15.809926,-22.053833,-26.688812,-15.567993,-17.017147,-15.082089,-29.571568,-40.448803,-21.822302,-0.009802037,-22.034603,-27.884802,-20.902222,-35.79554,-25.472525,-38.647667,-22.509802,-29.185675,-23.494476,-25.645418,-22.057812,-25.769733,-27.170591,-22.584421,-19.038416,-14.909579,-31.526615,-48.7322,-42.008198,-23.447145,-21.009645,-36.003807,-23.398363,-18.460617,-52.402767,-57.414715,-18.535845,-35.730736,-29.902414,-25.259459,-46.75946,-11.1173315,-34.740322,-32.409176,-21.470032,-30.628744,-19.093155,-16.4022,-30.719927,-18.754639,-28.510715,-29.19077,-39.494442,-30.783218,-35.50633,-29.318329,-28.25378,-27.29319,-38.863503,-28.98069,-34.550804,-23.600273,-29.359318,-25.253641,-22.801964,-14.886745,-17.417788,-40.866024,-35.020626,-34.876926,-29.912537,-19.964617,-34.80695,-33.03253,-39.023895
+10826,-29.283596,-18.544937,-10.737499,-20.368992,-21.406069,-12.420431,-18.780857,-27.336388,-30.22421,-24.713146,-14.786546,-18.755297,-36.3653,-24.247484,-10.801842,-2.0680726,-11.426047,-15.164197,-16.474045,-10.550883,-26.30618,-30.153564,-20.359177,-24.957935,-34.732773,-19.560707,-19.44395,-12.371892,-31.293013,-53.236042,-46.234535,-15.962189,-19.712189,-37.874916,-0.38339728,-16.476091,-60.50629,-45.060577,-21.424654,-43.96338,-41.05632,-34.446075,-54.946075,-34.64846,-39.466152,-13.364054,-17.369896,-26.371078,-19.486305,-20.113811,-40.036465,-17.77972,-17.68497,-16.410198,-41.80095,-29.336819,-18.329197,-12.650733,-25.87614,-15.733134,-34.022198,-18.233133,-24.170979,-8.9166765,-10.019665,-25.17104,-27.191221,-23.819778,-36.51554,-44.403427,-41.735844,-31.031956,-25.20812,-13.622416,-37.673935,-34.215763,-28.4458
+9482,-33.608963,-17.611696,-12.209316,-14.530116,-24.134058,-20.89433,-24.421007,-16.019848,-34.63456,-36.559853,-17.194202,-27.006702,-45.287285,-26.475452,-16.165218,-19.215006,-17.369974,-22.855701,-18.631702,-2.1336207,-17.025295,-26.861664,-28.253956,-23.914219,-26.634848,-27.942932,-12.386146,-20.635109,-34.809162,-44.70739,-41.63106,-13.749978,-16.999979,-44.262238,-11.881588,-21.26677,-50.267746,-45.740036,-26.208097,-47.040207,-33.950233,-30.872175,-49.747177,-22.404654,-42.543144,-22.849457,-11.7455,-30.276875,-22.243496,-18.148624,-29.03456,-22.667446,-18.545395,-27.356247,-49.31717,-28.302624,-32.018234,-29.38753,-34.246395,-23.51953,-37.63672,-27.51953,-42.330353,-10.202765,-11.603628,-26.894981,-30.91138,-22.458485,-34.28606,-32.98809,-33.954853,-32.183712,-28.585712,-15.582857,-24.797087,-32.948906,-35.074852
+7239,-33.239155,-14.952577,-8.623675,-22.821955,-16.687094,-5.1294703,-23.15879,-8.561369,-18.213314,-41.34748,-21.408201,-24.25195,-46.63845,-26.31445,-15.781222,-11.751028,-14.560552,-25.324484,-20.126951,-10.440475,-21.703905,-28.239376,-20.466057,-25.995647,-27.320122,-26.866665,-18.23322,-11.382121,-31.902466,-44.815117,-35.495895,-11.075546,-17.825546,-35.92547,-6.6539416,-9.994366,-52.1986,-41.596138,-22.54818,-39.75779,-34.40223,-33.432884,-49.339134,-22.860376,-43.391243,-17.959942,-14.622581,-23.203053,-7.193754,-22.849957,-27.556526,-16.188156,-7.2635984,-15.728737,-33.481995,-27.180021,-17.545074,-21.083033,-18.430386,-9.899047,-29.766235,-16.274046,-36.88353,-7.120111,-2.7829227,-19.500889,-19.889114,-16.386185,-28.68917,-38.434982,-43.59825,-22.390179,-27.454279,-14.613302,-25.051949,-42.435753,-30.446333
+11458,-32.655445,-15.922551,-16.534399,-0.09247946,-20.477005,-19.20421,-23.978485,-18.315649,-29.508657,-22.231632,-12.994546,-21.369545,-37.628258,-29.471107,-13.870324,-33.47136,-30.4593,-36.888435,-14.494546,-21.404694,-19.972013,-24.299078,-19.630716,-26.630657,-25.586666,-30.044643,-15.944416,-17.90516,-44.888283,-37.21008,-40.557785,-25.33667,-14.836671,-41.50313,-29.962015,-22.313122,-38.01221,-37.996273,-14.365131,-25.654442,-24.20713,-34.543076,-52.94932,-22.763264,-39.66186,-26.645466,-17.255795,-23.131725,-21.43658,-21.722713,-25.020834,-24.66346,-26.519012,-27.961636,-42.936916,-26.298233,-30.691044,-35.24073,-27.33656,-29.268295,-26.799545,-28.174545,-35.05947,-35.19155,-27.807617,-26.816183,-31.192354,-16.134884,-34.154694,-43.712143,-26.347733,-25.386065,-28.337032,-28.933264,-45.82747,-30.2323,-43.392048
+8430,-25.311834,-12.587696,-8.236952,-27.17606,-11.610609,-27.188122,-26.836914,-19.297,-25.21497,-17.363792,-14.3855,-14.573,-30.75946,-17.2605,-8.173333,-23.826542,-13.695356,-39.51214,-17.41675,-21.998402,-25.27347,-14.098687,-13.313524,-18.757023,-27.235416,-15.838569,-18.21059,-15.423295,-31.582127,-20.496538,-36.82873,-23.201107,-17.076107,-31.895954,-23.655262,-18.446404,-31.88521,-19.751392,-0.8699948,-17.171902,-10.437979,-22.25433,-45.37933,-13.663495,-33.030582,-23.09512,-20.65137,-24.819523,-18.628693,-15.103095,-28.684471,-23.201534,-22.192322,-18.531128,-23.692066,-17.302479,-27.378067,-25.717155,-24.603693,-24.569002,-29.319002,-23.069002,-22.567204,-24.866726,-17.16027,-22.900291,-28.273079,-18.427994,-13.855004,-13.027144,-17.914907,-22.885275,-19.717728,-11.370665,-27.80753,-41.24011,-48.258007
+3317,-34.42421,-19.192698,-12.353692,-16.090605,-14.107217,-3.6757298,-1.8025343,-11.648329,-29.18631,-38.434696,-23.58987,-26.33987,-39.967094,-31.425808,-12.9965515,-30.236427,-11.850948,-26.390793,-19.65237,-24.024607,-5.2318425,-22.798292,-17.249313,-26.208435,-32.43586,-24.972557,-18.648375,-20.144392,-35.126495,-50.094048,-38.455765,-19.500576,-19.000576,-35.65471,-26.271048,-14.147261,-46.6449,-46.527733,-19.579002,-41.28214,-29.803778,-33.843197,-44.280697,-21.537746,-39.697018,-22.793884,-12.20819,-22.646748,-15.957129,-20.29934,-34.78932,-15.597296,-20.254326,-18.729122,-53.47609,-23.483881,-27.287117,-33.437733,-10.089217,-7.041812,-29.307438,-15.104312,-36.470108,-26.791952,-25.908955,-11.283614,-13.124489,-13.398362,-25.396645,-35.492264,-30.251165,-22.684755,-27.308321,-21.009651,-32.603783,-14.376246,-27.946619
+3801,-21.487064,-12.00169,-18.084045,-14.646131,-30.07209,-21.935179,-21.8953,-14.014509,-26.848452,-26.658512,-18.730408,-17.417908,-35.956722,-21.574158,-12.512985,-39.847244,-35.165115,-53.466354,-21.886658,-33.46395,-36.471645,-16.836475,-24.155188,-25.304209,-20.49189,-25.114128,-20.059471,-14.797313,-40.59356,-38.383846,-30.436497,-30.444042,-27.256542,-38.972366,-25.097654,-23.836523,-45.119217,-39.0925,-14.13502,-24.852657,-21.177837,-23.407755,-34.345253,-21.220356,-34.67042,-20.475502,-17.013515,-21.883812,-13.597912,-13.048092,-18.048424,-26.189383,-22.621246,-19.924911,-41.19884,-16.560991,-29.347773,-40.69473,-25.585327,-26.830309,-33.845936,-25.361557,-42.892197,-44.723694,-26.241499,-10.649585,-37.162285,-21.855148,-6.233043,-4.052059,-16.233349,-18.98555,-25.576593,-16.829967,-11.93228,-40.89919,-44.82962
+3892,-23.359505,-17.508396,-15.845262,-22.443254,-29.536026,-21.550343,-21.380375,-13.836974,-24.898079,-30.090086,-21.478977,-23.103977,-40.704464,-28.041477,-15.19532,-34.330017,-19.712065,-38.32898,-20.228977,-31.902933,-17.82556,-6.3393016,-17.667053,-29.477333,-28.73676,-14.222892,-16.76977,-16.94846,-33.610195,-42.780926,-19.160795,-25.387302,-19.949802,-34.906364,-30.574741,-17.800941,-39.877884,-37.785316,-11.658753,-18.906898,-25.02254,-21.88667,-32.82417,-12.851535,-38.850887,-21.024431,-18.637646,-22.753258,-14.488465,-15.680576,-22.846428,-19.300104,-16.463108,-13.985005,-36.431213,-18.256536,-30.853514,-35.737343,-21.645826,-24.757301,-35.78855,-28.538551,-44.997314,-28.222427,-29.313515,-15.721083,-25.50557,-18.813583,-0.76615113,-1.1149232,-17.165628,-26.038044,-30.853046,-31.936752,-14.258193,-40.65105,-41.30713
+4620,-28.185913,-17.343628,-14.573542,-0.119577445,-24.98908,-23.520533,-23.630863,-17.167854,-24.637108,-27.168385,-19.794983,-24.107483,-43.831676,-32.94342,-17.482754,-34.661343,-27.80696,-42.334305,-21.419983,-25.605879,-28.579794,-25.381226,-22.797861,-24.384182,-26.506271,-29.886688,-15.689083,-20.270132,-50.7541,-40.537575,-39.12454,-23.634775,-15.697275,-40.132187,-34.80151,-19.173548,-39.44859,-40.95317,-15.293433,-30.857277,-24.106651,-34.26794,-54.64294,-21.078545,-40.272205,-23.2066,-16.176844,-21.851498,-18.87235,-17.942417,-22.990555,-26.014704,-29.865974,-31.007366,-39.52664,-23.043522,-35.14742,-40.481136,-27.838747,-31.70465,-36.142155,-32.423405,-35.923603,-34.174717,-25.423977,-25.93504,-28.153131,-19.501741,-31.67711,-39.060505,-29.264969,-33.18718,-31.107807,-17.206043,-42.082508,-31.923246,-46.372658
+958,-26.265162,-11.386497,-10.593955,-3.658538,-18.121136,-26.173203,-23.517237,-13.750949,-23.563465,-29.68289,-11.158943,-22.783943,-38.863346,-27.565193,-17.151554,-29.086689,-20.939123,-28.263756,-23.315193,-17.588013,-18.48834,-19.548359,-17.342813,-23.451988,-7.1242104,-19.766819,-20.841448,-20.105526,-48.365856,-30.443352,-28.549025,-13.498452,-1.8109522,-24.34074,-28.017403,-16.990358,-18.478828,-39.20836,-11.032878,-37.1424,-23.989986,-21.40313,-40.46563,-5.7882905,-39.460514,-24.419613,-14.2567215,-25.115158,-17.238274,-18.547112,-19.22169,-24.828533,-21.176357,-24.735445,-7.632565,-23.356121,-31.168928,-36.22776,-16.413307,-21.644611,-28.988361,-21.957111,-39.775734,-26.107159,-25.20959,-17.08296,-32.296455,-19.11633,-24.841043,-22.877207,-25.978395,-23.48096,-29.323025,-14.902816,-28.766438,-25.11354,-26.847025
+9871,-25.557396,-13.375914,-12.508092,-17.459042,-27.196077,-25.731045,-21.23597,-20.970268,-21.834618,-26.856525,-7.463054,-24.556805,-40.73857,-30.37321,-14.637775,-37.385338,-27.66803,-44.478645,-22.900555,-26.662054,-22.732586,-20.09834,-18.95884,-27.214329,-23.353992,-19.239727,-19.456726,-9.267958,-30.936586,-40.554035,-21.162415,-26.64367,-18.67492,-43.155067,-32.589622,-18.985527,-38.93455,-37.354607,-15.800352,-25.130898,-28.172253,-15.219785,-35.469784,-15.980303,-48.86721,-26.192644,-14.878543,-21.780926,-14.682109,-22.86641,-28.047522,-23.87807,-28.500168,-25.344704,-29.029629,-17.903818,-31.929783,-41.22667,-23.952242,-30.806473,-41.837723,-30.868973,-40.577797,-29.153715,-29.883976,-20.756882,-22.030762,-20.617496,-10.361057,-6.6702247,-16.618515,-23.135382,-20.926556,-11.013119,-15.46272,-38.668392,-44.46932
+6561,-29.725445,-17.350222,-13.647774,-23.705687,-17.42347,-7.486217,-8.601856,-11.368751,-19.603666,-36.43036,-24.299343,-25.986843,-40.231514,-28.893093,-19.77192,-27.036283,-15.739014,-34.972843,-22.611843,-19.48291,-12.29799,-28.457607,-27.582405,-26.031815,-31.04926,-20.284607,-19.426323,-11.924786,-39.51902,-52.198833,-35.07925,-21.478718,-21.041218,-38.244553,-22.87639,-16.897635,-41.035744,-47.78575,-20.669458,-42.877983,-29.380455,-25.438202,-41.4382,-19.213018,-38.878754,-30.184845,-17.691872,-28.182587,-15.743826,-19.241344,-21.390524,-24.802628,-19.508827,-17.757017,-33.93456,-25.206087,-30.486946,-42.513985,-26.7025,-22.752134,-31.408384,-26.658384,-32.646454,-32.165504,-18.444418,-15.858919,-20.45283,-14.580162,-27.723087,-27.13195,-0.08253418,-15.020624,-29.343616,-21.95439,-34.853447,-37.463474,-44.592384
+7308,-33.790943,-23.974546,-20.121798,-26.397898,-28.992964,-20.748737,-34.175713,-18.99281,-25.108532,-35.614002,-26.188055,-32.844303,-55.55939,-39.797432,-27.826778,-23.186533,-27.446785,-43.723053,-30.938053,-17.140135,-32.46699,-38.984222,-32.454475,-34.530537,-34.743073,-30.039146,-26.328056,-21.013351,-46.426796,-54.755028,-43.95533,-16.88028,-19.00528,-43.629425,-8.213923,-18.938328,-50.402687,-51.79072,-36.00396,-51.95671,-39.3066,-42.114372,-58.676872,-36.237656,-45.89169,-27.98259,-25.197365,-28.424305,-15.669587,-27.49286,-25.802298,-23.052048,-28.441637,-24.093113,-45.034416,-33.60526,-32.01097,-34.397736,-36.07661,-29.580538,-39.830536,-35.205536,-41.30455,-20.992706,-10.669514,-29.284021,-28.275724,-22.5816,-30.94976,-49.750614,-44.330074,-31.399746,-48.067726,-29.8553,-36.73017,-38.14261,-40.0168
+6105,-37.810753,-23.295033,-16.48678,-24.542171,-28.82948,-8.941364,-19.083897,-10.263276,-22.325254,-35.05303,-23.191704,-26.191704,-38.374374,-30.129204,-18.660894,-24.250326,-15.976868,-25.763128,-21.879204,-31.017946,-18.50357,-31.50005,-31.523228,-26.325214,-27.270462,-25.948364,-24.63236,-13.957803,-41.605507,-48.376778,-35.62042,-29.049511,-18.565134,-34.460327,-25.856064,-11.764476,-51.796597,-51.715527,-32.96786,-41.531425,-40.772762,-31.06243,-47.062428,-32.453907,-40.608677,-16.590992,-22.264437,-17.797594,-0.0761226,-22.223383,-27.819574,-17.587042,-25.630981,-18.113434,-38.39794,-30.633862,-32.702663,-40.258163,-29.441376,-24.091482,-36.67742,-27.591482,-46.361233,-24.587347,-20.027481,-13.41586,-7.850322,-3.9201953,-22.84704,-35.303112,-30.674906,-28.053719,-33.774628,-32.146698,-29.318773,-33.560772,-39.368267
+12094,-37.320103,-25.491255,-13.32778,-26.92647,-32.092216,-15.0109625,-28.962156,-11.15305,-27.157816,-36.828865,-25.729088,-25.822838,-42.59002,-29.479088,-24.598148,-25.714954,-14.702087,-43.287285,-23.916588,-21.975857,-12.8037815,-31.937824,-23.37888,-31.620678,-35.21817,-22.35525,-19.22612,-13.585756,-29.190512,-47.21479,-42.252453,-27.214832,-25.839832,-43.138863,-13.104308,-14.407415,-59.57542,-48.174644,-27.600386,-36.70334,-34.65468,-29.291403,-45.166405,-32.33392,-34.357887,-24.061718,-15.1522665,-29.571865,-16.66016,-26.163233,-25.599804,-2.4141233,-13.028658,-10.592282,-42.27944,-27.11992,-49.46633,-42.614025,-35.451187,-27.631046,-42.841984,-25.193546,-33.96011,-9.104975,-23.203442,-18.239769,-20.455551,-18.854694,-24.912365,-45.34845,-38.850086,-33.662872,-29.60197,-26.836472,-33.64601,-30.480146,-42.25919
+9134,-20.398945,-13.843688,-7.87632,-22.686367,-11.127112,-15.945285,-28.981083,-11.846804,-28.05342,-18.399086,-11.677775,-15.521525,-32.993767,-17.271526,-7.135299,-15.697448,-16.112019,-29.688656,-16.412151,-16.678986,-32.404263,-18.041552,-25.45803,-26.267784,-22.442698,-17.149769,-19.527332,-15.37857,-47.85792,-38.698643,-39.238785,-20.546835,-14.609335,-40.3965,-32.706467,-17.908617,-43.283127,-40.80235,-15.995921,-29.33713,-23.415874,-27.746702,-40.2467,-17.26825,-38.625374,-19.477476,-24.242115,-13.378273,-15.315422,-18.982971,-28.82811,-20.817928,-23.82296,-22.663073,-32.740273,-25.275547,-13.614674,-0.44358274,-19.360367,-16.4678,-18.9053,-18.0303,-8.764247,-31.354668,-25.814636,-10.493678,-26.809315,-17.112331,-26.811916,-35.683563,-29.607098,-7.474312,-22.023983,-12.273131,-28.851143,-29.000778,-30.512262
+7103,-37.58842,-19.169268,-12.264946,-30.842741,-25.530228,-10.656327,-20.008179,-0.18826169,-20.34368,-43.26868,-32.938377,-31.282127,-52.7249,-35.500877,-24.910778,-31.907745,-16.579323,-37.590176,-30.157127,-29.374804,-16.408552,-27.478228,-30.429451,-25.45307,-30.274494,-26.13653,-20.137793,-15.930595,-39.471413,-44.659023,-40.291656,-25.077534,-20.140032,-35.968708,-25.90435,-8.970354,-54.284145,-47.60511,-28.882778,-37.547955,-32.537247,-29.336851,-37.524353,-29.691246,-43.420593,-25.292019,-22.912062,-29.604317,-11.159452,-27.256565,-36.16874,-25.479185,-25.47489,-24.848015,-47.462822,-27.705135,-45.360176,-42.7265,-26.37006,-17.117693,-36.77394,-25.367693,-50.71894,-22.8662,-14.213512,-3.4997933,-9.235315,-12.190783,-28.481167,-37.10648,-29.337934,-29.102983,-26.430828,-35.273987,-34.968155,-30.855663,-38.216465
+1677,-20.715273,-16.035992,-13.693066,-28.372257,-22.963026,-23.234941,-22.195631,-14.657305,-22.46513,-22.413176,-13.885155,-20.697655,-38.690002,-24.791405,-9.288053,-37.51523,-18.397778,-50.504395,-3.1976545,-28.734003,-19.891657,-10.071139,-12.018377,-23.486107,-26.08918,-20.522827,-13.53474,-12.650661,-34.230446,-34.843056,-31.909332,-31.140976,-31.703476,-39.059433,-22.87329,-14.839129,-47.35219,-44.44992,-10.494737,-30.180496,-25.576553,-26.14629,-46.52129,-17.147099,-25.87873,-20.492794,-14.72657,-21.771889,-15.913122,-3.7729137,-40.031273,-36.196724,-28.642685,-23.901474,-41.335304,-21.707527,-35.808025,-33.51027,-23.922955,-13.701922,-26.951923,-23.389423,-38.584282,-32.79271,-27.496267,-25.12178,-32.260796,-17.634638,-25.592447,-27.870022,-29.136494,-31.633701,-16.046585,-19.687231,-28.241224,-27.130333,-39.043564
+81,-15.936523,-21.997915,-12.603292,-21.57421,-20.244833,-13.441311,-13.758951,-13.310001,-25.49319,-38.85545,-22.354776,-0.042277087,-24.669048,-25.526651,-25.81301,-36.673668,-27.395512,-46.36538,-17.917276,-28.403326,-20.252234,-21.867167,-18.966387,-25.227734,-26.41286,-23.102928,-18.91942,-17.781404,-25.825146,-42.967354,-35.66581,-25.270668,-25.583168,-38.532776,-23.727081,-20.305593,-51.783607,-41.571556,-11.507784,-25.38454,-22.446693,-20.929897,-39.8049,-7.14762,-32.348873,-25.632555,-17.475632,-23.296741,-14.003945,-11.930845,-30.379406,-17.613789,-24.041105,-26.155264,-42.01395,-27.272997,-31.079304,-31.188763,-22.58112,-23.69281,-34.71625,-25.44281,-33.553223,-21.24546,-29.107777,-22.104872,-22.67743,-13.794309,-14.7517605,-29.564697,-26.391275,-27.625217,-23.873655,-18.789589,-34.006424,-34.826122,-42.389977
+3702,-38.80461,-28.324429,-30.220354,-35.01577,-36.70923,-33.18414,-28.707876,-38.521626,-33.402374,-43.443493,-44.187893,-39.24258,-50.357025,-42.68008,-37.484703,-40.025654,-38.031612,-49.447865,-40.71133,-37.947327,-30.140549,-20.726227,-31.83886,-39.73283,-36.17634,-24.193977,-30.287949,-26.46211,-44.043262,-51.9386,-32.778923,-39.415314,-40.290314,-51.393627,-38.089962,-30.577097,-49.526405,-50.65154,-24.520666,-39.769974,-35.64747,-38.929455,-53.36695,-36.097107,-48.031677,-33.113632,-29.605108,-36.6259,-25.537117,-34.492958,-32.808624,-33.49349,-30.852459,-24.065332,-44.854908,-27.430532,-46.68577,-47.918236,-36.279682,-29.76522,-39.866783,-36.07772,-48.22367,-38.19293,-37.152805,-26.948324,-45.57341,-31.321224,-25.165768,-37.672913,-41.095345,-35.046272,-26.059155,-38.03465,-35.621582,-49.22988,-55.475597
+2250,-36.382996,-12.46301,-9.764766,-29.787712,-11.57443,-34.48037,-40.16366,-27.023933,-29.738506,-31.31863,-27.520239,-30.379612,-39.42401,-30.317112,-20.978695,-39.300873,-30.240807,-52.987045,-28.707737,-28.105808,-34.122463,-30.382435,-32.35808,-32.324554,-33.02751,-29.983852,-25.507732,-20.934448,-49.212738,-40.516045,-40.337162,-24.940018,-21.627518,-45.94662,-39.302773,-25.262264,-50.609604,-42.780228,-23.17195,-35.90802,-32.247414,-22.486097,-34.548595,-24.431023,-52.61631,-34.458084,-30.393507,-13.952003,-24.389475,-26.61745,-19.158978,-24.988544,-29.393457,-25.16487,-45.78016,-29.391655,-29.851254,-33.500237,-15.644961,-22.199646,-8.512145,-18.699646,-30.938202,-44.079243,-34.544403,-22.642292,-32.41961,-23.163017,-36.02559,-37.60682,-39.532467,-10.699958,-30.805403,-17.881458,-34.2344,-39.843903,-44.986202
+6531,-27.595545,-19.170464,-10.567362,-13.265057,-21.957363,-3.1048684,-7.118778,-19.8721,-19.376013,-42.285946,-23.517529,-24.330029,-43.39833,-31.548779,-16.722622,-24.269526,-7.036465,-25.080353,-22.642529,-16.530886,-3.9147696,-27.940956,-16.580008,-37.439148,-29.558807,-15.562564,-12.10596,-10.35439,-27.667864,-40.881634,-33.752148,-19.54978,-17.29978,-36.903465,-17.201439,-12.673477,-41.90889,-41.34061,-18.297188,-43.49021,-25.55751,-27.099361,-45.66186,-28.989384,-32.315887,-22.327906,-13.330738,-25.402328,-12.202342,-12.622353,-19.175217,-21.856836,-14.181351,-12.467858,-34.49591,-17.612118,-28.782257,-34.076847,-23.240875,-25.76132,-31.964445,-23.13632,-38.895733,-29.51027,-26.235632,-9.221139,-22.017233,-15.1504135,-20.362457,-17.251198,-0.872235,-18.826584,-23.560417,-27.64202,-28.89148,-28.014977,-30.75303
+6483,-24.25374,-16.507877,-10.179466,-18.557089,-15.715166,-6.5042887,-6.0299873,-16.664722,-14.636573,-38.795837,-18.723572,-23.098572,-43.233574,-30.27826,-15.970333,-19.574293,-6.084847,-23.624916,-20.661072,-18.554327,-5.1813726,-21.264618,-14.31401,-24.906212,-24.591427,-12.580124,-12.362855,-6.48538,-24.075146,-45.361935,-31.69896,-18.596046,-12.783546,-35.724586,-13.027583,-11.977891,-38.94301,-42.44348,-18.92549,-39.87717,-25.944881,-20.663555,-35.788555,-23.728474,-31.189547,-16.42393,-7.6514874,-19.670517,-7.668069,-12.36674,-12.78087,-15.675743,-12.02209,-6.0654726,-33.234993,-22.018986,-30.167025,-30.136908,-22.4058,-13.516362,-32.731205,-17.391361,-30.57747,-24.289433,-23.141645,-4.1544294,-12.275356,-8.190729,-16.40439,-26.805214,-1.4058812,-15.90929,-19.48451,-28.693249,-28.299725,-31.321444,-35.540794
+10062,-11.594624,-21.496595,-8.834837,-20.468513,-21.022697,-26.251684,-26.074188,-12.762809,-30.688442,-18.94124,-15.872174,-10.434674,-23.336117,-14.934674,-5.0987186,-30.601883,-18.105242,-43.742386,-3.4971745,-27.239513,-16.849993,-16.354927,-10.802357,-21.17022,-24.185688,-18.15266,-22.224106,-19.34336,-37.169548,-39.437084,-36.432854,-33.00698,-31.22573,-34.861607,-28.531885,-21.50547,-46.18342,-41.27104,-5.9740443,-23.401749,-19.340443,-27.016365,-46.797615,-11.568756,-36.1769,-17.993574,-24.664135,-27.019287,-25.956024,-5.7235317,-32.66753,-27.883152,-26.415272,-20.400677,-39.157158,-23.056519,-37.52082,-32.951935,-30.529007,-25.572357,-37.166107,-24.759857,-38.23805,-14.407427,-38.026676,-24.089762,-35.79194,-25.710129,-26.534054,-28.961365,-33.48628,-31.481485,-8.879003,-21.668041,-25.448345,-40.849903,-50.911613
+3815,-23.300024,-17.059597,-15.867432,-28.194284,-26.71527,-24.914295,-22.427988,-12.794643,-27.82426,-35.042423,-22.042389,-24.573639,-39.159073,-28.620514,-16.428707,-29.928677,-14.524313,-31.264498,-20.667389,-32.36495,-19.992134,-15.889015,-21.048029,-16.59749,-29.042019,-21.716553,-21.02269,-13.612076,-36.303814,-42.017105,-23.409082,-27.693153,-20.724403,-37.454857,-28.78649,-20.59626,-49.142975,-44.66441,-23.057434,-29.256561,-29.141434,-26.24059,-35.36559,-27.973763,-28.867167,-24.859325,-21.091505,-26.659475,-17.522198,-17.290382,-25.37813,-23.359947,-23.920277,-29.026903,-41.927063,-18.677986,-30.848091,-32.59137,-24.275654,-21.979214,-34.424522,-24.854214,-43.42544,-34.55393,-28.59953,-23.008026,-29.862675,-21.171812,-4.2681575,-0.9174999,-13.101172,-17.438095,-20.715488,-21.261171,-8.1630745,-41.176933,-42.250763
+2512,-21.541103,-16.420269,-7.7270036,-23.588991,-18.586435,-8.696993,-11.062168,-12.006376,-21.132502,-41.34111,-20.5957,-23.75195,-43.60401,-29.798824,-21.670025,-3.038577,-9.427857,-20.222105,-20.4082,-8.201359,-10.828727,-22.803123,-15.558307,-26.065933,-26.723251,-11.330021,-13.507942,-9.006269,-20.470757,-50.78032,-31.530626,-7.58909,-13.46409,-36.423965,-0.7588956,-9.425992,-53.7088,-37.756912,-20.787851,-36.83378,-29.45465,-26.016554,-40.204056,-26.72176,-36.268253,-11.215729,-7.5134563,-16.923042,-10.034674,-14.005959,-21.310587,-3.8289943,-4.098644,-3.174851,-38.282608,-18.636549,-28.373001,-21.561499,-24.319414,-15.215847,-29.295925,-11.653347,-36.24808,-2.979418,-7.6411133,-25.889463,-24.555574,-24.19522,-26.027828,-31.824175,-27.946459,-23.836014,-22.047451,-20.849995,-36.143288,-23.957336,-28.508007
+4387,-22.479801,-11.063407,-8.169104,-18.982283,-8.415419,-28.419336,-31.422253,-25.584301,-30.284561,-20.030739,-15.081205,-22.659332,-31.913273,-20.768707,-14.447447,-30.824879,-24.891714,-45.761154,-22.065582,-29.214272,-36.7126,-23.667023,-14.0874405,-24.037521,-18.086586,-18.635326,-17.405815,-15.664323,-36.266083,-13.642044,-32.108364,-26.391445,-18.141445,-43.516792,-26.844334,-19.577211,-34.41941,-24.696548,-14.947273,-22.580414,-19.702484,-16.142046,-37.642044,-20.481758,-35.753426,-17.020247,-18.328613,-22.027664,-15.832668,-22.229748,-25.360512,-27.72079,-25.435537,-11.973124,-29.75879,-23.404358,-32.49096,-29.643757,-23.815634,-26.025845,-22.275845,-25.869595,-29.982986,-37.78351,-25.14331,-27.53093,-28.29103,-21.377125,-26.347,-26.969578,-22.457354,-25.840229,-21.769955,-13.990686,-32.207924,-40.699852,-37.520844
+12747,-31.306164,-19.376156,-14.632373,-22.255878,-22.45222,-11.047319,-16.211693,-13.848003,-24.79788,-45.00107,-26.93737,-30.96862,-48.125427,-34.921745,-23.04017,-27.370886,-12.925049,-36.71273,-26.49987,-17.950064,-0.014081288,-20.205002,-14.641008,-35.685196,-32.86329,-15.456089,-11.3062105,-15.044178,-29.3318,-44.178783,-40.802494,-24.522955,-23.272955,-37.235237,-19.806686,-13.701199,-53.555424,-43.265556,-17.397045,-39.338028,-30.291958,-28.462471,-48.14997,-29.253565,-35.821705,-19.707314,-8.384109,-28.087261,-14.633983,-15.051072,-32.079323,-17.141266,-16.166965,-13.982237,-38.351013,-22.677868,-33.85987,-25.760841,-22.377287,-18.482561,-31.779436,-19.045061,-36.67252,-21.14915,-25.016476,-14.619455,-28.303453,-23.1156,-32.97348,-25.20932,-23.960836,-26.9297,-26.329296,-20.674595,-29.574656,-23.723328,-38.35614
+12246,-27.010569,-10.990933,-9.821803,-11.39794,-20.232307,-11.84102,-9.126688,-10.034181,-22.035244,-24.356443,-20.654827,-18.373577,-33.01613,-24.654827,-16.396366,-27.172644,-23.891205,-32.430676,-21.029827,-23.377983,-28.544743,-24.677223,-19.64914,-24.71653,-22.034264,-24.727417,-20.122726,-18.681023,-40.930515,-43.181953,-30.790222,-23.808205,-15.745704,-32.229744,-37.79184,-14.407068,-35.876194,-34.879326,-15.164188,-38.608936,-28.150486,-31.090212,-47.84021,-20.68446,-40.8593,-29.161205,-17.766365,-24.681953,-11.236806,-20.783249,-19.519632,-30.682327,-23.45205,-23.065975,-31.95776,-25.559517,-40.19894,-42.814804,-25.744379,-22.474247,-30.150028,-27.567997,-38.913544,-27.40717,-33.566647,-10.014734,-24.84747,-14.894363,-17.511354,-21.639122,-19.065254,-21.07809,-23.129684,-12.240699,-22.821663,-23.784967,-24.667011
+7676,-29.7737,-23.468632,-13.303463,-22.473595,-30.130058,-12.64629,-17.493885,-9.307611,-20.190483,-35.693855,-28.156357,-30.218857,-45.31295,-32.67198,-21.407558,-32.145607,-29.078136,-38.559948,-30.562607,-34.237366,-34.079506,-27.812365,-24.882797,-31.573204,-29.25769,-32.92343,-28.812162,-22.052525,-54.879097,-42.204674,-36.45157,-28.652683,-24.840183,-37.911186,-33.958427,-18.316536,-53.86622,-46.931896,-19.077879,-34.410297,-25.051214,-27.377962,-43.62796,-18.8376,-43.16792,-33.258118,-23.15645,-29.585768,-16.772596,-22.270329,-18.621258,-30.932201,-18.629711,-24.143644,-34.011826,-24.014954,-31.350567,-41.15687,-27.77969,-26.915607,-36.884357,-28.071857,-51.20658,-21.687485,-15.297605,-0.036544085,-27.53812,-13.160159,-25.32854,-32.286808,-31.15313,-24.64576,-35.70652,-45.56817,-27.444607,-41.992,-56.537422
+9474,-35.041065,-16.021309,-15.519841,-20.48476,-24.05193,-14.493273,-20.35365,-17.965313,-30.195164,-38.406883,-22.571526,-28.6184,-48.312004,-30.563713,-17.663692,-12.316152,-19.706987,-22.870548,-20.259026,-2.5774982,-15.767164,-29.555805,-22.441826,-27.530125,-31.639858,-31.38372,-12.27347,-20.647738,-39.43129,-50.260414,-40.039864,-8.045541,-18.04554,-39.945534,-4.4281406,-21.52257,-54.77977,-44.58871,-22.868946,-49.858536,-37.51808,-32.06877,-48.91252,-22.88565,-45.550636,-23.533766,-7.7794285,-26.742126,-20.02641,-24.405499,-32.983353,-14.398769,-11.986002,-25.465063,-53.352615,-25.320724,-28.147608,-26.611029,-30.822735,-21.697674,-38.212322,-24.635174,-41.10692,-7.075631,-7.5269866,-25.27365,-28.980787,-20.835331,-38.04999,-43.736317,-37.628498,-31.22645,-38.09946,-26.535881,-42.407677,-27.583149,-25.226995
+178,-19.838943,-14.710303,-6.4365973,-17.731928,-24.068329,-18.896862,-17.131063,-14.952965,-25.315546,-27.881443,-21.23488,-21.04738,-35.563988,-10.32863,-6.365525,-29.678526,-17.08281,-41.79837,-23.04738,-24.991125,-20.249512,-28.042412,-19.202387,-29.107895,-21.818108,-20.892626,-23.561264,-18.10268,-38.063843,-38.215878,-32.061302,-33.35221,-30.492838,-40.93421,-29.840612,-15.422752,-43.711945,-34.089294,-10.915876,-27.025248,-21.054474,-25.00776,-45.07026,-19.757206,-38.416233,-15.147387,-21.596825,-24.9342,-19.092411,-20.234173,-26.908333,-27.075588,-28.94248,-15.57075,-26.16224,-19.783548,-33.563457,-28.8955,-19.726662,-28.32599,-37.132633,-28.13849,-26.696274,-22.924154,-37.496605,-18.114923,-28.083565,-21.467402,-14.889931,-29.907791,-31.0941,-24.162956,-16.166534,-10.821279,-22.788773,-48.748806,-52.722378
+6299,-28.247993,-19.782042,-12.900575,-20.772879,-20.848507,-25.858385,-24.877697,-19.50492,-32.37174,-34.402573,-18.765472,-21.265472,-40.57514,-27.546722,-13.405206,-41.740387,-31.899666,-55.735558,-0.01547289,-31.418867,-18.0877,-20.770124,-12.315445,-21.224144,-31.07108,-22.3237,-17.90933,-15.409063,-33.811455,-50.056328,-43.502037,-31.470903,-33.2834,-46.420555,-23.096832,-21.685692,-49.5756,-48.065712,-8.690215,-24.325562,-24.76401,-17.329655,-42.8609,-13.953858,-34.908314,-28.783636,-22.334942,-35.66838,-26.584385,-16.266918,-39.68058,-27.254406,-23.278023,-30.285635,-50.98134,-32.970215,-44.44117,-35.125595,-27.687973,-19.073296,-38.05767,-26.073294,-37.645927,-21.754572,-32.972458,-28.106796,-31.874317,-27.309093,-25.929163,-32.229225,-43.295242,-36.126,-19.751366,-19.292028,-32.554405,-30.208801,-50.05594
+354,-37.90454,-22.572927,-19.70812,-19.615047,-29.951843,-27.947372,-26.204464,-22.152225,-28.780413,-41.48439,-21.50203,-29.18953,-43.016525,-35.68953,-22.37812,-25.84933,-21.306698,-16.121727,-27.37703,-17.789627,-23.006306,-29.46588,-27.64442,-34.081036,-26.88752,-20.652727,-28.177788,-25.202682,-43.69593,-43.471195,-40.274185,-18.125393,-0.00039237467,-33.613895,-36.819893,-25.65549,-37.939163,-51.993034,-34.021286,-41.95954,-28.92414,-30.27514,-48.65014,-24.00277,-48.89288,-29.597136,-27.43218,-32.943504,-22.992195,-27.25016,-23.537775,-33.18649,-30.297709,-26.819603,-20.552094,-32.488388,-31.257893,-33.455574,-27.29781,-29.481104,-36.074856,-31.606104,-39.887535,-34.129734,-18.818064,-30.483591,-32.827927,-23.643467,-45.10988,-47.13044,-48.93142,-36.43115,-24.44305,-20.56393,-35.591484,-37.244915,-20.285887
+4428,-21.500395,-19.21566,-7.6906166,-24.867136,-17.272598,-26.935192,-25.554897,-13.740699,-27.68525,-25.231339,-22.815445,-23.721695,-33.07383,-17.190445,-15.297742,-31.295317,-23.109177,-38.85327,-24.315445,-24.4612,-23.543337,-28.183002,-30.031174,-34.919632,-22.298286,-31.351547,-24.566277,-23.104214,-45.00174,-43.188496,-34.52572,-30.094622,-27.094622,-39.089924,-37.451363,-23.17324,-46.837822,-26.350088,-16.369236,-20.381403,-0.05754395,-23.839476,-33.214478,-14.171887,-43.34599,-27.623253,-25.73294,-27.191006,-21.125626,-18.633474,-30.963062,-30.19724,-23.775124,-23.441917,-27.849464,-25.961588,-38.09072,-38.786873,-26.696678,-32.038715,-35.319965,-31.757467,-37.196774,-34.15609,-33.67485,-39.08144,-45.60968,-30.954361,-24.572357,-22.979065,-33.028164,-33.176556,-13.937088,-20.79174,-24.858635,-44.642754,-42.34519
+11401,-25.986874,-12.080251,-8.859691,-16.376598,-13.713827,-21.071644,-22.766768,-24.847168,-26.438892,-20.317102,-17.905851,-23.288666,-30.505333,-20.343353,-13.537378,-33.187424,-26.16468,-44.36696,-22.187103,-30.567104,-30.69934,-23.324644,-12.809247,-26.317608,-22.865812,-23.255959,-16.715511,-15.64327,-42.055687,-11.449531,-31.785904,-30.996181,-20.121181,-48.340733,-33.573807,-16.011648,-33.49308,-20.699993,-18.950089,-25.320711,-19.481339,-17.979488,-39.41699,-18.92892,-32.417686,-18.909046,-16.479397,-22.545122,-14.103193,-22.407387,-17.742847,-24.217848,-21.117989,-12.225861,-29.00298,-21.446955,-29.910236,-28.231287,-19.667255,-28.868572,-19.774822,-27.306072,-27.621218,-43.660126,-31.260525,-24.825718,-31.78836,-25.900742,-18.019974,-28.713982,-21.29365,-23.869362,-20.470974,-15.588265,-32.896797,-31.615227,-36.25
+8852,-37.650803,-24.807695,-15.6852,-25.933073,-22.704151,-12.99085,-21.62074,-15.343241,-26.194622,-37.016506,-24.817772,-26.286522,-44.083168,-31.294334,-18.9851,-30.061134,-8.6309185,-33.663284,-24.442772,-19.535349,-0.005117456,-21.262121,-10.367796,-33.47969,-34.17999,-17.872784,-14.358628,-15.358116,-28.473997,-44.1318,-41.368633,-25.742702,-22.930202,-39.328297,-22.276617,-18.237661,-54.580513,-43.33959,-19.010689,-34.436287,-32.922672,-26.891296,-45.266296,-29.159325,-38.026688,-24.62879,-13.003359,-35.703926,-22.50322,-16.694166,-25.145386,-24.66553,-20.472183,-16.208935,-46.461372,-24.803,-31.224579,-29.17079,-26.281807,-25.717709,-32.686455,-25.342709,-38.633972,-21.716349,-24.048958,-15.463328,-30.264349,-21.29615,-24.320843,-31.500671,-21.325558,-29.276543,-23.191336,-21.349215,-32.44772,-28.460262,-38.465492
+4722,-20.397854,-20.449793,-2.9137871,-21.431314,-15.347588,-9.079918,-13.954575,-1.9431231,-19.879597,-28.938854,-20.251663,-21.157913,-36.52425,-25.736038,-18.003033,-15.774082,-3.8019404,-23.127369,-22.939163,-21.413477,-8.102236,-21.568802,-11.425562,-32.83008,-24.64309,-13.2327795,-13.257596,-8.228836,-4.4948053,-37.683956,-34.234398,-20.394562,-17.957062,-30.714,-12.427587,-7.9701986,-54.212822,-36.492348,-19.715967,-35.557365,-30.867102,-20.115702,-29.115702,-28.788666,-41.985527,-11.252607,-4.5148044,-18.571743,-5.620384,-23.86104,-26.93003,-12.051411,-9.681185,-5.988591,-37.959305,-21.928276,-25.509604,-26.470049,-14.584286,-13.245841,-35.933342,-17.745842,-34.96836,-4.7883644,-14.019127,-13.407515,-20.576748,-12.087412,-16.326622,-27.019318,-23.49964,-23.20935,-19.752464,-15.606799,-25.40009,-20.511244,-23.74567
+8793,-27.689648,-22.831223,-10.620308,-16.021141,-21.10948,-12.225458,-20.777851,-13.615791,-23.459446,-29.525173,-15.342495,-20.873745,-35.172386,-21.79562,-9.746416,-22.916904,-5.441605,-28.644499,-7.654995,-19.587894,-0.026072491,-21.982613,-10.604779,-25.353489,-31.405895,-16.071442,-10.237122,-13.858589,-38.062386,-41.53054,-40.925686,-22.394875,-24.082375,-41.501457,-20.246796,-19.220474,-59.17549,-42.653595,-16.33679,-32.885918,-27.440533,-25.08964,-43.527138,-23.681065,-35.484104,-18.8848,-9.537432,-27.95517,-16.037292,-15.918474,-30.998837,-17.838764,-19.519728,-14.457117,-41.03415,-23.789062,-32.992462,-32.093452,-32.73814,-20.108154,-36.838623,-21.733154,-38.903492,-23.277191,-25.096579,-23.091608,-31.277485,-21.234371,-24.635273,-24.896372,-27.92809,-27.507177,-21.822945,-19.964432,-31.305393,-21.62281,-32.14846
+9823,-30.867702,-21.522337,-18.464062,-23.164959,-35.429146,-28.127499,-30.252773,-19.151806,-24.30913,-38.216206,-19.886103,-28.464228,-35.8602,-30.057976,-22.054893,-43.374126,-38.46173,-52.432472,-26.198603,-33.62876,-28.208061,-20.472502,-25.31579,-34.332176,-30.003862,-29.167149,-21.36648,-19.106571,-41.243046,-50.397816,-28.944304,-32.24001,-26.67751,-39.372963,-38.7489,-25.567055,-42.794872,-34.216766,-15.596378,-31.77533,-35.26509,-24.519901,-40.6449,-20.949669,-43.516235,-33.705948,-25.976841,-33.349197,-20.203583,-28.940752,-33.33866,-28.911871,-30.504814,-24.41668,-53.95253,-25.310337,-34.39824,-46.155632,-33.625187,-32.75925,-43.74362,-31.44675,-48.59135,-35.570286,-39.623993,-26.107084,-37.18735,-29.294184,-8.251374,-0.01365064,-17.498161,-26.113932,-36.174755,-35.901398,-13.582905,-46.35161,-54.47409
+896,-29.148798,-17.144224,-15.548571,-16.195799,-30.961493,-21.090813,-22.72932,-17.537033,-18.734142,-33.95541,-24.04838,-27.20463,-40.76486,-32.82182,-21.972256,-24.221346,-20.542461,-16.317556,-29.04838,-11.917827,-23.09567,-32.364574,-20.02096,-27.904566,-24.24059,-24.02228,-27.583,-23.38572,-36.813248,-38.569855,-28.269588,-19.535862,-0.31711072,-25.92181,-18.630226,-17.892994,-44.057724,-44.89202,-30.811602,-36.973164,-29.864578,-33.032112,-45.594612,-26.16748,-39.897755,-19.8006,-16.026064,-24.429123,-12.3264885,-24.53994,-24.140406,-31.603636,-22.840462,-23.83014,-17.53123,-24.793125,-31.760015,-33.675575,-28.096766,-25.46989,-35.18083,-26.87614,-43.405624,-30.927883,-31.96748,-19.397278,-37.26864,-23.363628,-23.744534,-35.639435,-31.484722,-26.511879,-22.592875,-19.440079,-35.866203,-26.015814,-22.494238

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=banking77/list=test_1000/labels.csv

@@ -0,0 +1,1000 @@
+6197,55
+6441,63
+5254,42
+4058,38
+5596,27
+114,11
+2806,66
+1087,12
+1139,4
+12996,2
+10447,41
+11288,73
+12620,37
+10691,8
+8838,20
+11829,25
+5055,26
+5484,52
+2936,54
+9239,0
+5848,25
+2035,47
+1266,14
+11887,55
+4073,38
+4823,44
+2662,15
+5923,25
+2923,54
+7478,35
+12409,39
+11263,38
+12272,50
+8760,5
+1955,47
+7756,71
+12943,9
+8885,20
+6776,53
+12715,5
+11892,55
+4231,73
+3603,16
+1096,12
+2786,66
+12791,31
+7613,65
+12357,65
+11662,42
+9066,57
+63,11
+5620,27
+6193,55
+871,46
+10854,66
+8147,43
+3305,6
+3248,61
+2603,15
+3482,16
+4639,28
+7136,7
+6570,70
+7884,39
+12307,35
+10342,4
+257,13
+10939,40
+597,34
+3076,40
+8498,59
+7988,58
+575,34
+10692,8
+416,17
+2046,47
+1802,23
+12925,9
+5787,51
+2827,66
+4537,22
+3049,40
+11130,30
+2725,66
+1417,33
+12180,7
+6157,55
+8864,20
+12995,2
+2324,60
+2251,60
+1989,47
+16,11
+8827,20
+8493,59
+4953,26
+10807,15
+7101,7
+8210,76
+2312,60
+4330,62
+12365,71
+11466,3
+1666,1
+4063,38
+4622,3
+3836,74
+11584,26
+9371,19
+3407,6
+2680,15
+3845,74
+10741,60
+9232,0
+5932,25
+6113,48
+5411,52
+12422,39
+12101,53
+10322,12
+963,36
+11640,45
+5790,51
+519,17
+9694,2
+96,11
+7911,39
+6069,48
+13002,2
+7853,39
+8660,5
+2817,66
+11,11
+1701,49
+5397,52
+2685,15
+425,17
+1958,47
+12202,7
+5036,26
+6054,48
+10515,1
+12164,7
+4865,44
+12189,7
+8355,76
+7023,7
+12813,57
+7527,35
+2435,75
+9940,24
+7402,50
+32,11
+1541,41
+3094,40
+12947,9
+5604,27
+1775,49
+8117,43
+9587,9
+2008,47
+2741,66
+582,34
+2562,15
+7763,71
+7034,7
+6376,63
+9092,57
+202,13
+11193,74
+6028,48
+1476,41
+10315,12
+9472,19
+6092,48
+1919,56
+2986,54
+6078,48
+6698,67
+11430,22
+8139,43
+7580,65
+9696,2
+11768,51
+7030,7
+3711,30
+8118,43
+4895,44
+8450,37
+2225,8
+6803,53
+3040,40
+2834,66
+10998,10
+3955,68
+11164,74
+3599,16
+4288,62
+2846,66
+4278,62
+1150,4
+8719,5
+9210,0
+10575,23
+317,32
+6922,21
+10171,34
+8842,20
+11121,16
+6293,18
+3204,61
+591,34
+9236,0
+10820,15
+996,36
+8481,59
+10583,23
+1555,41
+3754,30
+2257,60
+11351,62
+12515,43
+1792,23
+10659,47
+8290,76
+9713,2
+12555,72
+7311,64
+2599,15
+10911,54
+6332,63
+5152,45
+4602,3
+6340,63
+10385,14
+1807,23
+8458,37
+3319,6
+10078,13
+8380,37
+2739,66
+1115,12
+9783,69
+2158,8
+5652,27
+12173,7
+5744,51
+3782,74
+3456,6
+9414,19
+4810,28
+11760,27
+8925,20
+7440,35
+1883,56
+9930,24
+12920,19
+6413,63
+7596,65
+11819,25
+6624,67
+11903,55
+3858,74
+9103,57
+3555,16
+4457,29
+2409,75
+9174,57
+7133,7
+3159,61
+10129,17
+3150,10
+2201,8
+7666,65
+2865,66
+12815,57
+3282,61
+3886,74
+775,46
+6393,63
+10102,32
+7652,65
+6523,70
+7589,65
+866,46
+4929,26
+5588,27
+3759,30
+10532,49
+9122,57
+12466,58
+4214,73
+5337,42
+574,34
+9839,69
+12404,39
+296,32
+7868,39
+12839,57
+6542,70
+122,11
+750,46
+10136,17
+12891,19
+3235,61
+7444,35
+12924,9
+8768,5
+7057,7
+8917,20
+7602,65
+9870,69
+3316,6
+5694,51
+2078,8
+8022,58
+4839,44
+730,34
+12123,21
+4332,62
+7453,35
+4418,29
+6744,53
+9728,2
+1611,1
+10779,75
+6783,53
+4472,22
+367,32
+10636,56
+1696,49
+3281,61
+6690,67
+4800,28
+8328,76
+4827,44
+530,17
+3977,68
+12840,57
+10417,33
+3545,16
+2396,75
+5344,42
+1829,56
+10084,32
+6306,63
+3692,30
+11054,6
+12948,9
+1656,1
+2338,75
+12260,50
+1372,33
+6644,67
+4988,26
+6775,53
+8683,5
+2032,47
+6371,63
+6946,21
+3676,30
+2414,75
+636,34
+12581,76
+6547,70
+7395,50
+3136,10
+7163,64
+8426,37
+5921,25
+6807,53
+9788,69
+12732,20
+8341,76
+2233,8
+3528,16
+9238,0
+2532,15
+9960,24
+8977,31
+11800,51
+3432,6
+8708,5
+6902,21
+4076,38
+6444,63
+812,46
+7036,7
+1971,47
+9335,0
+3942,68
+5775,51
+9428,19
+8656,5
+9465,19
+5128,45
+10072,13
+9836,69
+9955,24
+1312,14
+3554,16
+10852,66
+5417,52
+180,13
+2776,66
+11345,62
+3655,30
+7277,64
+13060,24
+887,36
+1485,41
+8296,76
+12531,72
+11407,22
+9162,57
+4452,29
+12471,58
+3355,6
+4651,28
+3943,68
+7060,7
+3775,74
+3853,74
+1191,4
+3992,68
+7669,65
+5048,26
+9818,69
+4304,62
+10406,33
+9906,24
+11208,68
+1419,33
+4781,28
+3255,61
+455,17
+6948,21
+6594,67
+9470,19
+1844,56
+11622,45
+372,32
+109,11
+1525,41
+6630,67
+2468,75
+583,34
+11698,52
+5557,27
+13074,24
+6325,63
+11086,16
+1524,41
+6932,21
+3715,30
+6936,21
+914,36
+10052,13
+3295,61
+7266,64
+4371,29
+5666,27
+11409,22
+7414,50
+11770,51
+11278,38
+1869,56
+9650,2
+2715,66
+811,46
+11947,18
+547,17
+4377,29
+1147,4
+9112,57
+11843,48
+7886,39
+12316,35
+6926,21
+12835,57
+2451,75
+7372,50
+9207,0
+8537,59
+11889,55
+12083,53
+9037,31
+12988,2
+1114,12
+12685,5
+2915,54
+9370,19
+2337,75
+2649,15
+4955,26
+9692,2
+9643,9
+3059,40
+3724,30
+8145,43
+6717,67
+5525,52
+6551,70
+578,34
+2871,54
+9211,0
+11002,10
+2539,15
+6279,18
+10878,66
+804,46
+10910,54
+6890,21
+9849,69
+3021,40
+4061,38
+8237,76
+12476,58
+3211,61
+7895,39
+4703,28
+5236,45
+8303,76
+2867,66
+6756,53
+4719,28
+2131,8
+12739,20
+6798,53
+5817,51
+11425,22
+11553,44
+10949,40
+10671,47
+9781,69
+5571,27
+1493,41
+1399,33
+1126,4
+494,17
+527,17
+12562,72
+274,13
+1354,14
+7309,64
+10444,41
+11669,42
+7329,64
+4329,62
+2104,8
+12551,72
+11595,26
+2130,8
+12940,9
+4023,38
+1740,49
+686,34
+9012,31
+4606,3
+4133,73
+7875,39
+841,46
+5378,52
+9804,69
+11946,18
+7709,71
+3143,10
+834,46
+4445,29
+9734,2
+10973,10
+9572,9
+11203,68
+747,46
+12687,5
+2988,54
+8714,5
+6366,63
+3100,10
+11038,61
+12437,39
+4657,28
+3653,30
+9914,24
+3517,16
+9979,24
+7470,35
+8547,59
+533,17
+5114,45
+8769,5
+640,34
+3198,61
+10835,15
+9364,19
+10943,40
+9819,69
+3048,40
+1884,56
+9637,9
+11507,28
+363,32
+8159,43
+12295,35
+4648,28
+4052,38
+11134,30
+7619,65
+3556,16
+863,46
+4437,29
+2423,75
+9873,69
+11736,27
+5320,42
+4359,29
+8285,76
+12299,35
+9013,31
+9314,0
+5011,26
+3694,30
+3720,30
+8497,59
+7067,7
+5140,45
+5258,42
+520,17
+1946,47
+6438,63
+6916,21
+5745,51
+10890,54
+12326,65
+11163,74
+6403,63
+8797,20
+1556,41
+6049,48
+2499,75
+5195,45
+9966,24
+12532,72
+8402,37
+12369,71
+2493,75
+7910,39
+11521,28
+239,13
+6718,67
+11847,48
+576,34
+1566,1
+5690,51
+6944,21
+8723,5
+6622,67
+4659,28
+8658,5
+7814,39
+8586,59
+8160,43
+3709,30
+11620,45
+11840,25
+10249,36
+12833,57
+12484,43
+13072,24
+669,34
+6232,55
+1112,12
+8281,76
+5428,52
+8909,20
+12116,53
+11534,44
+1330,14
+11429,22
+4934,26
+112,11
+3690,30
+5058,26
+2723,66
+10599,23
+3824,74
+4482,22
+12187,7
+5339,42
+1794,23
+1813,23
+9626,9
+2502,75
+356,32
+3176,61
+6263,18
+4373,29
+5736,51
+10314,12
+9450,19
+12498,43
+5155,45
+3811,74
+2668,15
+906,36
+2883,54
+6849,53
+2237,60
+11850,48
+6414,63
+9383,19
+851,46
+7802,71
+7696,71
+3634,16
+5640,27
+8722,5
+4731,28
+9543,9
+1183,4
+9019,31
+5836,25
+7845,39
+11955,18
+2361,75
+13019,69
+1878,56
+5198,45
+917,36
+10725,60
+8619,5
+4928,26
+9789,69
+5300,42
+9756,2
+3586,16
+8692,5
+12781,31
+6175,55
+11744,27
+11863,48
+4357,29
+11624,45
+10726,60
+9652,2
+5939,25
+3114,10
+4292,62
+5810,51
+6885,21
+8479,59
+1629,1
+7561,35
+12056,67
+3330,6
+10125,17
+10358,4
+10849,66
+1857,56
+2073,47
+10603,56
+6613,67
+0,11
+726,34
+8246,76
+9434,19
+7770,71
+6508,70
+9700,2
+8075,43
+8105,43
+566,17
+7824,39
+7778,71
+11714,52
+3427,6
+7165,64
+8802,20
+8944,31
+12936,9
+12156,21
+12265,50
+3131,10
+1923,56
+4866,44
+11664,42
+2905,54
+6947,21
+2114,8
+7536,35
+10215,46
+5319,42
+2093,8
+12463,58
+4978,26
+6038,48
+1113,12
+11394,29
+1422,33
+6544,70
+8647,5
+1679,49
+12356,65
+12070,67
+12277,50
+774,46
+9699,2
+8452,37
+5649,27
+6680,67
+9679,2
+10266,36
+3356,6
+764,46
+7725,71
+250,13
+10111,32
+1219,4
+3056,40
+11428,22
+5368,42
+352,32
+12923,9
+12676,59
+24,11
+10540,49
+10208,46
+3068,40
+4997,26
+9194,0
+9071,57
+1020,12
+8119,43
+3856,74
+2772,66
+5789,51
+4760,28
+4568,3
+10079,13
+7062,7
+5173,45
+7731,71
+9629,9
+6458,63
+11468,3
+12564,76
+171,13
+10128,17
+11103,16
+12171,7
+285,13
+7717,71
+6847,53
+8517,59
+4927,26
+3145,10
+2188,8
+9437,19
+8682,5
+8784,20
+12106,53
+7129,7
+6716,67
+2291,60
+9988,24
+2379,75
+5882,25
+5051,26
+8308,76
+12004,70
+6426,63
+7593,65
+2106,8
+8528,59
+5135,45
+5635,27
+1675,49
+4101,73
+12311,35
+2377,75
+7452,35
+2192,8
+1103,12
+4739,28
+7524,35
+2036,47
+11540,44
+1744,49
+6503,70
+5827,51
+7515,35
+6215,55
+8696,5
+9185,0
+9842,69
+3405,6
+4479,22
+3431,6
+11262,38
+10399,14
+1179,4
+5724,51
+10804,15
+7540,35
+7606,65
+12830,57
+12883,19
+623,34
+10616,56
+7358,50
+10683,8
+9646,2
+3727,30
+7598,65
+1901,56
+2397,75
+10740,60
+11073,6
+11680,42
+1347,14
+10570,23
+3078,40
+10134,17
+2862,66
+3728,30
+3507,16
+8727,5
+6883,21
+4761,28
+11283,73
+8201,72
+9821,69
+9349,19
+7231,64
+5608,27
+6367,63
+13061,24
+12027,70
+1538,41
+11943,18
+12606,37
+6153,55
+11988,63
+5526,52
+6668,67
+10397,14
+10564,23
+3058,40
+11410,22
+7777,71
+5475,52
+3772,74
+9440,19
+722,34
+5249,45
+8912,20
+11317,73
+6921,21
+11175,74
+3919,68
+9682,2
+7156,7
+3571,16
+11953,18
+5269,42
+626,34
+761,46
+8172,72
+10331,4
+8158,43
+11477,3
+8219,76
+6909,21
+437,17
+4306,62
+10138,17
+6498,70
+9589,9
+11147,30
+12803,57
+185,13
+1823,56
+11964,63
+517,17
+7164,64
+12251,50
+12896,19
+19,11
+4888,44
+3508,16
+14,11
+10830,15
+5634,27
+4901,44
+3225,61
+11711,52
+956,36
+2176,8
+10410,33
+8943,20

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-1.0/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f11952564cc7675e859d79f9297cb79920755ada7c053d1347c185e79f0029b
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7a4845600166867b7728ce85bd0a29fcbe0f40145696d43a27d42d03e94aa9
+size 42951614

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-1.0/0.7-1.0/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f54a0e7b84ee93b7c836f73130440ae7b82cb5b58843861d48a01815728142e
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/events.out.tfevents.1734787101.gamma.3792667.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893fbcd68fa8a80b598c94230d426af7fb020595d152f716a28772d0e1ecb93f
+size 11094

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,53 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.39683451876044273,0,15.343116760253906,
+0,8,0.10456278175115585,1,12.945052642822265,
+0,16,0.07989301159977913,2,14.85915590369183,
+0,24,0.07871536910533905,3,12.812269408127356,
+0,32,0.08082602173089981,4,9.32737628618876,
+0,40,0.07610178366303444,5,10.286791831254959,
+0,48,0.07842722535133362,6,7.620485975935653,
+0,56,0.08095717802643776,7,4.6382467448711395,
+0,64,0.07629092782735825,8,4.435345979837271,
+0,72,0.07939836382865906,9,4.044487725133481,
+0,80,0.07544129341840744,10,3.5526315432328444,
+0,88,0.07564740255475044,11,3.4796098550160726,
+0,96,0.0771847739815712,12,3.7305461949315566,
+0,104,0.0801391638815403,13,2.7364641378323236,
+0,112,0.07654977217316628,14,3.052835328238351,
+0,120,0.0759398601949215,15,2.4878737702965736,
+0,128,0.08114495500922203,16,3.1465452909469604,
+,,,16,,2.588255669660629
+0,136,0.07963208481669426,17,2.4336953009328535,
+0,144,0.07684106007218361,18,1.6948988216894645,
+0,152,0.08469615504145622,19,3.160267282176662,
+1,160,0.08125778287649155,20,1.7983612797477029,
+1,168,0.07695577666163445,21,1.7640666594872108,
+1,176,0.08062084019184113,22,2.435990790526072,
+1,184,0.08137952536344528,23,1.4004827696701576,
+1,192,0.0863855853676796,24,1.8159827613830566,
+1,200,0.0805838368833065,25,1.8979835618625989,
+1,208,0.08268394693732262,26,2.2111431227789984,
+1,216,0.07846700772643089,27,1.6226850112279256,
+1,224,0.08120575174689293,28,1.2360631889767117,
+1,232,0.08154893293976784,29,1.639545466899872,
+1,240,0.08155543729662895,30,1.9715920010128536,
+1,248,0.0759601965546608,31,1.8491708487272263,
+1,256,0.0767100341618061,32,1.8855466842651367,
+,,,32,,1.4326205891408739
+1,264,0.07956836000084877,33,1.6905916467789681,
+1,272,0.08119673654437065,34,1.1781852197647096,
+1,280,0.07704954966902733,35,1.6371466684341431,
+1,288,0.08314326032996178,36,2.3630419383446375,
+1,296,0.07733612135052681,37,1.4443889702520063,
+1,304,0.08253645524382591,38,0.9718204186512873,
+2,312,0.0813659019768238,39,0.6649420536481417,
+2,320,0.07597694173455238,40,1.03183663636446,
+2,328,0.08727490529417992,41,1.134572297334671,
+2,336,0.07864036038517952,42,1.454296487349051,
+2,344,0.07634229212999344,43,0.7114480206599603,
+2,352,0.08305907994508743,44,0.9678144095272854,
+2,360,0.07573240995407104,45,0.8063532595451062,
+2,368,0.07665052264928818,46,0.7627509884212328,
+2,376,0.08112183958292007,47,0.776337903121422,
+2,384,0.08104399219155312,48,0.8734657968635913,
+,,,48,,3.8988830177647293

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-1.0/0.7-1.0/test=banking77/list=test_1000/labels.csv

@@ -0,0 +1,1000 @@
+6197,55
+6441,63
+5254,42
+4058,38
+5596,27
+114,11
+2806,66
+1087,12
+1139,4
+12996,2
+10447,41
+11288,73
+12620,37
+10691,8
+8838,20
+11829,25
+5055,26
+5484,52
+2936,54
+9239,0
+5848,25
+2035,47
+1266,14
+11887,55
+4073,38
+4823,44
+2662,15
+5923,25
+2923,54
+7478,35
+12409,39
+11263,38
+12272,50
+8760,5
+1955,47
+7756,71
+12943,9
+8885,20
+6776,53
+12715,5
+11892,55
+4231,73
+3603,16
+1096,12
+2786,66
+12791,31
+7613,65
+12357,65
+11662,42
+9066,57
+63,11
+5620,27
+6193,55
+871,46
+10854,66
+8147,43
+3305,6
+3248,61
+2603,15
+3482,16
+4639,28
+7136,7
+6570,70
+7884,39
+12307,35
+10342,4
+257,13
+10939,40
+597,34
+3076,40
+8498,59
+7988,58
+575,34
+10692,8
+416,17
+2046,47
+1802,23
+12925,9
+5787,51
+2827,66
+4537,22
+3049,40
+11130,30
+2725,66
+1417,33
+12180,7
+6157,55
+8864,20
+12995,2
+2324,60
+2251,60
+1989,47
+16,11
+8827,20
+8493,59
+4953,26
+10807,15
+7101,7
+8210,76
+2312,60
+4330,62
+12365,71
+11466,3
+1666,1
+4063,38
+4622,3
+3836,74
+11584,26
+9371,19
+3407,6
+2680,15
+3845,74
+10741,60
+9232,0
+5932,25
+6113,48
+5411,52
+12422,39
+12101,53
+10322,12
+963,36
+11640,45
+5790,51
+519,17
+9694,2
+96,11
+7911,39
+6069,48
+13002,2
+7853,39
+8660,5
+2817,66
+11,11
+1701,49
+5397,52
+2685,15
+425,17
+1958,47
+12202,7
+5036,26
+6054,48
+10515,1
+12164,7
+4865,44
+12189,7
+8355,76
+7023,7
+12813,57
+7527,35
+2435,75
+9940,24
+7402,50
+32,11
+1541,41
+3094,40
+12947,9
+5604,27
+1775,49
+8117,43
+9587,9
+2008,47
+2741,66
+582,34
+2562,15
+7763,71
+7034,7
+6376,63
+9092,57
+202,13
+11193,74
+6028,48
+1476,41
+10315,12
+9472,19
+6092,48
+1919,56
+2986,54
+6078,48
+6698,67
+11430,22
+8139,43
+7580,65
+9696,2
+11768,51
+7030,7
+3711,30
+8118,43
+4895,44
+8450,37
+2225,8
+6803,53
+3040,40
+2834,66
+10998,10
+3955,68
+11164,74
+3599,16
+4288,62
+2846,66
+4278,62
+1150,4
+8719,5
+9210,0
+10575,23
+317,32
+6922,21
+10171,34
+8842,20
+11121,16
+6293,18
+3204,61
+591,34
+9236,0
+10820,15
+996,36
+8481,59
+10583,23
+1555,41
+3754,30
+2257,60
+11351,62
+12515,43
+1792,23
+10659,47
+8290,76
+9713,2
+12555,72
+7311,64
+2599,15
+10911,54
+6332,63
+5152,45
+4602,3
+6340,63
+10385,14
+1807,23
+8458,37
+3319,6
+10078,13
+8380,37
+2739,66
+1115,12
+9783,69
+2158,8
+5652,27
+12173,7
+5744,51
+3782,74
+3456,6
+9414,19
+4810,28
+11760,27
+8925,20
+7440,35
+1883,56
+9930,24
+12920,19
+6413,63
+7596,65
+11819,25
+6624,67
+11903,55
+3858,74
+9103,57
+3555,16
+4457,29
+2409,75
+9174,57
+7133,7
+3159,61
+10129,17
+3150,10
+2201,8
+7666,65
+2865,66
+12815,57
+3282,61
+3886,74
+775,46
+6393,63
+10102,32
+7652,65
+6523,70
+7589,65
+866,46
+4929,26
+5588,27
+3759,30
+10532,49
+9122,57
+12466,58
+4214,73
+5337,42
+574,34
+9839,69
+12404,39
+296,32
+7868,39
+12839,57
+6542,70
+122,11
+750,46
+10136,17
+12891,19
+3235,61
+7444,35
+12924,9
+8768,5
+7057,7
+8917,20
+7602,65
+9870,69
+3316,6
+5694,51
+2078,8
+8022,58
+4839,44
+730,34
+12123,21
+4332,62
+7453,35
+4418,29
+6744,53
+9728,2
+1611,1
+10779,75
+6783,53
+4472,22
+367,32
+10636,56
+1696,49
+3281,61
+6690,67
+4800,28
+8328,76
+4827,44
+530,17
+3977,68
+12840,57
+10417,33
+3545,16
+2396,75
+5344,42
+1829,56
+10084,32
+6306,63
+3692,30
+11054,6
+12948,9
+1656,1
+2338,75
+12260,50
+1372,33
+6644,67
+4988,26
+6775,53
+8683,5
+2032,47
+6371,63
+6946,21
+3676,30
+2414,75
+636,34
+12581,76
+6547,70
+7395,50
+3136,10
+7163,64
+8426,37
+5921,25
+6807,53
+9788,69
+12732,20
+8341,76
+2233,8
+3528,16
+9238,0
+2532,15
+9960,24
+8977,31
+11800,51
+3432,6
+8708,5
+6902,21
+4076,38
+6444,63
+812,46
+7036,7
+1971,47
+9335,0
+3942,68
+5775,51
+9428,19
+8656,5
+9465,19
+5128,45
+10072,13
+9836,69
+9955,24
+1312,14
+3554,16
+10852,66
+5417,52
+180,13
+2776,66
+11345,62
+3655,30
+7277,64
+13060,24
+887,36
+1485,41
+8296,76
+12531,72
+11407,22
+9162,57
+4452,29
+12471,58
+3355,6
+4651,28
+3943,68
+7060,7
+3775,74
+3853,74
+1191,4
+3992,68
+7669,65
+5048,26
+9818,69
+4304,62
+10406,33
+9906,24
+11208,68
+1419,33
+4781,28
+3255,61
+455,17
+6948,21
+6594,67
+9470,19
+1844,56
+11622,45
+372,32
+109,11
+1525,41
+6630,67
+2468,75
+583,34
+11698,52
+5557,27
+13074,24
+6325,63
+11086,16
+1524,41
+6932,21
+3715,30
+6936,21
+914,36
+10052,13
+3295,61
+7266,64
+4371,29
+5666,27
+11409,22
+7414,50
+11770,51
+11278,38
+1869,56
+9650,2
+2715,66
+811,46
+11947,18
+547,17
+4377,29
+1147,4
+9112,57
+11843,48
+7886,39
+12316,35
+6926,21
+12835,57
+2451,75
+7372,50
+9207,0
+8537,59
+11889,55
+12083,53
+9037,31
+12988,2
+1114,12
+12685,5
+2915,54
+9370,19
+2337,75
+2649,15
+4955,26
+9692,2
+9643,9
+3059,40
+3724,30
+8145,43
+6717,67
+5525,52
+6551,70
+578,34
+2871,54
+9211,0
+11002,10
+2539,15
+6279,18
+10878,66
+804,46
+10910,54
+6890,21
+9849,69
+3021,40
+4061,38
+8237,76
+12476,58
+3211,61
+7895,39
+4703,28
+5236,45
+8303,76
+2867,66
+6756,53
+4719,28
+2131,8
+12739,20
+6798,53
+5817,51
+11425,22
+11553,44
+10949,40
+10671,47
+9781,69
+5571,27
+1493,41
+1399,33
+1126,4
+494,17
+527,17
+12562,72
+274,13
+1354,14
+7309,64
+10444,41
+11669,42
+7329,64
+4329,62
+2104,8
+12551,72
+11595,26
+2130,8
+12940,9
+4023,38
+1740,49
+686,34
+9012,31
+4606,3
+4133,73
+7875,39
+841,46
+5378,52
+9804,69
+11946,18
+7709,71
+3143,10
+834,46
+4445,29
+9734,2
+10973,10
+9572,9
+11203,68
+747,46
+12687,5
+2988,54
+8714,5
+6366,63
+3100,10
+11038,61
+12437,39
+4657,28
+3653,30
+9914,24
+3517,16
+9979,24
+7470,35
+8547,59
+533,17
+5114,45
+8769,5
+640,34
+3198,61
+10835,15
+9364,19
+10943,40
+9819,69
+3048,40
+1884,56
+9637,9
+11507,28
+363,32
+8159,43
+12295,35
+4648,28
+4052,38
+11134,30
+7619,65
+3556,16
+863,46
+4437,29
+2423,75
+9873,69
+11736,27
+5320,42
+4359,29
+8285,76
+12299,35
+9013,31
+9314,0
+5011,26
+3694,30
+3720,30
+8497,59
+7067,7
+5140,45
+5258,42
+520,17
+1946,47
+6438,63
+6916,21
+5745,51
+10890,54
+12326,65
+11163,74
+6403,63
+8797,20
+1556,41
+6049,48
+2499,75
+5195,45
+9966,24
+12532,72
+8402,37
+12369,71
+2493,75
+7910,39
+11521,28
+239,13
+6718,67
+11847,48
+576,34
+1566,1
+5690,51
+6944,21
+8723,5
+6622,67
+4659,28
+8658,5
+7814,39
+8586,59
+8160,43
+3709,30
+11620,45
+11840,25
+10249,36
+12833,57
+12484,43
+13072,24
+669,34
+6232,55
+1112,12
+8281,76
+5428,52
+8909,20
+12116,53
+11534,44
+1330,14
+11429,22
+4934,26
+112,11
+3690,30
+5058,26
+2723,66
+10599,23
+3824,74
+4482,22
+12187,7
+5339,42
+1794,23
+1813,23
+9626,9
+2502,75
+356,32
+3176,61
+6263,18
+4373,29
+5736,51
+10314,12
+9450,19
+12498,43
+5155,45
+3811,74
+2668,15
+906,36
+2883,54
+6849,53
+2237,60
+11850,48
+6414,63
+9383,19
+851,46
+7802,71
+7696,71
+3634,16
+5640,27
+8722,5
+4731,28
+9543,9
+1183,4
+9019,31
+5836,25
+7845,39
+11955,18
+2361,75
+13019,69
+1878,56
+5198,45
+917,36
+10725,60
+8619,5
+4928,26
+9789,69
+5300,42
+9756,2
+3586,16
+8692,5
+12781,31
+6175,55
+11744,27
+11863,48
+4357,29
+11624,45
+10726,60
+9652,2
+5939,25
+3114,10
+4292,62
+5810,51
+6885,21
+8479,59
+1629,1
+7561,35
+12056,67
+3330,6
+10125,17
+10358,4
+10849,66
+1857,56
+2073,47
+10603,56
+6613,67
+0,11
+726,34
+8246,76
+9434,19
+7770,71
+6508,70
+9700,2
+8075,43
+8105,43
+566,17
+7824,39
+7778,71
+11714,52
+3427,6
+7165,64
+8802,20
+8944,31
+12936,9
+12156,21
+12265,50
+3131,10
+1923,56
+4866,44
+11664,42
+2905,54
+6947,21
+2114,8
+7536,35
+10215,46
+5319,42
+2093,8
+12463,58
+4978,26
+6038,48
+1113,12
+11394,29
+1422,33
+6544,70
+8647,5
+1679,49
+12356,65
+12070,67
+12277,50
+774,46
+9699,2
+8452,37
+5649,27
+6680,67
+9679,2
+10266,36
+3356,6
+764,46
+7725,71
+250,13
+10111,32
+1219,4
+3056,40
+11428,22
+5368,42
+352,32
+12923,9
+12676,59
+24,11
+10540,49
+10208,46
+3068,40
+4997,26
+9194,0
+9071,57
+1020,12
+8119,43
+3856,74
+2772,66
+5789,51
+4760,28
+4568,3
+10079,13
+7062,7
+5173,45
+7731,71
+9629,9
+6458,63
+11468,3
+12564,76
+171,13
+10128,17
+11103,16
+12171,7
+285,13
+7717,71
+6847,53
+8517,59
+4927,26
+3145,10
+2188,8
+9437,19
+8682,5
+8784,20
+12106,53
+7129,7
+6716,67
+2291,60
+9988,24
+2379,75
+5882,25
+5051,26
+8308,76
+12004,70
+6426,63
+7593,65
+2106,8
+8528,59
+5135,45
+5635,27
+1675,49
+4101,73
+12311,35
+2377,75
+7452,35
+2192,8
+1103,12
+4739,28
+7524,35
+2036,47
+11540,44
+1744,49
+6503,70
+5827,51
+7515,35
+6215,55
+8696,5
+9185,0
+9842,69
+3405,6
+4479,22
+3431,6
+11262,38
+10399,14
+1179,4
+5724,51
+10804,15
+7540,35
+7606,65
+12830,57
+12883,19
+623,34
+10616,56
+7358,50
+10683,8
+9646,2
+3727,30
+7598,65
+1901,56
+2397,75
+10740,60
+11073,6
+11680,42
+1347,14
+10570,23
+3078,40
+10134,17
+2862,66
+3728,30
+3507,16
+8727,5
+6883,21
+4761,28
+11283,73
+8201,72
+9821,69
+9349,19
+7231,64
+5608,27
+6367,63
+13061,24
+12027,70
+1538,41
+11943,18
+12606,37
+6153,55
+11988,63
+5526,52
+6668,67
+10397,14
+10564,23
+3058,40
+11410,22
+7777,71
+5475,52
+3772,74
+9440,19
+722,34
+5249,45
+8912,20
+11317,73
+6921,21
+11175,74
+3919,68
+9682,2
+7156,7
+3571,16
+11953,18
+5269,42
+626,34
+761,46
+8172,72
+10331,4
+8158,43
+11477,3
+8219,76
+6909,21
+437,17
+4306,62
+10138,17
+6498,70
+9589,9
+11147,30
+12803,57
+185,13
+1823,56
+11964,63
+517,17
+7164,64
+12251,50
+12896,19
+19,11
+4888,44
+3508,16
+14,11
+10830,15
+5634,27
+4901,44
+3225,61
+11711,52
+956,36
+2176,8
+10410,33
+8943,20

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 48
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67fe1562e7cf2fad86fb521792736ed767d1c65362f636789826459906d9dc72
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb54fa798214d818b04d1bf3b6aaad46abe2d2d2287ff4ed88bed1d8e32b4b7
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/events.out.tfevents.1734568979.gamma.2439958.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea81eea97ae9cbad8297f327da1746b5d89b2fe6fafdba4ab03f38add19d0e22
+size 544150

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=3/lora_ans/0.0-0.7/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8f482d78d2afa095a698cc2a5f20c785091cdc5281c2942184aa751f569e31
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d41181655d847b7ad8fafbd7f7917311a5bd02b4793e81f605b71c65e97a817
+size 42951614

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643