Add files using upload-large-folder tool

.gitattributes

@@ -1593,3 +1593,10 @@ finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=3/lora_ans_no_es/0.0-1.
 finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb62c14365dfb1f6beb42b94a0dc894e12640740de2bed11f0d8b7f370b86a07
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47600f82b1873b5d231419c256858e56462bebc057c340ca79eb9a10c5f5ca31
+size 42951614

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b03483cf48389ad3a3a034c92a5c3e337f9fbd6d63db2ff77bc85148f191536
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/events.out.tfevents.1735218036.gamma.1029590.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d24be3e9e45e3327f977cb3ed744e7642e8c053ecfc2e204cb6372d9f7e31e0
+size 441138

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=banking77/list=0.7-1.0/labels.csv

@@ -0,0 +1,46 @@
+11197,74
+5034,26
+5740,51
+9929,24
+1076,12
+10826,15
+9482,19
+7239,64
+11458,3
+8430,37
+3317,6
+3801,74
+3892,68
+4620,3
+958,36
+9871,69
+6561,70
+7308,64
+6105,48
+12094,53
+9134,57
+7103,7
+1677,49
+81,11
+3702,30
+2250,60
+6531,70
+6483,70
+10062,13
+3815,74
+2512,15
+4387,29
+12747,20
+12246,50
+7676,65
+9474,19
+178,13
+6299,18
+354,32
+4428,29
+11401,29
+8852,20
+4722,28
+8793,20
+9823,69
+896,36

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=banking77/list=0.7-1.0/logits.csv

@@ -0,0 +1,46 @@
+11197,-30.481413,-16.35653,-12.114272,-19.69634,-28.905128,-20.639435,-20.01989,-18.689777,-29.23447,-34.625877,-22.313213,-24.250713,-38.306606,-27.063213,-16.228363,-29.972208,-20.028494,-37.83452,-25.063213,-26.333088,-22.377655,-23.230051,-21.575588,-26.265665,-23.109549,-19.88199,-19.648031,-17.926325,-45.912292,-37.370747,-27.39465,-31.481668,-28.012918,-36.491238,-41.454453,-15.211736,-41.40257,-42.52657,-20.650867,-27.45597,-26.587818,-22.866985,-30.116985,-27.473177,-31.331299,-29.308277,-21.103325,-24.059198,-14.227718,-26.360855,-22.200186,-25.106926,-28.199306,-17.032177,-31.382,-20.790241,-30.166164,-32.70755,-24.97231,-30.706337,-37.800087,-29.143837,-44.340797,-39.471016,-31.328972,-18.277077,-31.127773,-24.591522,-13.932941,-5.8807297,-18.467953,-22.227968,-28.9034,-26.86937,-9.484507,-46.01125,-41.072662
+5034,-38.013313,-18.763971,-15.91197,-14.268922,-21.143986,-19.874437,-20.190239,-17.093912,-34.41438,-28.639145,-20.189083,-27.595333,-44.45768,-31.454708,-11.068246,-37.190964,-34.831257,-57.193626,-9.439082,-26.557386,-30.401237,-30.802582,-21.22687,-18.257633,-31.233688,-27.960339,-9.410612,-21.722256,-48.30384,-39.84602,-43.95753,-25.73695,-23.42445,-44.30288,-36.17992,-17.418196,-43.40696,-46.086582,-20.833088,-33.627502,-26.720234,-34.01022,-51.9321,-23.07457,-44.195602,-32.895424,-16.030676,-29.342468,-23.279448,-20.302504,-31.641226,-31.238098,-25.670244,-32.36773,-52.8525,-34.153282,-56.104855,-54.950783,-38.85035,-18.632284,-35.757282,-28.007284,-46.26828,-43.6799,-30.917156,-31.697063,-29.459194,-23.52879,-21.71254,-33.48586,-37.72218,-36.2266,-21.158865,-22.889341,-39.36864,-10.435585,-37.597084
+5740,-41.97711,-20.96583,-10.89967,-29.101591,-35.292057,-19.794104,-29.63684,-17.463446,-21.703295,-41.023315,-31.570633,-29.570633,-49.303043,-34.508133,-27.83865,-29.190842,-17.547537,-45.639874,-27.414383,-28.850227,-13.521952,-27.55206,-19.167774,-29.313969,-30.266232,-32.7392,-24.862625,-23.474686,-40.849407,-48.923534,-43.880905,-32.974808,-28.912308,-45.02894,-14.604238,-23.224657,-52.369816,-54.452858,-30.732632,-37.946266,-35.306767,-40.52143,-59.27143,-42.607204,-35.266716,-37.537094,-24.727898,-34.325367,-23.724537,-23.324705,-37.817688,-0.7867296,-1.2249411,-10.8776655,-49.18528,-33.132324,-47.37099,-41.725296,-35.80375,-22.177946,-41.445526,-23.802946,-30.815231,-23.85353,-28.587622,-29.082802,-26.266314,-19.704136,-36.38968,-48.22866,-43.21797,-35.448364,-26.449955,-23.245647,-43.911934,-31.518005,-40.313393
+9929,-29.07072,-20.173693,-16.779032,-17.17751,-23.717258,-28.521324,-26.082064,-23.48457,-36.987495,-34.878708,-20.502274,-22.127274,-32.98701,-30.0179,-13.703257,-40.53887,-27.72369,-44.797115,-25.564774,-38.532093,-40.762398,-30.483383,-26.736916,-27.801538,-27.03234,-28.027615,-28.636326,-29.350912,-48.005493,-42.776306,-42.55194,-29.373947,-24.436447,-46.025833,-34.968338,-27.314882,-48.344536,-39.517685,-3.420464,-14.438764,-15.107565,-32.944336,-54.006836,-0.29418755,-54.025974,-28.088531,-26.021616,-30.011044,-24.25294,-19.704151,-40.367928,-38.835392,-25.654028,-32.943024,-28.968391,-28.637339,-44.19825,-49.591373,-31.801804,-32.346798,-39.213985,-32.471798,-42.315533,-39.21224,-44.545647,-35.969055,-46.018585,-31.520771,-28.98674,-29.353401,-34.4957,-33.978264,-28.141026,-21.081888,-26.077837,-42.262913,-45.47212
+1076,-26.415453,-24.7924,-16.389362,-24.917492,-28.443565,-16.53186,-17.303875,-16.626495,-31.025461,-41.38095,-22.504848,-0.0048474283,-23.510084,-29.020473,-21.821072,-36.57644,-26.211845,-39.039856,-23.317348,-30.744905,-24.716038,-27.310797,-22.492851,-26.76972,-28.2051,-23.36702,-19.821428,-15.261892,-32.977364,-50.40295,-44.00493,-24.919453,-21.981953,-37.901314,-24.741373,-19.742962,-54.69642,-60.696846,-19.63137,-38.200294,-32.293995,-26.923105,-49.516853,-11.085201,-35.99527,-34.19862,-22.6972,-32.09007,-20.258493,-16.728788,-32.740223,-19.306118,-30.38024,-30.684639,-41.298332,-31.832485,-36.581417,-30.375206,-29.48533,-28.987642,-40.464207,-30.362642,-36.4319,-25.15174,-30.613493,-27.15617,-23.358847,-15.898587,-19.00409,-44.35356,-36.97339,-37.117172,-30.684137,-21.285418,-36.724186,-34.759846,-40.960815
+10826,-30.83623,-18.898796,-10.877787,-22.535637,-22.677334,-13.118844,-20.031803,-28.633488,-30.849148,-25.130795,-15.899805,-19.899805,-38.211784,-25.520899,-11.846089,-1.8995302,-12.167596,-15.135199,-17.399805,-11.257455,-27.572218,-31.937689,-20.953688,-25.76049,-35.599506,-20.804192,-20.487555,-12.982848,-32.79688,-53.71053,-47.94254,-17.103271,-21.103271,-39.416607,-0.30062804,-16.970795,-62.43454,-47.168354,-22.369734,-45.76954,-43.04814,-35.29494,-57.29494,-36.20921,-40.62035,-13.533331,-17.139523,-27.166157,-20.407614,-21.350365,-40.9276,-18.125313,-18.301565,-16.800907,-43.285862,-30.819557,-20.30023,-14.193587,-28.70626,-17.460627,-35.847343,-20.023127,-25.43913,-9.629872,-11.159334,-27.176626,-29.787886,-25.277533,-39.023636,-47.64814,-44.02664,-32.901405,-26.316856,-14.065474,-41.15695,-35.622967,-29.411633
+9482,-35.64601,-17.998312,-12.689519,-15.160823,-25.24115,-21.860699,-24.969818,-17.418072,-35.74782,-37.432,-18.514647,-28.420898,-46.61966,-28.233398,-17.52988,-20.943445,-19.144285,-24.4766,-20.389647,-2.2417595,-17.740894,-28.74089,-29.457542,-25.327625,-27.756222,-29.665625,-13.055039,-21.929432,-35.467373,-45.406887,-42.836273,-14.1014385,-17.601439,-46.135815,-13.614689,-22.68228,-52.193825,-47.033054,-27.222942,-48.887775,-35.809063,-31.961748,-51.742996,-23.198917,-43.13288,-24.164383,-12.389615,-31.703087,-23.70152,-18.879124,-30.32779,-23.146353,-19.360565,-27.593502,-51.667336,-29.463936,-34.441902,-31.239048,-36.686466,-24.801397,-39.199837,-28.863897,-43.6809,-10.8671055,-12.066551,-28.769115,-32.621902,-23.804539,-35.186306,-34.472626,-34.782974,-33.190212,-30.045057,-16.131937,-26.924397,-34.67115,-36.757973
+7239,-34.55159,-15.629063,-9.349501,-24.020115,-17.975243,-4.9946136,-23.664215,-9.172338,-18.59786,-41.874077,-23.102264,-25.821012,-48.938667,-28.008512,-17.504036,-12.638428,-15.742422,-25.799608,-21.727264,-10.592367,-22.725979,-29.524107,-21.111681,-27.317177,-28.305653,-29.24517,-19.372341,-11.914409,-31.814884,-45.13381,-36.436085,-12.128078,-19.003078,-37.44982,-7.1179905,-10.785652,-53.497936,-43.02087,-24.137339,-42.065178,-36.27065,-34.52073,-51.36448,-23.741114,-44.543034,-18.12356,-14.645405,-23.907606,-7.8073964,-23.959148,-28.574677,-16.746275,-8.008559,-16.63171,-34.463535,-28.45768,-18.749409,-22.349869,-19.932926,-10.731933,-31.606934,-17.731932,-38.83658,-7.2269344,-3.1872306,-20.484438,-21.614422,-17.361313,-30.070229,-40.41559,-44.723053,-23.733618,-29.278824,-14.822489,-27.170082,-44.9309,-31.096521
+11458,-33.503952,-16.038832,-16.321867,-0.087880634,-20.883339,-21.240393,-26.643173,-18.990559,-29.995247,-22.599733,-13.668182,-21.730682,-38.56437,-30.363495,-14.668856,-34.979485,-31.639933,-37.808937,-15.418182,-22.550186,-20.719906,-26.211954,-19.972467,-27.8969,-26.191849,-31.024857,-16.106094,-18.191887,-46.81154,-37.725746,-41.244804,-26.075111,-15.325111,-42.937782,-32.826435,-22.830889,-39.03453,-38.78533,-15.092461,-26.674644,-25.210932,-36.203705,-55.391205,-23.715729,-40.689804,-27.436104,-17.360676,-23.739862,-21.793928,-22.60078,-25.935102,-26.005474,-27.989124,-27.489681,-45.282288,-26.845984,-31.591927,-36.603,-28.646782,-30.054989,-27.242489,-28.804989,-36.171627,-37.329567,-28.82362,-28.509007,-32.810005,-16.67939,-34.868164,-45.382713,-27.268688,-26.177645,-29.59274,-29.779623,-47.29479,-31.35791,-45.408955
+8430,-26.754524,-13.418296,-8.839719,-29.71549,-12.271781,-29.258682,-28.350208,-20.995337,-26.030212,-18.981422,-15.60355,-16.04105,-32.806225,-18.8848,-9.682199,-25.400492,-14.161326,-41.435463,-19.10355,-23.13491,-25.473904,-14.813062,-13.82054,-21.019316,-28.65673,-17.244736,-19.40375,-16.42511,-32.1501,-21.137342,-38.197006,-24.494255,-18.244255,-33.263966,-25.423904,-19.387575,-33.769474,-21.660414,-0.71900076,-17.779991,-11.544173,-23.392384,-48.267384,-14.26234,-33.975906,-23.997837,-21.278496,-26.892132,-19.140358,-16.603132,-30.612755,-24.004194,-23.562698,-19.608372,-25.371578,-17.037518,-30.046783,-27.863125,-26.647781,-26.343752,-31.257814,-24.906254,-24.0569,-27.093483,-18.193975,-24.651695,-30.283278,-19.592072,-15.121973,-14.041486,-20.303932,-24.817234,-20.984253,-12.686918,-30.118969,-42.5915,-50.12826
+3317,-36.044525,-19.675842,-13.007662,-17.253714,-14.921224,-3.8999095,-1.5244226,-12.8628645,-30.287899,-38.784565,-25.1652,-27.3527,-41.657288,-32.98551,-13.806062,-30.536089,-12.509407,-27.310852,-21.2277,-26.293243,-5.94184,-23.926113,-17.657808,-27.807407,-33.42987,-25.760773,-19.718832,-20.96751,-36.48005,-50.849,-39.326385,-19.154434,-18.841934,-35.978985,-28.420843,-14.782254,-48.945152,-47.406403,-19.120705,-43.059917,-30.78746,-33.95388,-44.70388,-22.111923,-40.53246,-23.865196,-13.530798,-24.157064,-17.530224,-21.27469,-36.48654,-15.930429,-20.739697,-19.605577,-55.8443,-24.212013,-29.030174,-35.643917,-10.712834,-8.157453,-30.688702,-16.469952,-38.10687,-28.366425,-27.710434,-11.588034,-13.617504,-14.580166,-26.96401,-37.299774,-31.513239,-23.877747,-28.178944,-21.315388,-33.82389,-15.705655,-28.588593
+3801,-22.29208,-12.581857,-19.244614,-15.29773,-30.792809,-22.642399,-22.010832,-14.679474,-27.607449,-27.207298,-20.263527,-19.076027,-38.773563,-23.482277,-13.524281,-42.477077,-37.543213,-55.90432,-23.263527,-35.799545,-38.67816,-17.260801,-24.26104,-25.986374,-21.550074,-25.908329,-20.962551,-15.767084,-40.624443,-39.09198,-32.26129,-31.20409,-27.954092,-39.949303,-25.481533,-25.062986,-46.74726,-40.992912,-14.694458,-25.879772,-22.613974,-24.727077,-36.477077,-22.21357,-36.114338,-21.996136,-18.149069,-23.2085,-14.611967,-13.717575,-18.683022,-26.432934,-22.570438,-20.218157,-42.78692,-16.5826,-31.45755,-43.682976,-27.673801,-28.327639,-35.522953,-26.983889,-44.20785,-46.844734,-27.606602,-11.592739,-39.88771,-23.469946,-6.3855743,-5.0356383,-17.19778,-20.347572,-26.502708,-17.33373,-12.805068,-42.82451,-45.83512
+3892,-24.647953,-18.595573,-16.75827,-24.30179,-30.004602,-22.718256,-22.614115,-14.874818,-25.732841,-31.49215,-23.041328,-24.478828,-42.453945,-30.119453,-16.655804,-36.984188,-20.555422,-40.192646,-21.666328,-33.73378,-18.52017,-7.58494,-18.8866,-30.25796,-30.32463,-14.288964,-17.471357,-17.465765,-34.322002,-43.301506,-20.39632,-26.161366,-21.130116,-36.075066,-31.886168,-19.103394,-40.70019,-37.869045,-12.481797,-19.977005,-26.968594,-23.291973,-34.791973,-13.774045,-40.717827,-21.818624,-19.24756,-23.93037,-15.296051,-16.9881,-23.950558,-19.721333,-17.338894,-14.368149,-37.274437,-18.817938,-32.162464,-36.9438,-22.443228,-26.056335,-36.782898,-29.587585,-46.878063,-29.797752,-30.919815,-17.150055,-27.805582,-20.503008,-0.76081544,-0.98421013,-17.8512,-26.820776,-32.049343,-34.03627,-15.237578,-41.0895,-42.3313
+4620,-29.200218,-17.651209,-14.781867,-0.10336655,-26.213749,-25.236881,-25.762789,-18.080757,-25.354803,-27.69079,-20.230286,-24.417786,-45.06019,-33.847473,-18.292938,-36.363792,-28.341225,-43.496223,-21.980286,-27.002195,-30.092987,-27.191666,-23.132502,-26.314278,-27.13734,-31.424572,-16.376472,-20.872404,-53.523346,-41.351185,-39.96522,-24.141205,-16.328705,-40.95616,-36.676243,-19.762135,-40.69483,-42.41961,-16.25787,-32.089256,-25.809402,-36.416748,-57.604248,-22.065145,-41.084843,-23.678513,-16.248259,-22.074196,-19.038483,-19.250246,-23.703255,-26.975218,-30.786083,-31.17453,-42.05918,-24.228102,-37.0974,-42.39041,-29.368805,-33.623405,-37.967155,-34.279655,-36.536232,-35.19707,-26.664293,-27.297981,-29.359646,-20.674507,-31.861134,-40.45736,-30.52457,-35.33312,-32.145546,-17.754946,-43.114697,-33.626583,-47.652798
+958,-27.903301,-12.269038,-11.178217,-4.042561,-19.22145,-27.231081,-24.3316,-15.800035,-24.188673,-30.062859,-11.87092,-23.68342,-40.523514,-28.917797,-18.578728,-29.8315,-21.878166,-29.05409,-24.87092,-18.205187,-19.531803,-21.30933,-17.888824,-25.03539,-7.740347,-19.979929,-20.451359,-20.899782,-50.409943,-31.801456,-29.432068,-13.552147,-1.4896472,-24.898804,-29.260452,-18.108608,-19.611568,-40.725178,-12.28698,-38.958057,-25.303043,-22.172096,-42.547096,-6.422038,-40.86995,-25.07962,-14.657251,-26.316795,-18.065006,-19.297972,-20.649076,-25.872684,-21.910536,-25.225536,-7.9206467,-24.819054,-32.649387,-37.903328,-17.61884,-22.549997,-29.80781,-23.112497,-42.888706,-27.868818,-26.004623,-18.69917,-34.42589,-20.497967,-26.82507,-24.408205,-27.105593,-24.459558,-29.535511,-15.818573,-29.774551,-27.062792,-28.648472
+9871,-25.829006,-13.991102,-13.00676,-18.649107,-28.11211,-25.579887,-21.047005,-21.086123,-22.560123,-27.581991,-7.582441,-24.863691,-41.348312,-31.012129,-15.137701,-37.692318,-28.369247,-45.62713,-23.582441,-27.545399,-22.647575,-20.565456,-18.972824,-27.982433,-24.23404,-20.340992,-19.85038,-9.190706,-31.439613,-40.993893,-21.605034,-26.837381,-18.931131,-43.935905,-33.516064,-19.004921,-40.042095,-37.89159,-15.716016,-26.1642,-28.810352,-15.737495,-37.049995,-16.1716,-50.618122,-26.73132,-14.660459,-22.343842,-14.620738,-24.617718,-28.736893,-24.57522,-28.586187,-25.799301,-29.770948,-17.79787,-32.275665,-41.857933,-24.79029,-32.05659,-43.49409,-32.18159,-41.733387,-31.024506,-30.206139,-21.602432,-22.311512,-21.400986,-10.461258,-6.545337,-16.902145,-23.284275,-20.807522,-11.009245,-15.612763,-39.71598,-44.94948
+6561,-30.963665,-17.504173,-13.719854,-24.779959,-17.803513,-7.773943,-8.489435,-12.012106,-19.316502,-36.03663,-25.2617,-27.0742,-41.207794,-30.402325,-21.10221,-27.278011,-15.497591,-35.96808,-23.8867,-19.743322,-12.060638,-30.09407,-28.015827,-26.504757,-31.778418,-20.636892,-19.91019,-12.034282,-40.20708,-53.188976,-35.713913,-21.06273,-20.87523,-38.63645,-24.163187,-17.285557,-42.782207,-49.43079,-21.368355,-44.36435,-30.458038,-25.88015,-43.38015,-19.675573,-40.191364,-30.802433,-18.380184,-29.473843,-16.347979,-20.860298,-22.170612,-25.658918,-19.379698,-17.504333,-35.504906,-25.903687,-32.543503,-45.727318,-29.23584,-24.096106,-32.830482,-28.096106,-34.538853,-33.75849,-19.053375,-17.543869,-21.647337,-14.967922,-28.916431,-29.281048,-0.09468068,-16.907251,-29.971653,-21.584986,-36.53427,-38.305862,-45.282696
+7308,-35.063927,-24.91083,-20.241104,-27.9442,-29.957855,-21.505787,-35.358047,-20.211077,-25.821836,-36.70735,-27.623333,-33.998333,-57.499336,-41.412395,-29.350462,-24.092403,-28.687164,-45.13035,-32.373333,-17.28897,-33.42511,-40.659874,-33.079304,-35.736492,-35.58102,-30.500805,-26.76488,-21.44783,-47.415985,-54.770943,-45.327724,-17.508259,-19.133259,-45.125946,-8.191981,-19.563173,-52.258125,-53.178295,-37.35242,-53.308434,-40.41488,-43.35412,-61.35412,-36.970276,-46.739796,-28.840424,-25.951805,-29.55143,-16.29828,-28.69648,-26.317308,-23.033508,-29.500896,-24.72193,-47.108177,-34.723167,-33.438335,-35.69176,-38.260456,-31.151623,-41.339123,-36.651623,-42.99699,-22.284403,-11.265144,-31.198572,-30.686808,-23.622124,-32.94095,-52.583748,-45.864162,-33.191223,-50.364464,-29.605865,-38.99713,-38.889404,-40.4505
+6105,-39.31057,-24.311348,-17.052835,-26.58648,-30.40599,-9.648682,-19.347153,-11.858289,-23.107563,-36.26998,-25.424364,-28.205614,-40.443115,-32.893112,-20.74072,-25.52081,-16.678986,-27.145775,-24.111864,-32.474186,-18.56348,-33.803017,-31.69712,-27.222126,-28.35354,-26.508726,-25.3578,-14.661164,-43.38356,-49.067947,-36.842262,-29.459274,-19.084274,-35.06138,-27.32443,-12.342687,-53.59604,-52.95565,-34.151764,-43.118736,-42.392654,-32.399864,-49.337364,-33.872787,-42.151848,-16.544176,-22.592527,-18.187653,-0.029500846,-23.16806,-29.010262,-18.226505,-26.73175,-18.700045,-39.402996,-31.982563,-34.06313,-42.50842,-31.575233,-25.19292,-37.864796,-28.44292,-48.984665,-25.583662,-21.302544,-15.348412,-8.348705,-5.6131277,-24.234764,-37.004517,-31.463356,-28.786747,-34.585934,-32.011894,-31.436539,-35.614853,-40.30105
+12094,-39.237602,-26.336472,-14.271793,-29.202332,-34.200718,-15.59848,-29.304035,-12.671082,-28.296051,-37.815052,-27.598637,-27.411137,-44.680153,-31.614262,-26.869953,-27.122978,-15.751926,-45.10186,-25.786137,-23.888926,-13.327725,-33.513634,-24.2178,-33.155796,-36.564556,-23.939236,-20.894457,-14.210084,-29.674635,-47.863884,-43.771675,-29.120905,-27.558405,-45.06243,-14.812974,-14.519906,-61.50187,-50.1474,-29.329885,-38.241608,-35.797516,-30.107933,-47.107933,-34.00245,-35.240356,-25.567131,-16.253601,-31.241314,-18.141727,-27.2242,-27.393305,-2.4268284,-14.199795,-11.488428,-43.946793,-28.44157,-52.563705,-45.692635,-37.600346,-29.612854,-44.804264,-27.237854,-35.426266,-10.167992,-24.463135,-20.0739,-21.845982,-20.381104,-25.760437,-47.958275,-40.455338,-35.55158,-31.71279,-27.406868,-35.596516,-32.768955,-44.214764
+9134,-21.088696,-14.288646,-7.834048,-24.111559,-11.600961,-17.520271,-30.437351,-13.07035,-29.104279,-17.876036,-12.30184,-15.98934,-33.99164,-17.973715,-7.719063,-16.593239,-17.358274,-30.849112,-16.98934,-17.516155,-33.616158,-19.196306,-25.828836,-28.00509,-22.869823,-17.622166,-20.398464,-16.140799,-50.645397,-39.703236,-40.066658,-21.578259,-14.8282585,-42.050797,-34.661934,-18.730743,-44.937702,-41.980976,-16.768238,-30.779219,-24.636452,-28.629639,-42.00464,-17.851618,-40.41765,-19.640837,-24.341536,-13.963173,-15.71296,-19.551678,-30.543652,-22.2402,-24.716728,-23.274944,-34.2944,-25.651154,-15.735617,-0.38090003,-20.858484,-17.975399,-20.225399,-19.037899,-9.452513,-32.942127,-27.8708,-11.433111,-29.16866,-18.60941,-28.346195,-37.304897,-31.064398,-7.6350265,-23.030394,-12.788112,-30.90896,-30.688513,-31.335
+7103,-38.740124,-19.689358,-12.955212,-33.503906,-26.75433,-11.313345,-20.757711,-0.21384451,-20.740376,-43.991776,-34.97293,-33.06668,-54.94394,-37.75418,-26.640442,-33.5727,-16.87719,-39.64453,-31.94168,-31.126244,-16.459848,-27.939095,-31.15453,-26.76051,-31.17785,-26.744251,-20.780928,-16.39728,-40.16413,-45.140327,-41.41587,-25.000473,-19.875473,-36.23016,-27.552336,-9.63101,-56.646347,-49.039337,-29.600105,-37.997368,-33.176857,-30.199177,-38.574177,-30.480787,-44.03539,-26.169544,-23.447977,-30.514734,-11.69463,-28.478174,-37.202778,-26.386894,-25.926947,-25.806028,-48.90573,-28.888016,-47.24243,-44.564873,-26.924095,-17.583422,-38.677174,-26.583422,-52.44829,-24.48052,-14.653646,-3.1364083,-9.417162,-12.84042,-29.984917,-39.699097,-29.667728,-30.136974,-26.028233,-35.425323,-36.255447,-32.80951,-39.200542
+1677,-22.846071,-17.538769,-14.84992,-31.462591,-23.963875,-24.660116,-23.4833,-16.614452,-23.920025,-23.874584,-14.918522,-21.809147,-40.07344,-26.020084,-10.6254635,-38.743465,-19.95776,-53.603424,-4.106021,-30.63929,-21.783302,-11.726823,-13.365017,-25.087193,-27.61874,-21.548534,-14.535237,-13.778305,-35.72971,-35.92394,-33.765327,-32.65601,-33.28101,-40.89356,-23.999735,-16.361868,-48.609745,-47.310463,-11.972053,-31.767214,-27.417326,-27.971039,-49.34604,-17.892002,-27.102423,-21.4368,-15.925534,-23.206043,-16.987587,-4.0251813,-42.8546,-36.288876,-30.470335,-25.266737,-42.962143,-23.750977,-37.511246,-35.062027,-25.472553,-14.593522,-28.218521,-24.531021,-41.551975,-35.408405,-29.11858,-26.849506,-34.468777,-19.219772,-26.566807,-30.616932,-31.398413,-33.848297,-17.170801,-21.60501,-29.831167,-29.026018,-40.506767
+81,-16.619083,-22.852455,-13.281359,-22.980145,-21.590292,-13.609193,-12.860059,-14.526946,-26.23581,-39.65793,-23.34489,-0.032392282,-25.90036,-26.548016,-27.681356,-37.940483,-28.439476,-47.030968,-18.78239,-28.85674,-20.147415,-23.503819,-19.637913,-26.105885,-27.193424,-23.76867,-19.351768,-18.280075,-25.572304,-43.914227,-36.862164,-26.48611,-26.98611,-40.422466,-24.638536,-21.01391,-53.751,-43.968277,-12.354338,-27.176731,-24.395367,-21.647726,-41.272728,-6.9784517,-32.928394,-26.259201,-17.614853,-23.858566,-14.037519,-12.924201,-32.128254,-18.101551,-25.594236,-26.324505,-44.16239,-28.224134,-31.697353,-32.298904,-22.714886,-24.092438,-35.623688,-26.092438,-35.44394,-21.507725,-29.100353,-23.007345,-23.155552,-14.560625,-15.643255,-31.788132,-27.649645,-28.914486,-24.257877,-19.141644,-34.40329,-35.780045,-43.13327
+3702,-40.35229,-29.486275,-31.271317,-36.87079,-38.487022,-34.68069,-29.932877,-40.53639,-34.581047,-44.628334,-46.09439,-41.06314,-53.1758,-44.78189,-39.67367,-41.306602,-39.18387,-51.307583,-42.40689,-39.7617,-32.01947,-21.889801,-32.37165,-42.58382,-38.283974,-25.011644,-31.43736,-27.677166,-44.829292,-53.50816,-34.87793,-40.98072,-41.94947,-53.152958,-39.72089,-32.50875,-51.043125,-52.68319,-25.37066,-41.13126,-37.32604,-40.730774,-56.355774,-37.239487,-49.171295,-33.504692,-30.692219,-38.027985,-26.501945,-36.165028,-34.133095,-34.241848,-32.771416,-24.81837,-46.555767,-28.34148,-48.890255,-50.115677,-37.804195,-30.557093,-41.05709,-36.96334,-49.766487,-40.06122,-38.75123,-29.167723,-48.07071,-33.207375,-27.071953,-40.710167,-44.34388,-36.938194,-26.931932,-40.452213,-37.46815,-51.720364,-58.414246
+2250,-38.71827,-13.512862,-10.290355,-31.403933,-12.443187,-37.94056,-42.949883,-29.212955,-30.462788,-31.480595,-28.43716,-30.99966,-40.227295,-31.077785,-22.014914,-40.353535,-31.708912,-54.810875,-29.87466,-29.219648,-35.67337,-31.903786,-33.265385,-34.17829,-33.93571,-31.390593,-26.126272,-21.931858,-51.485672,-41.645447,-40.659515,-26.054619,-22.742119,-48.150246,-41.807056,-26.44334,-52.48768,-45.049736,-24.564457,-37.052174,-33.98831,-22.398445,-34.960945,-24.69043,-54.347595,-35.2471,-31.634567,-14.445142,-25.75763,-27.87131,-20.274845,-26.705154,-30.760328,-26.207443,-48.678833,-30.633312,-31.713017,-35.74086,-16.960674,-23.661924,-9.505676,-19.818174,-32.665863,-45.822906,-36.491234,-24.705435,-33.805756,-25.11079,-38.891853,-40.09939,-41.92504,-11.193575,-32.62321,-18.405014,-35.919525,-41.516075,-45.640976
+6531,-28.382095,-20.326328,-10.908934,-14.689359,-22.845098,-2.8647268,-7.30344,-21.854498,-19.099344,-44.21618,-25.55514,-26.30514,-45.963326,-34.3442,-18.692472,-25.45202,-7.5948195,-26.228004,-24.99264,-18.0411,-3.9792109,-28.62534,-17.170874,-40.151688,-30.814415,-15.937506,-12.2370205,-10.611177,-28.17564,-41.115387,-33.75634,-19.342758,-17.717758,-37.30237,-18.097277,-13.082599,-42.714027,-43.419243,-19.21183,-45.111835,-26.940699,-28.636356,-48.698856,-28.93969,-33.718212,-22.793098,-13.7949915,-25.988787,-12.542855,-13.211269,-19.511463,-22.25312,-14.922615,-12.778633,-36.652893,-18.29531,-30.68273,-36.789597,-25.450994,-27.950588,-33.63809,-24.981838,-40.84713,-31.216011,-27.573204,-10.061476,-23.549314,-16.310879,-21.607,-18.58781,-0.95777637,-20.165157,-24.237003,-29.474821,-30.118244,-29.2376,-31.319752
+6483,-24.845722,-17.475597,-10.475974,-19.856676,-16.47828,-6.264,-5.662075,-18.131027,-14.371771,-40.81855,-21.213753,-25.463753,-46.427574,-33.58094,-18.407663,-20.780466,-6.557282,-24.746126,-23.338753,-19.816633,-5.3832426,-22.802563,-14.651929,-25.952799,-25.460922,-13.066145,-12.974014,-6.7226677,-23.95086,-45.922592,-32.23817,-18.993832,-13.368832,-36.79887,-13.390904,-12.280111,-40.298862,-44.25446,-20.47129,-41.40184,-27.322588,-20.998325,-36.998325,-24.274267,-31.601503,-17.178211,-7.6999826,-20.365799,-8.114132,-13.071867,-12.723881,-16.698442,-11.176306,-5.727971,-34.286915,-22.613441,-31.849047,-31.559607,-23.50085,-13.70078,-33.88047,-18.32578,-31.205637,-25.57676,-24.373493,-4.8382854,-13.326324,-9.749624,-17.520092,-29.05334,-1.6169837,-17.372967,-19.886267,-30.254269,-29.403408,-32.764206,-36.68365
+10062,-12.33362,-22.114344,-9.449738,-21.753159,-22.32468,-27.270153,-26.63005,-13.592945,-31.239752,-19.444698,-16.597004,-10.972004,-23.82656,-15.847004,-5.6328397,-32.202477,-19.124725,-45.58661,-3.659504,-28.133862,-16.890697,-17.072624,-11.023289,-22.002907,-24.840698,-18.216194,-23.083328,-20.079977,-36.700897,-39.43653,-37.4534,-34.142197,-32.454697,-36.344482,-30.047676,-22.771189,-47.911102,-43.892426,-6.204852,-24.815077,-20.878895,-28.808987,-49.558987,-11.714197,-38.2452,-17.996027,-24.400826,-28.197681,-26.759823,-5.398518,-34.324753,-28.66697,-27.14983,-22.084955,-40.63559,-24.075844,-38.56936,-33.495842,-31.091513,-25.96072,-37.77322,-25.39822,-40.275307,-14.931017,-39.20922,-26.057508,-37.089413,-26.910973,-28.443386,-31.887749,-35.287415,-33.0753,-9.042372,-22.799194,-26.249187,-42.556053,-52.9359
+3815,-24.145695,-18.50735,-16.356184,-30.525831,-27.681332,-26.30999,-22.974365,-13.350701,-28.367409,-37.13448,-23.60321,-25.85321,-40.866302,-30.712585,-18.108362,-31.09757,-14.812582,-31.958164,-22.41571,-33.87031,-20.165442,-16.712734,-20.626062,-16.867867,-30.681921,-23.06596,-22.586308,-14.397614,-38.089752,-43.544273,-24.484524,-28.46727,-21.96727,-38.922348,-30.836924,-21.91803,-50.932953,-46.686363,-24.429016,-30.999405,-30.996569,-27.226233,-36.976234,-30.02597,-29.541637,-26.128754,-22.356693,-28.143229,-18.912897,-17.789337,-26.324047,-23.803745,-25.207836,-30.871809,-43.516773,-18.993986,-31.336111,-33.53356,-24.768959,-22.747963,-35.646397,-25.747963,-45.757343,-36.317913,-30.040699,-24.736868,-31.386139,-21.98265,-4.5138965,-0.5904552,-13.724855,-18.233215,-21.114271,-22.005589,-9.2558975,-42.275543,-43.90316
+2512,-22.313368,-16.875149,-7.2624903,-25.052376,-18.965782,-8.577668,-10.577751,-12.69719,-21.200346,-41.25824,-21.293255,-24.324505,-44.979977,-30.738567,-23.37578,-3.1116662,-8.765893,-19.870157,-21.230755,-8.067051,-10.067804,-23.49014,-15.078215,-26.499191,-26.759897,-10.98615,-13.351158,-8.475291,-19.9626,-51.351646,-31.584444,-7.1436305,-13.518631,-36.81849,-1.206552,-9.125748,-54.51321,-39.03231,-21.6549,-37.638947,-29.565365,-26.865713,-42.490715,-26.844513,-36.206375,-11.556274,-7.40707,-17.856392,-10.720117,-14.086016,-21.080359,-3.07513,-3.4205859,-3.008762,-39.471153,-18.947414,-28.91254,-22.018112,-25.582941,-15.102073,-29.34621,-11.352073,-37.9191,-2.7979035,-7.4410224,-28.45176,-26.506416,-24.5728,-26.97926,-32.809654,-27.981426,-24.206821,-21.990028,-21.204311,-37.60311,-24.316673,-28.151459
+4387,-23.456417,-11.607748,-8.103272,-20.54241,-8.818885,-30.685013,-34.721336,-26.6924,-31.098186,-20.847454,-16.43591,-23.34216,-32.90426,-21.77966,-14.526605,-32.168434,-26.065235,-48.03222,-23.264034,-31.80243,-39.1197,-25.302608,-14.352581,-25.375874,-18.666405,-19.669283,-18.643475,-15.880475,-37.447327,-14.064458,-33.112263,-27.927704,-19.177704,-45.418808,-27.305027,-20.333677,-35.32158,-27.48645,-16.111755,-23.425268,-20.70097,-16.614235,-39.239235,-21.335524,-36.488945,-17.044733,-19.080135,-23.630209,-16.968903,-22.815197,-26.268402,-29.064049,-26.698841,-12.209978,-31.767202,-24.516031,-33.90342,-30.904114,-24.64458,-27.210777,-23.52328,-27.085777,-30.692154,-40.13935,-26.425156,-29.519314,-29.719467,-22.3865,-28.163826,-28.913992,-23.51294,-27.315588,-22.482906,-14.756439,-34.61358,-42.817543,-38.765575
+12747,-33.8129,-20.938095,-16.017479,-25.347898,-24.424099,-12.497063,-17.466595,-15.627729,-25.580055,-47.625725,-29.736012,-33.54851,-51.49438,-38.376637,-25.814274,-30.486311,-14.666131,-40.067913,-29.736012,-19.786404,-0.0055905366,-22.113424,-15.856342,-39.524643,-34.83226,-17.066021,-12.792187,-16.29212,-30.439713,-45.73845,-42.624752,-25.884571,-24.822071,-38.943626,-22.972826,-14.937926,-57.030567,-45.775974,-19.191391,-41.82972,-32.400833,-30.951754,-52.201756,-31.0847,-37.244083,-21.78658,-9.8441725,-30.075706,-16.469103,-16.711336,-34.14435,-18.199953,-17.72946,-15.377785,-41.061554,-24.613163,-37.534378,-28.74247,-25.04057,-20.851576,-34.570324,-21.789076,-39.221344,-22.875484,-27.115871,-16.579227,-31.555794,-25.33461,-36.431393,-27.008587,-26.508396,-29.44951,-28.455566,-22.80465,-31.581554,-25.734457,-39.557808
+12246,-28.809818,-11.0801935,-10.0096655,-12.693255,-21.236332,-11.68676,-7.9480963,-10.8461,-22.78754,-24.686092,-21.756119,-19.349869,-35.05921,-26.084244,-18.131561,-27.23441,-24.368269,-33.05135,-22.131119,-24.069473,-29.762257,-25.925041,-20.210993,-25.860415,-22.966415,-25.17926,-20.570154,-19.25489,-42.647755,-44.60274,-31.696484,-24.467644,-16.467644,-33.53534,-39.12862,-14.316658,-37.096878,-36.823563,-16.187187,-41.173443,-30.208874,-31.364721,-49.05222,-21.719782,-41.61771,-29.916065,-18.037909,-25.461735,-11.518215,-21.005379,-20.644148,-31.51931,-23.825424,-24.120993,-33.600815,-26.596577,-43.632862,-46.417652,-28.919975,-24.18153,-31.802624,-29.009655,-40.535603,-28.926952,-35.38099,-11.601534,-27.200695,-17.161686,-18.315823,-23.868755,-20.063381,-22.38721,-23.46895,-12.404432,-23.496078,-24.97195,-25.231142
+7676,-30.616478,-24.004128,-14.048828,-24.05865,-31.627872,-14.268942,-19.126095,-10.773372,-20.45587,-37.581673,-30.12019,-31.932688,-48.05784,-34.901436,-23.558262,-33.71737,-31.091576,-39.939835,-32.432686,-35.73109,-34.953648,-28.879383,-25.51536,-33.14557,-30.26054,-33.940636,-30.044752,-22.981192,-57.821167,-42.67414,-36.907776,-29.179348,-25.148098,-38.696087,-35.682087,-18.877165,-56.424927,-47.808414,-19.355003,-35.74856,-25.863531,-28.425816,-46.050816,-19.751268,-44.221703,-34.054527,-24.111786,-30.70383,-17.515991,-23.340843,-19.508472,-32.34976,-19.258038,-24.3855,-34.91591,-24.391716,-32.6126,-43.182755,-29.10333,-28.196852,-38.19685,-29.259352,-52.97552,-22.448835,-15.7732115,-0.025415925,-29.113714,-14.211835,-26.62397,-33.649414,-31.491188,-25.174458,-37.076004,-46.759544,-28.30267,-44.013588,-59.65158
+9474,-36.4628,-15.834694,-16.371508,-21.055012,-24.187967,-14.601767,-19.481735,-18.28457,-29.943222,-38.43978,-23.270765,-29.192638,-49.521137,-31.4192,-18.223978,-12.168118,-20.001152,-22.701899,-20.833265,-1.7275729,-15.790745,-29.718903,-21.872974,-28.048277,-31.742865,-32.50622,-11.877476,-21.502039,-39.401867,-50.89778,-39.430126,-7.775108,-18.400108,-40.79111,-5.2737103,-22.18947,-55.694473,-45.46914,-23.3527,-50.881165,-38.285755,-31.429554,-49.11705,-23.033268,-45.641945,-23.960033,-7.3788753,-27.730482,-21.003252,-24.797848,-33.39756,-13.909095,-12.336076,-25.159393,-54.938942,-25.442493,-28.864885,-27.008123,-31.475395,-21.717527,-38.70776,-24.967527,-42.489365,-7.0369754,-7.37703,-26.708206,-30.28141,-21.561962,-39.22451,-45.266773,-37.80493,-32.191097,-38.800224,-26.448982,-44.25737,-28.173012,-25.046955
+178,-21.870708,-14.842413,-6.9069905,-18.884998,-25.327076,-19.280369,-17.147121,-16.004772,-26.202347,-28.22567,-22.471088,-22.221088,-36.953537,-11.408588,-7.0500736,-30.884413,-18.12484,-43.182518,-24.533588,-25.98891,-19.836903,-29.598057,-19.347145,-30.093706,-22.513603,-21.575773,-24.71393,-18.888721,-39.04412,-38.459736,-33.05931,-34.245487,-31.307987,-42.489204,-31.73375,-15.721967,-44.530304,-36.268295,-11.372362,-28.506744,-22.818047,-27.279486,-48.716988,-19.994633,-40.738174,-15.200834,-22.374718,-26.39775,-20.059994,-21.534864,-28.512556,-28.355347,-30.094873,-16.12055,-27.072319,-20.00151,-34.943844,-30.25331,-20.623577,-30.015417,-39.038853,-29.765417,-27.868055,-24.134077,-38.96689,-19.476994,-29.64806,-22.84858,-16.28664,-32.705555,-34.823532,-25.833555,-17.250568,-11.181942,-24.53756,-51.63541,-55.502182
+6299,-29.863638,-19.681936,-12.742204,-21.21392,-21.719324,-27.266582,-26.934608,-20.539917,-33.857338,-34.39728,-19.581182,-21.956182,-41.602688,-28.409307,-14.264692,-43.084183,-32.54808,-57.78865,-0.01868249,-32.430756,-18.042282,-21.376488,-12.744829,-21.856081,-32.12951,-22.348598,-18.08885,-15.276172,-34.31834,-50.595177,-44.967537,-32.658737,-34.158737,-47.376144,-24.226034,-22.661417,-49.8657,-50.214306,-8.917095,-25.550724,-25.86414,-17.570429,-44.195427,-14.206415,-34.76438,-28.720846,-22.89714,-36.729256,-27.77184,-16.270311,-40.73594,-28.685154,-24.958263,-31.002913,-53.416058,-34.50668,-46.260674,-36.036358,-28.354408,-19.522535,-39.10847,-26.897535,-38.269657,-21.873098,-33.78522,-29.17365,-33.632908,-28.467802,-26.98552,-34.288162,-43.868607,-37.03804,-20.128664,-19.634298,-33.778133,-31.370348,-51.664253
+354,-40.683277,-24.662815,-20.574688,-20.881475,-32.19601,-28.883587,-26.144533,-23.620264,-30.554686,-43.951294,-24.500624,-32.188126,-46.490448,-39.375626,-25.384104,-27.987495,-22.898876,-17.144865,-30.750624,-19.360563,-23.692059,-31.641808,-28.45147,-35.781765,-29.442783,-21.296692,-29.657028,-27.256962,-44.129143,-45.259357,-40.8117,-19.750183,-0.00018344942,-35.755096,-39.736763,-27.581055,-40.31192,-54.282337,-36.45652,-44.513344,-30.836798,-31.483906,-51.202656,-25.262766,-50.696632,-30.87248,-28.470947,-34.29601,-23.782476,-28.377193,-24.984755,-35.542377,-31.846653,-27.87597,-22.295948,-34.09633,-33.04412,-36.021374,-29.248589,-31.248709,-38.24871,-33.24871,-42.056705,-35.694958,-20.12938,-32.51375,-34.69909,-25.184399,-47.052498,-49.63089,-51.407387,-38.09867,-24.94548,-21.328678,-36.959812,-39.59332,-21.204182
+4428,-22.348045,-19.875195,-8.686747,-26.351065,-17.896385,-27.87833,-25.94924,-14.2736225,-28.471264,-26.008934,-23.650187,-24.431437,-34.764286,-18.525187,-15.827681,-32.447983,-23.951313,-39.746902,-25.368937,-25.96215,-25.340595,-29.294899,-31.081398,-35.9819,-23.200674,-32.466465,-25.517387,-23.939802,-46.108635,-44.20786,-35.474815,-31.541565,-28.541565,-41.203613,-39.284832,-23.71671,-48.423134,-27.24027,-16.63628,-20.948845,-0.058311645,-24.474047,-34.224045,-14.950901,-44.201107,-28.11086,-26.433075,-28.285168,-21.908466,-19.868826,-33.51997,-31.394466,-24.62025,-24.737717,-28.982199,-26.815624,-39.263905,-40.33168,-27.810268,-33.445847,-37.02397,-33.070847,-38.919273,-35.38675,-35.47827,-41.64134,-47.65168,-32.514687,-26.352642,-23.77929,-33.846943,-34.240173,-14.25178,-21.248337,-26.073624,-47.01268,-43.74807
+11401,-27.22922,-12.43326,-8.821851,-17.014973,-14.252005,-22.418283,-23.702879,-26.072792,-26.991463,-20.636337,-19.151617,-23.995369,-31.752369,-21.526619,-14.296325,-34.988846,-27.873379,-46.3602,-23.214119,-31.806211,-30.828579,-24.700504,-12.61426,-27.391655,-24.029345,-24.24974,-17.302685,-16.233469,-43.664017,-11.428646,-32.534332,-31.930214,-21.148966,-50.340645,-35.44039,-15.962229,-33.99989,-22.269697,-20.144709,-25.842188,-20.170319,-18.67586,-41.425858,-18.933216,-33.428474,-18.341982,-16.746899,-23.499025,-14.371186,-24.047426,-17.165836,-25.20276,-21.271461,-12.66417,-30.829098,-22.230185,-29.332476,-28.330378,-18.39918,-29.498573,-20.529823,-27.779823,-28.167923,-46.065414,-32.863415,-26.35366,-33.356773,-27.31466,-18.786934,-30.722366,-22.050865,-24.75308,-20.90297,-16.043467,-34.48502,-32.13277,-36.491352
+8852,-40.289257,-26.548607,-17.53635,-29.48522,-25.139578,-14.845032,-22.937805,-18.085766,-27.638243,-38.52183,-27.31506,-28.50256,-46.602318,-34.088497,-21.655972,-33.227406,-10.252776,-36.38101,-26.87756,-21.251581,-0.0020163374,-23.548634,-12.254026,-35.87278,-36.29731,-19.827892,-16.07175,-16.946438,-29.960003,-45.965973,-43.139137,-27.398794,-24.586294,-41.276573,-24.766369,-19.996899,-58.461845,-46.459976,-21.118103,-36.58949,-34.93139,-29.52326,-49.085762,-31.295837,-39.56544,-27.251472,-14.751298,-38.637756,-25.126217,-18.477325,-26.794209,-26.742714,-22.282907,-17.796804,-49.801918,-27.774063,-33.721195,-31.791248,-29.554092,-28.083864,-35.177612,-28.021364,-41.31812,-24.937237,-26.191792,-17.785698,-33.41676,-23.536285,-26.435284,-34.063354,-23.638327,-31.615826,-24.935005,-23.270805,-34.35487,-31.302479,-40.54585
+4722,-20.960712,-20.667126,-3.2712486,-23.122065,-15.9626045,-9.315329,-14.1877,-2.1897638,-20.7187,-29.1922,-21.517822,-22.111572,-37.756134,-26.877197,-19.286259,-16.9711,-3.7774408,-24.336502,-24.236572,-23.33457,-7.8974643,-21.947598,-11.61041,-34.316864,-24.893505,-13.63776,-13.650309,-8.385595,-4.2850413,-37.77429,-34.742363,-21.019022,-18.769022,-31.681738,-13.491937,-8.676561,-55.253956,-36.945652,-19.793802,-36.013863,-31.431498,-20.651592,-31.026592,-29.37005,-42.796204,-11.5624275,-4.23292,-18.821375,-5.4338546,-25.338547,-28.532425,-13.040428,-10.027343,-6.698291,-39.720947,-23.061302,-27.640024,-28.89846,-14.78336,-13.430506,-36.868004,-18.680506,-35.882282,-5.1807365,-14.518433,-14.878886,-22.335548,-12.904444,-16.909843,-28.6903,-24.8043,-24.18534,-20.260948,-15.947399,-25.996914,-21.71218,-24.066576
+8793,-29.736546,-24.134016,-11.694342,-17.419197,-22.335667,-13.467551,-21.15926,-15.229855,-24.927742,-29.897346,-16.597614,-21.95699,-36.02223,-23.378864,-11.028351,-24.418007,-6.1288652,-29.663021,-8.785115,-21.979841,-0.011375227,-24.28804,-11.825498,-27.796972,-32.727272,-17.132904,-11.084563,-14.956544,-39.886658,-42.284695,-42.328896,-23.419588,-25.419588,-43.066242,-21.846106,-20.95368,-62.357327,-44.589523,-17.459229,-34.240196,-29.015553,-27.234957,-46.797455,-25.003494,-36.707905,-20.186018,-10.646975,-29.749697,-17.771896,-17.493137,-32.45999,-18.795677,-20.75317,-15.655787,-43.265945,-25.302952,-35.81057,-34.557556,-35.778976,-21.55864,-38.82427,-23.80864,-40.660973,-25.512802,-26.316942,-24.589296,-34.334114,-22.962431,-26.381403,-27.899214,-29.958761,-29.295433,-24.181139,-21.38259,-32.864414,-22.695795,-32.555862
+9823,-31.62479,-22.953102,-19.434801,-24.66644,-35.87275,-29.163239,-30.955345,-20.45824,-25.070976,-40.913788,-21.691843,-29.894968,-37.266773,-31.95747,-24.144545,-45.21792,-40.33271,-54.537468,-27.848093,-35.18353,-29.18598,-22.509226,-26.501768,-35.816685,-31.436565,-29.926527,-22.63801,-20.006102,-42.0117,-51.89127,-30.916851,-33.437645,-28.468897,-41.144005,-41.27036,-27.69006,-44.509033,-36.145573,-16.038176,-34.166985,-37.900726,-27.070341,-44.570343,-22.17577,-44.594147,-36.11837,-27.958687,-35.64656,-22.009161,-30.813818,-35.022854,-30.193916,-31.658833,-24.85975,-56.396595,-26.195263,-35.42383,-47.974148,-35.415398,-33.757526,-45.007526,-32.757526,-50.623173,-37.774628,-41.28899,-27.802677,-38.85991,-30.772999,-9.125611,-0.004692915,-18.939,-28.186861,-37.84461,-38.067726,-14.584733,-48.44008,-56.216637
+896,-30.169819,-17.411684,-15.7397995,-16.675108,-32.167107,-21.55106,-23.081688,-18.253601,-18.765047,-34.187744,-25.187334,-28.187334,-42.092167,-34.374832,-23.397072,-24.962696,-21.654501,-16.955515,-30.499832,-12.013796,-24.254223,-33.975235,-20.17449,-28.200762,-25.204847,-24.056927,-27.723793,-23.405832,-37.831665,-38.862278,-28.42834,-20.149736,-0.33723652,-26.46666,-19.740234,-18.219975,-46.337128,-46.0264,-31.918259,-37.98315,-30.850134,-33.98046,-47.35546,-26.366215,-40.669514,-19.983286,-16.161554,-24.914085,-12.562511,-24.771011,-25.267921,-33.302784,-23.127354,-24.350977,-17.829062,-25.422043,-32.77253,-35.253075,-30.152254,-26.585472,-35.980003,-27.929222,-45.38255,-31.574102,-33.54007,-20.709044,-39.09686,-24.872047,-24.404474,-36.707455,-33.08938,-26.729149,-22.786278,-20.231821,-36.64701,-27.272408,-24.102982

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=banking77/list=test_1000/labels.csv

@@ -0,0 +1,1000 @@
+6197,55
+6441,63
+5254,42
+4058,38
+5596,27
+114,11
+2806,66
+1087,12
+1139,4
+12996,2
+10447,41
+11288,73
+12620,37
+10691,8
+8838,20
+11829,25
+5055,26
+5484,52
+2936,54
+9239,0
+5848,25
+2035,47
+1266,14
+11887,55
+4073,38
+4823,44
+2662,15
+5923,25
+2923,54
+7478,35
+12409,39
+11263,38
+12272,50
+8760,5
+1955,47
+7756,71
+12943,9
+8885,20
+6776,53
+12715,5
+11892,55
+4231,73
+3603,16
+1096,12
+2786,66
+12791,31
+7613,65
+12357,65
+11662,42
+9066,57
+63,11
+5620,27
+6193,55
+871,46
+10854,66
+8147,43
+3305,6
+3248,61
+2603,15
+3482,16
+4639,28
+7136,7
+6570,70
+7884,39
+12307,35
+10342,4
+257,13
+10939,40
+597,34
+3076,40
+8498,59
+7988,58
+575,34
+10692,8
+416,17
+2046,47
+1802,23
+12925,9
+5787,51
+2827,66
+4537,22
+3049,40
+11130,30
+2725,66
+1417,33
+12180,7
+6157,55
+8864,20
+12995,2
+2324,60
+2251,60
+1989,47
+16,11
+8827,20
+8493,59
+4953,26
+10807,15
+7101,7
+8210,76
+2312,60
+4330,62
+12365,71
+11466,3
+1666,1
+4063,38
+4622,3
+3836,74
+11584,26
+9371,19
+3407,6
+2680,15
+3845,74
+10741,60
+9232,0
+5932,25
+6113,48
+5411,52
+12422,39
+12101,53
+10322,12
+963,36
+11640,45
+5790,51
+519,17
+9694,2
+96,11
+7911,39
+6069,48
+13002,2
+7853,39
+8660,5
+2817,66
+11,11
+1701,49
+5397,52
+2685,15
+425,17
+1958,47
+12202,7
+5036,26
+6054,48
+10515,1
+12164,7
+4865,44
+12189,7
+8355,76
+7023,7
+12813,57
+7527,35
+2435,75
+9940,24
+7402,50
+32,11
+1541,41
+3094,40
+12947,9
+5604,27
+1775,49
+8117,43
+9587,9
+2008,47
+2741,66
+582,34
+2562,15
+7763,71
+7034,7
+6376,63
+9092,57
+202,13
+11193,74
+6028,48
+1476,41
+10315,12
+9472,19
+6092,48
+1919,56
+2986,54
+6078,48
+6698,67
+11430,22
+8139,43
+7580,65
+9696,2
+11768,51
+7030,7
+3711,30
+8118,43
+4895,44
+8450,37
+2225,8
+6803,53
+3040,40
+2834,66
+10998,10
+3955,68
+11164,74
+3599,16
+4288,62
+2846,66
+4278,62
+1150,4
+8719,5
+9210,0
+10575,23
+317,32
+6922,21
+10171,34
+8842,20
+11121,16
+6293,18
+3204,61
+591,34
+9236,0
+10820,15
+996,36
+8481,59
+10583,23
+1555,41
+3754,30
+2257,60
+11351,62
+12515,43
+1792,23
+10659,47
+8290,76
+9713,2
+12555,72
+7311,64
+2599,15
+10911,54
+6332,63
+5152,45
+4602,3
+6340,63
+10385,14
+1807,23
+8458,37
+3319,6
+10078,13
+8380,37
+2739,66
+1115,12
+9783,69
+2158,8
+5652,27
+12173,7
+5744,51
+3782,74
+3456,6
+9414,19
+4810,28
+11760,27
+8925,20
+7440,35
+1883,56
+9930,24
+12920,19
+6413,63
+7596,65
+11819,25
+6624,67
+11903,55
+3858,74
+9103,57
+3555,16
+4457,29
+2409,75
+9174,57
+7133,7
+3159,61
+10129,17
+3150,10
+2201,8
+7666,65
+2865,66
+12815,57
+3282,61
+3886,74
+775,46
+6393,63
+10102,32
+7652,65
+6523,70
+7589,65
+866,46
+4929,26
+5588,27
+3759,30
+10532,49
+9122,57
+12466,58
+4214,73
+5337,42
+574,34
+9839,69
+12404,39
+296,32
+7868,39
+12839,57
+6542,70
+122,11
+750,46
+10136,17
+12891,19
+3235,61
+7444,35
+12924,9
+8768,5
+7057,7
+8917,20
+7602,65
+9870,69
+3316,6
+5694,51
+2078,8
+8022,58
+4839,44
+730,34
+12123,21
+4332,62
+7453,35
+4418,29
+6744,53
+9728,2
+1611,1
+10779,75
+6783,53
+4472,22
+367,32
+10636,56
+1696,49
+3281,61
+6690,67
+4800,28
+8328,76
+4827,44
+530,17
+3977,68
+12840,57
+10417,33
+3545,16
+2396,75
+5344,42
+1829,56
+10084,32
+6306,63
+3692,30
+11054,6
+12948,9
+1656,1
+2338,75
+12260,50
+1372,33
+6644,67
+4988,26
+6775,53
+8683,5
+2032,47
+6371,63
+6946,21
+3676,30
+2414,75
+636,34
+12581,76
+6547,70
+7395,50
+3136,10
+7163,64
+8426,37
+5921,25
+6807,53
+9788,69
+12732,20
+8341,76
+2233,8
+3528,16
+9238,0
+2532,15
+9960,24
+8977,31
+11800,51
+3432,6
+8708,5
+6902,21
+4076,38
+6444,63
+812,46
+7036,7
+1971,47
+9335,0
+3942,68
+5775,51
+9428,19
+8656,5
+9465,19
+5128,45
+10072,13
+9836,69
+9955,24
+1312,14
+3554,16
+10852,66
+5417,52
+180,13
+2776,66
+11345,62
+3655,30
+7277,64
+13060,24
+887,36
+1485,41
+8296,76
+12531,72
+11407,22
+9162,57
+4452,29
+12471,58
+3355,6
+4651,28
+3943,68
+7060,7
+3775,74
+3853,74
+1191,4
+3992,68
+7669,65
+5048,26
+9818,69
+4304,62
+10406,33
+9906,24
+11208,68
+1419,33
+4781,28
+3255,61
+455,17
+6948,21
+6594,67
+9470,19
+1844,56
+11622,45
+372,32
+109,11
+1525,41
+6630,67
+2468,75
+583,34
+11698,52
+5557,27
+13074,24
+6325,63
+11086,16
+1524,41
+6932,21
+3715,30
+6936,21
+914,36
+10052,13
+3295,61
+7266,64
+4371,29
+5666,27
+11409,22
+7414,50
+11770,51
+11278,38
+1869,56
+9650,2
+2715,66
+811,46
+11947,18
+547,17
+4377,29
+1147,4
+9112,57
+11843,48
+7886,39
+12316,35
+6926,21
+12835,57
+2451,75
+7372,50
+9207,0
+8537,59
+11889,55
+12083,53
+9037,31
+12988,2
+1114,12
+12685,5
+2915,54
+9370,19
+2337,75
+2649,15
+4955,26
+9692,2
+9643,9
+3059,40
+3724,30
+8145,43
+6717,67
+5525,52
+6551,70
+578,34
+2871,54
+9211,0
+11002,10
+2539,15
+6279,18
+10878,66
+804,46
+10910,54
+6890,21
+9849,69
+3021,40
+4061,38
+8237,76
+12476,58
+3211,61
+7895,39
+4703,28
+5236,45
+8303,76
+2867,66
+6756,53
+4719,28
+2131,8
+12739,20
+6798,53
+5817,51
+11425,22
+11553,44
+10949,40
+10671,47
+9781,69
+5571,27
+1493,41
+1399,33
+1126,4
+494,17
+527,17
+12562,72
+274,13
+1354,14
+7309,64
+10444,41
+11669,42
+7329,64
+4329,62
+2104,8
+12551,72
+11595,26
+2130,8
+12940,9
+4023,38
+1740,49
+686,34
+9012,31
+4606,3
+4133,73
+7875,39
+841,46
+5378,52
+9804,69
+11946,18
+7709,71
+3143,10
+834,46
+4445,29
+9734,2
+10973,10
+9572,9
+11203,68
+747,46
+12687,5
+2988,54
+8714,5
+6366,63
+3100,10
+11038,61
+12437,39
+4657,28
+3653,30
+9914,24
+3517,16
+9979,24
+7470,35
+8547,59
+533,17
+5114,45
+8769,5
+640,34
+3198,61
+10835,15
+9364,19
+10943,40
+9819,69
+3048,40
+1884,56
+9637,9
+11507,28
+363,32
+8159,43
+12295,35
+4648,28
+4052,38
+11134,30
+7619,65
+3556,16
+863,46
+4437,29
+2423,75
+9873,69
+11736,27
+5320,42
+4359,29
+8285,76
+12299,35
+9013,31
+9314,0
+5011,26
+3694,30
+3720,30
+8497,59
+7067,7
+5140,45
+5258,42
+520,17
+1946,47
+6438,63
+6916,21
+5745,51
+10890,54
+12326,65
+11163,74
+6403,63
+8797,20
+1556,41
+6049,48
+2499,75
+5195,45
+9966,24
+12532,72
+8402,37
+12369,71
+2493,75
+7910,39
+11521,28
+239,13
+6718,67
+11847,48
+576,34
+1566,1
+5690,51
+6944,21
+8723,5
+6622,67
+4659,28
+8658,5
+7814,39
+8586,59
+8160,43
+3709,30
+11620,45
+11840,25
+10249,36
+12833,57
+12484,43
+13072,24
+669,34
+6232,55
+1112,12
+8281,76
+5428,52
+8909,20
+12116,53
+11534,44
+1330,14
+11429,22
+4934,26
+112,11
+3690,30
+5058,26
+2723,66
+10599,23
+3824,74
+4482,22
+12187,7
+5339,42
+1794,23
+1813,23
+9626,9
+2502,75
+356,32
+3176,61
+6263,18
+4373,29
+5736,51
+10314,12
+9450,19
+12498,43
+5155,45
+3811,74
+2668,15
+906,36
+2883,54
+6849,53
+2237,60
+11850,48
+6414,63
+9383,19
+851,46
+7802,71
+7696,71
+3634,16
+5640,27
+8722,5
+4731,28
+9543,9
+1183,4
+9019,31
+5836,25
+7845,39
+11955,18
+2361,75
+13019,69
+1878,56
+5198,45
+917,36
+10725,60
+8619,5
+4928,26
+9789,69
+5300,42
+9756,2
+3586,16
+8692,5
+12781,31
+6175,55
+11744,27
+11863,48
+4357,29
+11624,45
+10726,60
+9652,2
+5939,25
+3114,10
+4292,62
+5810,51
+6885,21
+8479,59
+1629,1
+7561,35
+12056,67
+3330,6
+10125,17
+10358,4
+10849,66
+1857,56
+2073,47
+10603,56
+6613,67
+0,11
+726,34
+8246,76
+9434,19
+7770,71
+6508,70
+9700,2
+8075,43
+8105,43
+566,17
+7824,39
+7778,71
+11714,52
+3427,6
+7165,64
+8802,20
+8944,31
+12936,9
+12156,21
+12265,50
+3131,10
+1923,56
+4866,44
+11664,42
+2905,54
+6947,21
+2114,8
+7536,35
+10215,46
+5319,42
+2093,8
+12463,58
+4978,26
+6038,48
+1113,12
+11394,29
+1422,33
+6544,70
+8647,5
+1679,49
+12356,65
+12070,67
+12277,50
+774,46
+9699,2
+8452,37
+5649,27
+6680,67
+9679,2
+10266,36
+3356,6
+764,46
+7725,71
+250,13
+10111,32
+1219,4
+3056,40
+11428,22
+5368,42
+352,32
+12923,9
+12676,59
+24,11
+10540,49
+10208,46
+3068,40
+4997,26
+9194,0
+9071,57
+1020,12
+8119,43
+3856,74
+2772,66
+5789,51
+4760,28
+4568,3
+10079,13
+7062,7
+5173,45
+7731,71
+9629,9
+6458,63
+11468,3
+12564,76
+171,13
+10128,17
+11103,16
+12171,7
+285,13
+7717,71
+6847,53
+8517,59
+4927,26
+3145,10
+2188,8
+9437,19
+8682,5
+8784,20
+12106,53
+7129,7
+6716,67
+2291,60
+9988,24
+2379,75
+5882,25
+5051,26
+8308,76
+12004,70
+6426,63
+7593,65
+2106,8
+8528,59
+5135,45
+5635,27
+1675,49
+4101,73
+12311,35
+2377,75
+7452,35
+2192,8
+1103,12
+4739,28
+7524,35
+2036,47
+11540,44
+1744,49
+6503,70
+5827,51
+7515,35
+6215,55
+8696,5
+9185,0
+9842,69
+3405,6
+4479,22
+3431,6
+11262,38
+10399,14
+1179,4
+5724,51
+10804,15
+7540,35
+7606,65
+12830,57
+12883,19
+623,34
+10616,56
+7358,50
+10683,8
+9646,2
+3727,30
+7598,65
+1901,56
+2397,75
+10740,60
+11073,6
+11680,42
+1347,14
+10570,23
+3078,40
+10134,17
+2862,66
+3728,30
+3507,16
+8727,5
+6883,21
+4761,28
+11283,73
+8201,72
+9821,69
+9349,19
+7231,64
+5608,27
+6367,63
+13061,24
+12027,70
+1538,41
+11943,18
+12606,37
+6153,55
+11988,63
+5526,52
+6668,67
+10397,14
+10564,23
+3058,40
+11410,22
+7777,71
+5475,52
+3772,74
+9440,19
+722,34
+5249,45
+8912,20
+11317,73
+6921,21
+11175,74
+3919,68
+9682,2
+7156,7
+3571,16
+11953,18
+5269,42
+626,34
+761,46
+8172,72
+10331,4
+8158,43
+11477,3
+8219,76
+6909,21
+437,17
+4306,62
+10138,17
+6498,70
+9589,9
+11147,30
+12803,57
+185,13
+1823,56
+11964,63
+517,17
+7164,64
+12251,50
+12896,19
+19,11
+4888,44
+3508,16
+14,11
+10830,15
+5634,27
+4901,44
+3225,61
+11711,52
+956,36
+2176,8
+10410,33
+8943,20

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70756fd6d4a7cb12a8929dcc8dfb588e1342118c8c5042e763dee6ac50327bc
+size 42951614

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=banking77/list=0.0-1.0/labels.csv

@@ -0,0 +1,154 @@
+8200,72
+723,34
+832,46
+7702,71
+10558,49
+2724,66
+3991,68
+8087,43
+4580,3
+5829,51
+1223,4
+11974,63
+8991,31
+10115,32
+11593,26
+8587,59
+1287,14
+8882,20
+3913,68
+6998,21
+12163,7
+1284,14
+12023,70
+12975,2
+11480,3
+4042,38
+4016,38
+9031,31
+11034,61
+10159,17
+10039,11
+6372,63
+8787,20
+12040,70
+8743,5
+7326,64
+7556,35
+8780,5
+9351,19
+12522,43
+380,32
+6307,63
+9173,57
+4480,22
+11113,16
+3453,6
+5507,52
+12060,67
+3120,10
+2596,15
+3557,16
+3806,74
+9793,69
+802,46
+6929,21
+11922,55
+3416,6
+6763,53
+4630,3
+532,17
+1651,1
+7104,7
+6631,67
+12496,43
+9678,2
+12991,2
+10606,56
+5669,27
+11729,27
+6276,18
+720,34
+4933,26
+732,34
+5432,52
+12399,71
+703,34
+12141,21
+6878,53
+1120,4
+3015,40
+5379,52
+4540,22
+6314,63
+8604,59
+8896,20
+3014,40
+7668,65
+1800,23
+8216,76
+3996,38
+10239,46
+8844,20
+9544,9
+4185,73
+8509,59
+9747,2
+5551,27
+6861,53
+2508,75
+8876,20
+4049,38
+8649,5
+2897,54
+10500,1
+7933,58
+12190,7
+9294,0
+4577,3
+11197,74
+5034,26
+5740,51
+9929,24
+1076,12
+10826,15
+9482,19
+7239,64
+11458,3
+8430,37
+3317,6
+3801,74
+3892,68
+4620,3
+958,36
+9871,69
+6561,70
+7308,64
+6105,48
+12094,53
+9134,57
+7103,7
+1677,49
+81,11
+3702,30
+2250,60
+6531,70
+6483,70
+10062,13
+3815,74
+2512,15
+4387,29
+12747,20
+12246,50
+7676,65
+9474,19
+178,13
+6299,18
+354,32
+4428,29
+11401,29
+8852,20
+4722,28
+8793,20
+9823,69
+896,36

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=banking77/list=test_1000/labels.csv

@@ -0,0 +1,1000 @@
+6197,55
+6441,63
+5254,42
+4058,38
+5596,27
+114,11
+2806,66
+1087,12
+1139,4
+12996,2
+10447,41
+11288,73
+12620,37
+10691,8
+8838,20
+11829,25
+5055,26
+5484,52
+2936,54
+9239,0
+5848,25
+2035,47
+1266,14
+11887,55
+4073,38
+4823,44
+2662,15
+5923,25
+2923,54
+7478,35
+12409,39
+11263,38
+12272,50
+8760,5
+1955,47
+7756,71
+12943,9
+8885,20
+6776,53
+12715,5
+11892,55
+4231,73
+3603,16
+1096,12
+2786,66
+12791,31
+7613,65
+12357,65
+11662,42
+9066,57
+63,11
+5620,27
+6193,55
+871,46
+10854,66
+8147,43
+3305,6
+3248,61
+2603,15
+3482,16
+4639,28
+7136,7
+6570,70
+7884,39
+12307,35
+10342,4
+257,13
+10939,40
+597,34
+3076,40
+8498,59
+7988,58
+575,34
+10692,8
+416,17
+2046,47
+1802,23
+12925,9
+5787,51
+2827,66
+4537,22
+3049,40
+11130,30
+2725,66
+1417,33
+12180,7
+6157,55
+8864,20
+12995,2
+2324,60
+2251,60
+1989,47
+16,11
+8827,20
+8493,59
+4953,26
+10807,15
+7101,7
+8210,76
+2312,60
+4330,62
+12365,71
+11466,3
+1666,1
+4063,38
+4622,3
+3836,74
+11584,26
+9371,19
+3407,6
+2680,15
+3845,74
+10741,60
+9232,0
+5932,25
+6113,48
+5411,52
+12422,39
+12101,53
+10322,12
+963,36
+11640,45
+5790,51
+519,17
+9694,2
+96,11
+7911,39
+6069,48
+13002,2
+7853,39
+8660,5
+2817,66
+11,11
+1701,49
+5397,52
+2685,15
+425,17
+1958,47
+12202,7
+5036,26
+6054,48
+10515,1
+12164,7
+4865,44
+12189,7
+8355,76
+7023,7
+12813,57
+7527,35
+2435,75
+9940,24
+7402,50
+32,11
+1541,41
+3094,40
+12947,9
+5604,27
+1775,49
+8117,43
+9587,9
+2008,47
+2741,66
+582,34
+2562,15
+7763,71
+7034,7
+6376,63
+9092,57
+202,13
+11193,74
+6028,48
+1476,41
+10315,12
+9472,19
+6092,48
+1919,56
+2986,54
+6078,48
+6698,67
+11430,22
+8139,43
+7580,65
+9696,2
+11768,51
+7030,7
+3711,30
+8118,43
+4895,44
+8450,37
+2225,8
+6803,53
+3040,40
+2834,66
+10998,10
+3955,68
+11164,74
+3599,16
+4288,62
+2846,66
+4278,62
+1150,4
+8719,5
+9210,0
+10575,23
+317,32
+6922,21
+10171,34
+8842,20
+11121,16
+6293,18
+3204,61
+591,34
+9236,0
+10820,15
+996,36
+8481,59
+10583,23
+1555,41
+3754,30
+2257,60
+11351,62
+12515,43
+1792,23
+10659,47
+8290,76
+9713,2
+12555,72
+7311,64
+2599,15
+10911,54
+6332,63
+5152,45
+4602,3
+6340,63
+10385,14
+1807,23
+8458,37
+3319,6
+10078,13
+8380,37
+2739,66
+1115,12
+9783,69
+2158,8
+5652,27
+12173,7
+5744,51
+3782,74
+3456,6
+9414,19
+4810,28
+11760,27
+8925,20
+7440,35
+1883,56
+9930,24
+12920,19
+6413,63
+7596,65
+11819,25
+6624,67
+11903,55
+3858,74
+9103,57
+3555,16
+4457,29
+2409,75
+9174,57
+7133,7
+3159,61
+10129,17
+3150,10
+2201,8
+7666,65
+2865,66
+12815,57
+3282,61
+3886,74
+775,46
+6393,63
+10102,32
+7652,65
+6523,70
+7589,65
+866,46
+4929,26
+5588,27
+3759,30
+10532,49
+9122,57
+12466,58
+4214,73
+5337,42
+574,34
+9839,69
+12404,39
+296,32
+7868,39
+12839,57
+6542,70
+122,11
+750,46
+10136,17
+12891,19
+3235,61
+7444,35
+12924,9
+8768,5
+7057,7
+8917,20
+7602,65
+9870,69
+3316,6
+5694,51
+2078,8
+8022,58
+4839,44
+730,34
+12123,21
+4332,62
+7453,35
+4418,29
+6744,53
+9728,2
+1611,1
+10779,75
+6783,53
+4472,22
+367,32
+10636,56
+1696,49
+3281,61
+6690,67
+4800,28
+8328,76
+4827,44
+530,17
+3977,68
+12840,57
+10417,33
+3545,16
+2396,75
+5344,42
+1829,56
+10084,32
+6306,63
+3692,30
+11054,6
+12948,9
+1656,1
+2338,75
+12260,50
+1372,33
+6644,67
+4988,26
+6775,53
+8683,5
+2032,47
+6371,63
+6946,21
+3676,30
+2414,75
+636,34
+12581,76
+6547,70
+7395,50
+3136,10
+7163,64
+8426,37
+5921,25
+6807,53
+9788,69
+12732,20
+8341,76
+2233,8
+3528,16
+9238,0
+2532,15
+9960,24
+8977,31
+11800,51
+3432,6
+8708,5
+6902,21
+4076,38
+6444,63
+812,46
+7036,7
+1971,47
+9335,0
+3942,68
+5775,51
+9428,19
+8656,5
+9465,19
+5128,45
+10072,13
+9836,69
+9955,24
+1312,14
+3554,16
+10852,66
+5417,52
+180,13
+2776,66
+11345,62
+3655,30
+7277,64
+13060,24
+887,36
+1485,41
+8296,76
+12531,72
+11407,22
+9162,57
+4452,29
+12471,58
+3355,6
+4651,28
+3943,68
+7060,7
+3775,74
+3853,74
+1191,4
+3992,68
+7669,65
+5048,26
+9818,69
+4304,62
+10406,33
+9906,24
+11208,68
+1419,33
+4781,28
+3255,61
+455,17
+6948,21
+6594,67
+9470,19
+1844,56
+11622,45
+372,32
+109,11
+1525,41
+6630,67
+2468,75
+583,34
+11698,52
+5557,27
+13074,24
+6325,63
+11086,16
+1524,41
+6932,21
+3715,30
+6936,21
+914,36
+10052,13
+3295,61
+7266,64
+4371,29
+5666,27
+11409,22
+7414,50
+11770,51
+11278,38
+1869,56
+9650,2
+2715,66
+811,46
+11947,18
+547,17
+4377,29
+1147,4
+9112,57
+11843,48
+7886,39
+12316,35
+6926,21
+12835,57
+2451,75
+7372,50
+9207,0
+8537,59
+11889,55
+12083,53
+9037,31
+12988,2
+1114,12
+12685,5
+2915,54
+9370,19
+2337,75
+2649,15
+4955,26
+9692,2
+9643,9
+3059,40
+3724,30
+8145,43
+6717,67
+5525,52
+6551,70
+578,34
+2871,54
+9211,0
+11002,10
+2539,15
+6279,18
+10878,66
+804,46
+10910,54
+6890,21
+9849,69
+3021,40
+4061,38
+8237,76
+12476,58
+3211,61
+7895,39
+4703,28
+5236,45
+8303,76
+2867,66
+6756,53
+4719,28
+2131,8
+12739,20
+6798,53
+5817,51
+11425,22
+11553,44
+10949,40
+10671,47
+9781,69
+5571,27
+1493,41
+1399,33
+1126,4
+494,17
+527,17
+12562,72
+274,13
+1354,14
+7309,64
+10444,41
+11669,42
+7329,64
+4329,62
+2104,8
+12551,72
+11595,26
+2130,8
+12940,9
+4023,38
+1740,49
+686,34
+9012,31
+4606,3
+4133,73
+7875,39
+841,46
+5378,52
+9804,69
+11946,18
+7709,71
+3143,10
+834,46
+4445,29
+9734,2
+10973,10
+9572,9
+11203,68
+747,46
+12687,5
+2988,54
+8714,5
+6366,63
+3100,10
+11038,61
+12437,39
+4657,28
+3653,30
+9914,24
+3517,16
+9979,24
+7470,35
+8547,59
+533,17
+5114,45
+8769,5
+640,34
+3198,61
+10835,15
+9364,19
+10943,40
+9819,69
+3048,40
+1884,56
+9637,9
+11507,28
+363,32
+8159,43
+12295,35
+4648,28
+4052,38
+11134,30
+7619,65
+3556,16
+863,46
+4437,29
+2423,75
+9873,69
+11736,27
+5320,42
+4359,29
+8285,76
+12299,35
+9013,31
+9314,0
+5011,26
+3694,30
+3720,30
+8497,59
+7067,7
+5140,45
+5258,42
+520,17
+1946,47
+6438,63
+6916,21
+5745,51
+10890,54
+12326,65
+11163,74
+6403,63
+8797,20
+1556,41
+6049,48
+2499,75
+5195,45
+9966,24
+12532,72
+8402,37
+12369,71
+2493,75
+7910,39
+11521,28
+239,13
+6718,67
+11847,48
+576,34
+1566,1
+5690,51
+6944,21
+8723,5
+6622,67
+4659,28
+8658,5
+7814,39
+8586,59
+8160,43
+3709,30
+11620,45
+11840,25
+10249,36
+12833,57
+12484,43
+13072,24
+669,34
+6232,55
+1112,12
+8281,76
+5428,52
+8909,20
+12116,53
+11534,44
+1330,14
+11429,22
+4934,26
+112,11
+3690,30
+5058,26
+2723,66
+10599,23
+3824,74
+4482,22
+12187,7
+5339,42
+1794,23
+1813,23
+9626,9
+2502,75
+356,32
+3176,61
+6263,18
+4373,29
+5736,51
+10314,12
+9450,19
+12498,43
+5155,45
+3811,74
+2668,15
+906,36
+2883,54
+6849,53
+2237,60
+11850,48
+6414,63
+9383,19
+851,46
+7802,71
+7696,71
+3634,16
+5640,27
+8722,5
+4731,28
+9543,9
+1183,4
+9019,31
+5836,25
+7845,39
+11955,18
+2361,75
+13019,69
+1878,56
+5198,45
+917,36
+10725,60
+8619,5
+4928,26
+9789,69
+5300,42
+9756,2
+3586,16
+8692,5
+12781,31
+6175,55
+11744,27
+11863,48
+4357,29
+11624,45
+10726,60
+9652,2
+5939,25
+3114,10
+4292,62
+5810,51
+6885,21
+8479,59
+1629,1
+7561,35
+12056,67
+3330,6
+10125,17
+10358,4
+10849,66
+1857,56
+2073,47
+10603,56
+6613,67
+0,11
+726,34
+8246,76
+9434,19
+7770,71
+6508,70
+9700,2
+8075,43
+8105,43
+566,17
+7824,39
+7778,71
+11714,52
+3427,6
+7165,64
+8802,20
+8944,31
+12936,9
+12156,21
+12265,50
+3131,10
+1923,56
+4866,44
+11664,42
+2905,54
+6947,21
+2114,8
+7536,35
+10215,46
+5319,42
+2093,8
+12463,58
+4978,26
+6038,48
+1113,12
+11394,29
+1422,33
+6544,70
+8647,5
+1679,49
+12356,65
+12070,67
+12277,50
+774,46
+9699,2
+8452,37
+5649,27
+6680,67
+9679,2
+10266,36
+3356,6
+764,46
+7725,71
+250,13
+10111,32
+1219,4
+3056,40
+11428,22
+5368,42
+352,32
+12923,9
+12676,59
+24,11
+10540,49
+10208,46
+3068,40
+4997,26
+9194,0
+9071,57
+1020,12
+8119,43
+3856,74
+2772,66
+5789,51
+4760,28
+4568,3
+10079,13
+7062,7
+5173,45
+7731,71
+9629,9
+6458,63
+11468,3
+12564,76
+171,13
+10128,17
+11103,16
+12171,7
+285,13
+7717,71
+6847,53
+8517,59
+4927,26
+3145,10
+2188,8
+9437,19
+8682,5
+8784,20
+12106,53
+7129,7
+6716,67
+2291,60
+9988,24
+2379,75
+5882,25
+5051,26
+8308,76
+12004,70
+6426,63
+7593,65
+2106,8
+8528,59
+5135,45
+5635,27
+1675,49
+4101,73
+12311,35
+2377,75
+7452,35
+2192,8
+1103,12
+4739,28
+7524,35
+2036,47
+11540,44
+1744,49
+6503,70
+5827,51
+7515,35
+6215,55
+8696,5
+9185,0
+9842,69
+3405,6
+4479,22
+3431,6
+11262,38
+10399,14
+1179,4
+5724,51
+10804,15
+7540,35
+7606,65
+12830,57
+12883,19
+623,34
+10616,56
+7358,50
+10683,8
+9646,2
+3727,30
+7598,65
+1901,56
+2397,75
+10740,60
+11073,6
+11680,42
+1347,14
+10570,23
+3078,40
+10134,17
+2862,66
+3728,30
+3507,16
+8727,5
+6883,21
+4761,28
+11283,73
+8201,72
+9821,69
+9349,19
+7231,64
+5608,27
+6367,63
+13061,24
+12027,70
+1538,41
+11943,18
+12606,37
+6153,55
+11988,63
+5526,52
+6668,67
+10397,14
+10564,23
+3058,40
+11410,22
+7777,71
+5475,52
+3772,74
+9440,19
+722,34
+5249,45
+8912,20
+11317,73
+6921,21
+11175,74
+3919,68
+9682,2
+7156,7
+3571,16
+11953,18
+5269,42
+626,34
+761,46
+8172,72
+10331,4
+8158,43
+11477,3
+8219,76
+6909,21
+437,17
+4306,62
+10138,17
+6498,70
+9589,9
+11147,30
+12803,57
+185,13
+1823,56
+11964,63
+517,17
+7164,64
+12251,50
+12896,19
+19,11
+4888,44
+3508,16
+14,11
+10830,15
+5634,27
+4901,44
+3225,61
+11711,52
+956,36
+2176,8
+10410,33
+8943,20

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=1/lora_ans/0.0-0.7/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98c785d40c0de7ffd04398d6dbd2e1e8b5e5806a9c37ee6abd66b3b45634309
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c17917537f822f91983bb1b2542fbd4d57ddfeca62193ac8f65f4ee87b688f
+size 42951614

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=1/lora_ans/0.0-0.7/0.7-1.0/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d92098a0b57225ed1c160f13dcfacc6914f0580d5b25db67c11c404b9ea6eab
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=1/lora_ans/0.0-0.7/0.7-1.0/logs/events.out.tfevents.1734789386.gamma.3803366.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750a80d6bdfa7bf1ca28f2b70caaf9978ab1b9d97d4e3645bd4a9e92c5a0a300
+size 47485

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=1/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=1/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,223 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.41753870248794556,0,12.603596496582032,
+0,8,0.11665986478328705,1,14.892131249109903,
+0,16,0.08071323484182358,2,13.431934127807617,
+0,24,0.0811198316514492,3,12.104554312569755,
+0,32,0.07556189224123955,4,9.583995112666377,
+0,40,0.08164145052433014,5,8.34631268731479,
+0,48,0.08190566301345825,6,6.874993801116943,
+0,56,0.07540925592184067,7,2.7965814556394304,
+0,64,0.0763363465666771,8,4.624930709600449,
+0,72,0.07972466200590134,9,3.893427834366307,
+0,80,0.07995801791548729,10,3.7198419937720666,
+0,88,0.07523247599601746,11,4.0529327700215,
+0,96,0.0795830748975277,12,2.4924910813570023,
+0,104,0.0759550891816616,13,2.300574445724487,
+1,112,0.07700200378894806,14,1.9415900476517216,
+1,120,0.07583050429821014,15,2.124776743076466,
+1,128,0.08238175883889198,16,3.146949413844517,
+,,,16,,2.5840398088286194
+1,136,0.07845708355307579,17,2.2981986588445205,
+1,144,0.08004384487867355,18,2.2195482976508862,
+1,152,0.07545796036720276,19,2.5457961845397947,
+1,160,0.07529233396053314,20,2.808029260635376,
+1,168,0.08016084507107735,21,1.52317675948143,
+1,176,0.07664354145526886,22,2.0633530298868816,
+1,184,0.07850531861186028,23,2.568560740043377,
+1,192,0.07970092073082924,24,1.7867779510992545,
+1,200,0.07558909058570862,25,1.7433594620746116,
+1,208,0.08685273304581642,26,1.5968550076851478,
+1,216,0.08063221350312233,27,1.3236123363176981,
+2,224,0.08108082041144371,28,1.8481205254793167,
+2,232,0.07875953987240791,29,1.7811387998086434,
+2,240,0.08292873948812485,30,1.5194697332382203,
+2,248,0.07598606124520302,31,1.6017147998015087,
+2,256,0.07913802936673164,32,1.106143793155407,
+,,,32,,1.9337834225425237
+2,264,0.08320832625031471,33,1.5534377199411393,
+2,272,0.0786181315779686,34,0.9059013175964356,
+2,280,0.0800706297159195,35,1.381399158773751,
+2,288,0.08077289909124374,36,1.1549270417955186,
+2,296,0.08073354884982109,37,1.6951660588383675,
+2,304,0.07592692226171494,38,1.2060845732688903,
+2,312,0.0763683170080185,39,1.5121325512190122,
+2,320,0.08024392649531364,40,0.6854143120624401,
+3,328,0.08126549422740936,41,1.3776647198584773,
+3,336,0.08140886947512627,42,1.0196677773229537,
+3,344,0.08091365545988083,43,0.8766240454637088,
+3,352,0.07691487297415733,44,1.19834350766959,
+3,360,0.07970079034566879,45,0.7256356980651617,
+3,368,0.07888233661651611,46,0.6139571903080776,
+3,376,0.07854912430047989,47,0.6313452090208347,
+3,384,0.07654793187975883,48,0.7246180585026741,
+,,,48,,1.5225001467934138
+3,392,0.0767836719751358,49,0.4601943102376214,
+3,400,0.0806267037987709,50,0.7278090732939103,
+3,408,0.080594252794981,51,0.8301254558292303,
+3,416,0.0785990059375763,52,0.5036713936924935,
+3,424,0.07540019601583481,53,0.7521801551475245,
+3,432,0.08237669616937637,54,0.37274141803383826,
+4,440,0.07558147609233856,55,0.368874944280833,
+4,448,0.08315684273838997,56,0.21677037470397495,
+4,456,0.07897956296801567,57,0.39249206194654107,
+4,464,0.08005102351307869,58,0.36241446231161395,
+4,472,0.07556580379605293,59,0.354593093920913,
+4,480,0.08054186776280403,60,0.2739647717186899,
+4,488,0.07688798382878304,61,0.865743254710521,
+4,496,0.08207924291491508,62,0.3752029259316623,
+4,504,0.08003278821706772,63,0.3518325995731478,
+4,512,0.08055122569203377,64,0.1916293518836884,
+,,,64,,1.5744652084157438
+4,520,0.07677606865763664,65,0.20775021159130594,
+4,528,0.08114128932356834,66,0.3939068738578094,
+4,536,0.08127804845571518,67,0.17818390893646413,
+5,544,0.07990466058254242,68,0.14521209551843212,
+5,552,0.07692431285977364,69,0.06263132938849074,
+5,560,0.07701190933585167,70,0.2059937904123217,
+5,568,0.08078281581401825,71,0.08927789290568658,
+5,576,0.08107808604836464,72,0.03297902273797346,
+5,584,0.07889459654688835,73,0.13855730600655078,
+5,592,0.0803687833249569,74,0.03333065523218144,
+5,600,0.07674485817551613,75,0.241044651878138,
+5,608,0.07603417336940765,76,0.08654396728146821,
+5,616,0.07880815118551254,77,0.1739370060043738,
+5,624,0.08053147420287132,78,0.03600423495200547,
+5,632,0.08166741207242012,79,0.08653918995211522,
+5,640,0.07712914794683456,80,0.055712891494234404,
+,,,80,,1.6656978945188885
+5,648,0.08825281634926796,81,0.027469920296524022,
+6,656,0.08098382875323296,82,0.027489050491047756,
+6,664,0.07939954102039337,83,0.019348920291910567,
+6,672,0.07924765348434448,84,0.0185380407422781,
+6,680,0.08071086928248405,85,0.06110864121001214,
+6,688,0.07654529064893723,86,0.029335925186952126,
+6,696,0.0734335333108902,87,0.050243751756076156,
+6,704,0.07974512130022049,88,0.045683990018693985,
+6,712,0.08189663663506508,89,0.0066106214188039305,
+6,720,0.07589590549468994,90,0.00989548231397445,
+6,728,0.07624014094471931,91,0.007831316029366393,
+6,736,0.08213842660188675,92,0.004912084468421252,
+6,744,0.0789850540459156,93,0.007495920251434048,
+6,752,0.07641587778925896,94,0.010159404041977333,
+7,760,0.07679714635014534,95,0.005733182195715768,
+7,768,0.0824044831097126,96,0.01132161764689954,
+,,,96,,1.7773024160650712
+7,776,0.07592558488249779,97,0.09881609202420805,
+7,784,0.07581749930977821,98,0.016058982775450266,
+7,792,0.08771070837974548,99,0.006002204628506054,
+7,800,0.07551155611872673,100,0.006061080525427856,
+7,808,0.07691322639584541,101,0.004211036944686766,
+7,816,0.07340515032410622,102,0.006025397577711071,
+7,824,0.08077571541070938,103,0.004649213394329239,
+7,832,0.0760241225361824,104,0.002060138459863334,
+7,840,0.07613812014460564,105,0.002070621065997883,
+7,848,0.0812840536236763,106,0.003373131318949163,
+7,856,0.07710070535540581,107,0.002504840525316781,
+7,864,0.07664665952324867,108,0.0013508249092130708,
+8,872,0.07550489157438278,109,0.0028030370191957513,
+8,880,0.07646279782056808,110,0.0035311656771227717,
+8,888,0.08009598404169083,111,0.0036333323414510232,
+8,896,0.07577541097998619,112,0.001561826248653233,
+,,,112,,1.8189063736155062
+8,904,0.08062343671917915,113,0.001099957968108356,
+8,912,0.0755719505250454,114,0.00236966460527453,
+8,920,0.07975619286298752,115,0.0017303783157519225,
+8,928,0.07667038589715958,116,0.004179762656286615,
+8,936,0.08073526620864868,117,0.0019515735912136734,
+8,944,0.08054216206073761,118,0.002178575170026826,
+8,952,0.08075620234012604,119,0.0018265021266415716,
+8,960,0.08142339810729027,120,0.001539460157580448,
+8,968,0.07675284892320633,121,0.002221677592024207,
+9,976,0.0807124711573124,122,0.001547232547846551,
+9,984,0.0760023221373558,123,0.0031302327134956915,
+9,992,0.08107862994074821,124,0.001937700513129433,
+9,1000,0.08132840692996979,125,0.0024509978585786395,
+9,1008,0.08003412932157516,126,0.001577992736587696,
+9,1016,0.0806644856929779,127,0.0010761514572412566,
+9,1024,0.07975899428129196,128,0.0015952167732100333,
+,,,128,,1.8438425184805183
+9,1032,0.07666914910078049,129,0.0013729979622266477,
+9,1040,0.07666230201721191,130,0.0017430812542982123,
+9,1048,0.07592922821640968,131,0.0033790205023251476,
+9,1056,0.08682340756058693,132,0.0008592432691090691,
+9,1064,0.07671132311224937,133,0.001355002422955025,
+9,1072,0.08172404393553734,134,0.0015909566233555477,
+9,1080,0.0769016295671463,135,0.0016445505498268176,
+10,1088,0.07565814256668091,136,0.0018305251452450952,
+10,1096,0.0803653858602047,137,0.0010027533149695954,
+10,1104,0.08016788214445114,138,0.0010035765484314072,
+10,1112,0.0789424292743206,139,0.0006633767941444792,
+10,1120,0.08265895396471024,140,0.0016553719719273172,
+10,1128,0.07652342692017555,141,0.0009663469058328442,
+10,1136,0.07549034431576729,142,0.0014427683661993155,
+10,1144,0.07569970935583115,143,0.0019963484390665633,
+10,1152,0.07885576784610748,144,0.0019074679313537976,
+,,,144,,1.8568124891836433
+10,1160,0.08120100945234299,145,0.002219308586791158,
+10,1168,0.07695481926202774,146,0.0009359167039898845,
+10,1176,0.0812252089381218,147,0.001203888953358938,
+10,1184,0.08060761913657188,148,0.00257111743225583,
+11,1192,0.08041359484195709,149,0.0010774099254586662,
+11,1200,0.08154768496751785,150,0.0012836295927902966,
+11,1208,0.0803859643638134,151,0.00172096846314768,
+11,1216,0.08011281862854958,152,0.0013760439993347972,
+11,1224,0.07875985279679298,153,0.000724777951836586,
+11,1232,0.07568088918924332,154,0.0025848618807846353,
+11,1240,0.08056620508432388,155,0.0006275414946555559,
+11,1248,0.08053096011281013,156,0.0007840449169244883,
+11,1256,0.07743199542164803,157,0.0016350092737411615,
+11,1264,0.07916564866900444,158,0.0018208218680229038,
+11,1272,0.07683268189430237,159,0.0010537355625447596,
+11,1280,0.08071088790893555,160,0.0018492120247434027,
+,,,160,,1.8611367141144186
+11,1288,0.08193039521574974,161,0.0010161716309085023,
+11,1296,0.07896003499627113,162,0.0011107025142148908,
+12,1304,0.07853895425796509,163,0.0007341575571978144,
+12,1312,0.0818440280854702,164,0.0010534609038451756,
+12,1320,0.07538709789514542,165,0.0012427354813553393,
+12,1328,0.08078572899103165,166,0.0020947867596987635,
+12,1336,0.07640380039811134,167,0.0009052598918788135,
+12,1344,0.08393492549657822,168,0.0017633592178754043,
+12,1352,0.07669417560100555,169,0.001902380740960195,
+12,1360,0.0804845504462719,170,0.0010559962242804167,
+12,1368,0.07586348801851273,171,0.0008683962348316397,
+12,1376,0.08110905438661575,172,0.0012698848690238915,
+12,1384,0.07940078899264336,173,0.0010165567343522394,
+12,1392,0.07589805498719215,174,0.0009442752399932473,
+12,1400,0.07633307576179504,175,0.0014574726422627766,
+13,1408,0.08112788945436478,176,0.0007431413590287169,
+,,,176,,1.8768380080597311
+13,1416,0.0794232003390789,177,0.0011320324976825053,
+13,1424,0.07869554311037064,178,0.0017478320973389077,
+13,1432,0.07701867818832397,179,0.001382767882508536,
+13,1440,0.0812905766069889,180,0.0012613894219173055,
+13,1448,0.07664712890982628,181,0.0006044584127569882,
+13,1456,0.1885090172290802,182,0.0010402709525078534,
+13,1464,0.08110523596405983,183,0.0008572674443712458,
+13,1472,0.07893120497465134,184,0.001121137382914171,
+13,1480,0.0801655761897564,185,0.001136676843904344,
+13,1488,0.07829893752932549,186,0.0008268077252432704,
+13,1496,0.07892432436347008,187,0.0007971537381629733,
+13,1504,0.07560979947447777,188,0.00190504969077665,
+13,1512,0.08076776936650276,189,0.001152911283834665,
+14,1520,0.07967313751578331,190,0.0009896871450889324,
+14,1528,0.08134379610419273,191,0.0005932217801830941,
+14,1536,0.07750432938337326,192,0.0009558396637797928,
+,,,192,,1.8795239412331883
+14,1544,0.07887675613164902,193,0.002510645343136275,
+14,1552,0.07608980685472488,194,0.001485437007011989,
+14,1560,0.08714598417282104,195,0.0012157008750364184,
+14,1568,0.08056296780705452,196,0.0007408236672815222,
+14,1576,0.07722150534391403,197,0.0006529555819859659,
+14,1584,0.0763375498354435,198,0.0007154174763854826,
+14,1592,0.07864778116345406,199,0.0006836178375427456,
+14,1600,0.08218999952077866,200,0.0010741086676716804,
+14,1608,0.08157310262322426,201,0.0019030858088156272,
+14,1616,0.07684943825006485,202,0.0008601509824594748,
+15,1624,0.07931676506996155,203,0.0015760712558403611,
+15,1632,0.08165444806218147,204,0.0011636161320244095,
+15,1640,0.07603873685002327,205,0.0010083599120844155,
+15,1648,0.08194189891219139,206,0.0006370806558362136,
+15,1656,0.0810985378921032,207,0.0009500781501022478,
+15,1664,0.08024241775274277,208,0.0014736953986963879,
+,,,208,,1.8900623562969738

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=banking77/list=0.7-1.0/labels.csv

@@ -0,0 +1,46 @@
+467,17
+5597,27
+1295,14
+12639,37
+11607,45
+6065,48
+1862,56
+2118,8
+7983,58
+259,13
+1082,12
+2765,66
+3786,74
+7856,39
+3212,61
+4324,62
+48,11
+7946,58
+6557,70
+6112,48
+12501,43
+11824,25
+113,11
+12887,19
+11921,55
+7881,39
+127,11
+1918,56
+12086,53
+13011,69
+12008,70
+10473,41
+12614,37
+1764,49
+12801,31
+6706,67
+12657,59
+4177,73
+12220,64
+5716,51
+6404,63
+10950,40
+5222,45
+8941,20
+3074,40
+9228,0

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=banking77/list=0.7-1.0/logits.csv

@@ -0,0 +1,46 @@
+467,-26.494286,-23.445595,-27.86303,-25.84652,-31.581787,-17.84085,-16.738758,-26.303352,-29.351524,-19.46886,-20.325909,-24.349346,-26.314993,-18.607159,-7.110118,-13.043393,-9.790557,-0.32882148,-20.982159,-17.396418,-24.975908,-32.305016,-20.672274,-23.054354,-28.232883,-11.720843,-17.348461,-20.158188,-34.900314,-36.07629,-28.037521,-22.698145,-5.823146,-30.123983,-20.773685,-22.076906,-33.26066,-44.15444,-32.89224,-45.05661,-34.739178,-35.676037,-42.551037,-29.46542,-34.11633,-15.371262,-18.749214,-23.120558,-16.370478,-22.67571,-35.13292,-24.20129,-20.485924,-29.04765,-33.65177,-31.04687,-22.131325,-19.371016,-24.408829,-21.665247,-31.555872,-19.415247,-17.120653,-25.449766,-10.159458,-27.846016,-36.092075,-25.505764,-42.13395,-47.726646,-45.224697,-29.200993,-15.283848,-19.733334,-54.529938,-25.279379,-3.6061778
+5597,-34.579964,-19.291674,-19.422337,-33.2524,-17.491451,-22.73172,-35.60764,-18.979828,-20.005598,-27.38074,-23.83946,-30.355085,-35.515644,-25.55821,-8.465124,-28.62694,-24.220284,-40.1379,-26.71446,-25.246256,-24.73516,-30.72728,-23.043018,-15.553799,-32.745636,-1.2579336,-6.848304,-0.5046252,-43.051685,-39.816273,-26.779924,-28.702213,-21.577215,-33.203163,-33.511257,-4.930377,-49.636913,-40.937428,-37.620907,-37.9522,-34.097385,-26.040836,-42.540833,-38.22563,-37.820515,-20.496075,-17.887856,-27.088444,-9.557133,-20.465061,-23.969418,-25.632338,-22.69328,-25.375378,-57.26248,-33.94729,-55.648895,-46.30516,-33.477997,-12.617165,-34.898415,-23.242167,-19.579157,-29.636152,-15.306705,-23.39591,-40.31687,-21.430643,-28.675585,-33.236588,-34.53444,-24.234703,-21.886698,-25.629053,-47.947105,-43.254074,-33.56993
+1295,-26.066399,-20.253633,-32.91882,-31.662413,-37.3767,-26.80688,-30.97551,-30.63279,-38.23056,-11.202153,-17.76133,-18.29258,-21.996601,-9.995706,-4.995731,-31.53372,-20.014692,-40.89126,-15.120706,-29.354254,-27.562927,-27.538197,-23.70239,-7.2566843,-30.412876,-12.299841,-22.513239,-24.950306,-36.935066,-35.685932,-29.540146,-33.016575,-26.016575,-27.114944,-25.948322,-27.37339,-41.9144,-40.317535,-38.12844,-38.879845,-35.567436,-19.441107,-42.12861,-35.555912,-39.59472,-25.131504,-13.80337,-24.239979,-18.739975,-12.504263,-31.819391,-27.647133,-31.081306,-29.208916,-57.869247,-32.909695,-53.42712,-39.79884,-37.41165,-12.508356,-28.195854,-20.383354,-20.831285,-32.64452,-33.775597,-34.904175,-50.06562,-32.06682,-39.522453,-34.379684,-46.46766,-34.754475,-16.226543,-35.948692,-46.534832,-36.429115,-43.30774
+12639,-21.812363,-19.510416,-33.78341,-28.117743,-20.421143,-42.27408,-35.19481,-31.77989,-30.920006,-8.30398,-25.397295,-22.084793,-31.381828,-14.741043,-7.9595895,-45.696526,-30.738312,-60.047123,-23.553545,-29.974127,-38.215435,-24.780828,-22.625809,-13.341859,-32.933884,-26.958742,-17.800339,-24.276228,-43.75253,-22.640781,-21.21082,-27.505623,-25.818123,-22.107592,-25.448097,-24.119549,-35.20489,-11.805837,-12.774371,-6.237241,-9.274096,-12.399633,-25.805883,-22.818438,-37.146614,-26.839891,-13.744663,-13.410182,-14.035174,-23.652956,-32.206284,-29.793213,-22.794567,-50.012974,-40.649143,-24.964329,-34.64819,-25.658108,-22.190231,-33.404655,-39.146843,-30.592154,-16.272781,-31.07293,-28.671892,-28.99404,-42.49912,-26.282032,-14.701665,-20.524647,-35.071205,-27.779305,-26.86625,-20.734947,-37.03387,-30.00631,-41.200855
+11607,-39.165443,-31.545513,-30.113718,-40.414513,-31.884617,-21.939049,-31.579905,-30.127176,-39.615887,-31.33817,-28.563953,-37.794422,-38.88352,-28.188953,-16.879416,-32.163,-15.213516,-36.23052,-31.501453,-31.231981,-24.568386,-39.041637,-29.515062,-22.312101,-44.011417,-16.376879,-25.372566,-33.37663,-40.24991,-42.44235,-31.983318,-32.210674,-24.773174,-35.493526,-37.88433,-36.625694,-56.516533,-50.879807,-45.57208,-44.393055,-39.233025,-27.284332,-46.471832,-48.52961,-45.574173,-0.1432467,-2.0200765,-17.393278,-12.393204,-23.663082,-40.342262,-25.171711,-26.293774,-30.131933,-58.442905,-44.28486,-63.180595,-44.01578,-46.34495,-23.303434,-38.584682,-27.428434,-24.430609,-25.022371,-33.231514,-31.516163,-46.882298,-26.33484,-41.68367,-43.52669,-46.756954,-35.171432,-20.295696,-37.29451,-59.169598,-44.091408,-48.241802
+6065,-34.159195,-17.623486,-19.717346,-36.304283,-23.487965,-3.6504302,-14.12588,-26.075897,-22.945787,-28.464968,-27.395405,-28.582905,-32.28765,-16.426653,-9.302405,-37.50727,-18.421227,-43.772957,-28.864155,-30.259144,-22.952168,-29.373142,-28.707705,-16.375137,-34.631687,-17.17686,-17.305225,-13.391942,-37.52707,-48.88241,-24.124731,-30.997444,-21.747446,-31.44387,-27.016006,-14.18438,-50.94261,-36.572315,-33.129227,-24.686708,-26.27692,-30.011549,-34.26155,-37.550045,-40.123135,-16.838455,-7.7442145,-12.741833,-0.05432246,-25.911911,-20.428467,-16.959639,-17.82585,-32.27895,-57.4788,-29.855621,-39.239517,-36.87195,-22.654911,-13.12615,-29.06365,-21.25115,-18.224344,-36.58738,-35.29946,-21.778378,-24.724285,-20.049438,-35.812786,-36.909416,-55.424538,-24.977158,-16.19354,-43.376232,-44.455227,-31.38531,-33.824043
+1862,-24.972378,-14.602664,-11.476711,-24.877577,-22.989634,-15.54808,-22.086262,-11.80505,-19.810123,-23.382317,-27.211765,-32.027195,-31.206615,-19.461765,-11.337175,-27.148827,-26.715446,-37.65673,-28.555515,-22.095695,-30.996056,-26.002766,-28.283108,-17.305336,-23.86736,-22.09711,-21.325928,-18.469463,-57.61377,-32.598034,-19.92717,-28.85088,-26.10088,-29.416403,-40.74395,-18.465345,-32.793243,-29.252478,-28.820396,-26.814335,-23.2142,-16.746368,-24.933868,-29.24012,-26.755026,-21.315014,-14.498392,-18.590176,-10.340138,-23.381107,-13.438624,-21.76796,-19.924442,-28.072884,-35.52497,-27.27108,-21.678888,-30.821527,-15.008619,-22.119623,-26.478998,-20.088373,-26.431326,-31.805561,-19.51333,-15.454672,-26.93003,-17.80604,-21.752369,-25.2886,-27.546183,-26.15488,-23.933786,-26.788363,-39.10742,-26.98037,-27.9447
+2118,-34.979977,-13.98325,-17.879858,-29.046898,-20.435131,-9.495072,-22.030193,-17.168516,-5.267083,-23.805935,-26.932205,-32.174393,-34.614517,-23.494705,-11.687305,-23.088493,-9.208148,-38.74395,-32.582596,-24.954302,-12.838919,-24.183193,-22.081554,-14.695793,-27.46425,-9.483133,-7.377732,-3.2123122,-25.787193,-38.1591,-20.34928,-19.8732,-13.2481985,-19.22229,-29.281946,-4.717275,-44.2369,-29.647713,-30.29786,-24.945507,-22.839418,-22.611408,-27.111408,-32.365517,-33.229103,-18.032124,-11.025297,-17.647762,-2.0227582,-16.483633,-22.057,-9.161458,-2.2961607,-20.868515,-39.176033,-27.157207,-40.841667,-33.356377,-30.135056,-5.885443,-28.74482,-9.010444,-12.974321,-19.20738,-9.021451,-19.442932,-19.188791,-9.9837265,-18.790339,-31.794127,-27.521685,-17.436525,-23.262413,-22.179626,-31.53233,-27.708763,-31.395435
+7983,-23.048273,-14.345464,-16.143442,-21.985811,-16.710232,-30.75556,-34.935272,-25.43945,-31.123528,-27.744196,-29.711987,-31.383862,-38.79868,-23.555737,-10.152614,-38.573032,-21.75862,-47.250744,-34.05183,-31.89748,-29.697914,-31.012133,-29.530067,-16.157381,-27.071161,-22.74786,-23.865768,-27.139853,-43.706055,-37.39978,-27.028664,-31.636015,-32.011017,-38.17098,-47.760925,-30.407688,-38.279045,-24.71767,-21.961563,-31.225597,-19.956806,-27.2195,-33.719498,-25.858719,-35.033325,-29.681015,-26.03931,-10.601664,-21.72665,-27.499155,-26.947891,-31.18198,-26.521683,-48.343422,-35.14719,-28.957539,-27.893883,-32.011814,-3.782446,-23.963083,-20.838083,-22.275583,-7.5275407,-51.24968,-36.838604,-21.826855,-40.457844,-28.282808,-34.752758,-32.73,-37.2657,-13.283061,-14.633002,-17.639835,-44.92949,-26.618736,-41.98724
+259,-14.819233,-20.400927,-13.857307,-27.48636,-35.52221,-30.934704,-37.633736,-19.07477,-34.79047,-20.61825,-27.626074,-28.579199,-40.02441,-0.0010749977,-16.69004,-51.412148,-30.873981,-69.30528,-26.751074,-33.897255,-24.790224,-24.672014,-22.053453,-11.614834,-28.970387,-17.07639,-24.058334,-28.427784,-49.86171,-46.88278,-28.253942,-35.758827,-33.602577,-29.732498,-38.293865,-34.729397,-44.845024,-37.07207,-25.914982,-27.132109,-24.94311,-24.683277,-41.683277,-23.714252,-30.426462,-32.19076,-25.595152,-28.627865,-27.690361,-20.710115,-32.463703,-27.733969,-29.92536,-46.420906,-60.906403,-32.484848,-50.574226,-32.264153,-34.06086,-32.695248,-35.320248,-27.07025,-18.506746,-23.204483,-38.547356,-34.770836,-54.535805,-33.992508,-35.60662,-23.60376,-49.25934,-29.915163,-18.159294,-32.912704,-41.0928,-41.162296,-59.955017
+1082,-13.169488,-17.50709,-23.896465,-18.79747,-18.271542,-29.954817,-29.931078,-23.362183,-34.01357,-0.007882834,-19.038849,-20.163849,-22.255987,-13.7576,-9.634761,-33.47965,-25.140812,-45.682236,-20.351349,-27.785105,-37.974102,-20.666883,-26.684824,-6.5110836,-29.048899,-18.32445,-19.583668,-24.136497,-37.872456,-41.44638,-29.452282,-27.027195,-29.527195,-24.470295,-31.203255,-25.35241,-44.083897,-17.929684,-19.691444,-16.016035,-16.891165,-12.311034,-31.279785,-15.565061,-42.99867,-22.49643,-9.437762,-14.558765,-16.183764,-12.611641,-23.679218,-19.608555,-23.703764,-33.359398,-47.870724,-28.7001,-46.833534,-25.58843,-32.017418,-22.51327,-26.01327,-22.38827,-15.801993,-34.538155,-30.19749,-27.50663,-45.636055,-29.31181,-17.037407,-12.678036,-28.495253,-24.70842,-17.993729,-28.388538,-45.35003,-40.769524,-45.705193
+2765,-26.125313,-21.169312,-24.425472,-31.87566,-19.528492,-5.5071793,-6.779573,-34.145927,-32.37053,-28.596972,-25.460949,-30.460949,-30.996334,-19.460949,-10.086325,-33.56052,-14.351211,-39.63466,-28.242199,-30.709875,-19.302532,-39.618652,-28.82803,-14.873847,-34.604507,-14.493853,-16.936995,-25.302778,-36.328568,-41.71089,-28.128784,-27.115475,-18.490475,-32.997425,-23.367613,-21.48992,-43.300793,-35.16219,-33.89885,-32.80004,-25.202232,-25.751043,-35.313545,-41.146603,-39.136963,-10.372885,-0.21217507,-8.076524,-6.701522,-21.694162,-24.524998,-17.021168,-13.57062,-21.996515,-50.835033,-37.545296,-46.787075,-37.706093,-36.977287,-10.786634,-29.192883,-17.411634,-19.279358,-26.029224,-29.49453,-30.470802,-30.83756,-22.767445,-30.551733,-31.59345,-31.117044,-24.113968,-15.720136,-32.166836,-49.46829,-24.13337,-30.95608
+3786,-28.11819,-19.178114,-34.152016,-23.055258,-28.62128,-33.549904,-34.68478,-24.235023,-31.609512,-23.187449,-29.340897,-32.747147,-41.18799,-12.934647,-12.684768,-46.943436,-36.915775,-56.590843,-36.946365,-40.288334,-50.992943,-25.282063,-37.27968,-16.768726,-28.426992,-20.131111,-19.97322,-20.906233,-45.354774,-38.642742,-13.965056,-26.175163,-17.675163,-19.546555,-39.515823,-34.782642,-41.280647,-36.02414,-27.487993,-27.760891,-31.202599,-20.948711,-23.073711,-30.753933,-40.331524,-30.103298,-20.191566,-21.685423,-16.59166,-26.548643,-20.688034,-21.913445,-26.06879,-34.826073,-46.66554,-25.595634,-35.188927,-34.984276,-25.730194,-28.465652,-29.715652,-24.090652,-31.532452,-48.02356,-35.33886,-26.192465,-61.949047,-33.420063,-11.785562,-4.1656847,-23.829033,-23.383677,-22.198372,-33.51494,-28.384014,-39.579567,-39.418568
+7856,-18.614271,-16.846298,-15.088596,-37.217075,-29.892351,-26.21697,-20.77835,-31.083035,-35.084618,-6.123399,-20.652893,-13.434141,-17.909212,-9.621641,-11.298859,-37.787785,-22.92939,-43.892235,-20.684143,-32.930782,-37.624046,-26.974335,-25.855677,-9.043677,-30.036552,-20.830894,-24.679878,-29.29809,-46.53733,-34.35899,-26.912788,-34.689873,-38.728935,-30.763208,-43.589115,-27.172867,-39.78308,-26.214272,-5.891442,-12.60068,-18.14428,-17.900507,-34.838005,-0.018067393,-46.75947,-23.129179,-24.52749,-20.471561,-22.721558,-19.266594,-35.027733,-30.456642,-23.704256,-61.31601,-44.97804,-32.520252,-34.483543,-23.144936,-19.505316,-26.957598,-32.73885,-27.082598,-15.394342,-38.05867,-43.143074,-34.34667,-44.600246,-31.014854,-27.285667,-28.495483,-39.751144,-30.932217,-11.560032,-26.330467,-41.412212,-43.95252,-46.358738
+3212,-49.568317,-21.272459,-31.77358,-42.521873,-19.316418,-41.8506,-48.14771,-30.426188,-44.160164,-39.97546,-43.915558,-44.368683,-54.652214,-36.962433,-33.136024,-40.54867,-35.043602,-56.743645,-45.47415,-43.69366,-37.768814,-43.514812,-37.13523,-23.687996,-36.359703,-45.19229,-43.133385,-38.566414,-55.490303,-55.455563,-38.74581,-32.649857,-25.524857,-43.96323,-21.840017,-37.191425,-64.96967,-40.026512,-37.3279,-43.195797,-39.418602,-43.15927,-44.03427,-48.756004,-41.198387,-39.381912,-35.75422,-12.75388,-28.691357,-38.035877,-32.70472,-25.297337,-22.11441,-33.62377,-53.11547,-41.12903,-48.62242,-38.226982,-32.50688,-7.0066023,-28.81129,-0.006602512,-10.895336,-30.54318,-34.43972,-34.776024,-44.95926,-39.331596,-49.70111,-55.316864,-65.826935,-18.878912,-38.88888,-35.97254,-61.144073,-46.154076,-52.52846
+4324,-47.24691,-14.999233,-18.512924,-35.206882,-14.182894,-22.210304,-30.225231,-30.128773,-38.245495,-31.64829,-34.21293,-36.541054,-39.89725,-25.212929,-16.481747,-34.88911,-17.285887,-43.237404,-36.11918,-32.851463,-19.889317,-32.707985,-30.603054,-13.13666,-32.512245,-37.93579,-34.704025,-33.18539,-42.804134,-42.43215,-25.656132,-25.04623,-17.921232,-25.977324,-23.485302,-31.057922,-51.85385,-33.324173,-36.074142,-28.731737,-19.028557,-42.334282,-42.709282,-31.910276,-33.351944,-34.682915,-29.371302,-3.370366,-21.49535,-26.978817,-24.069103,-16.410938,-22.060373,-35.93313,-42.221783,-33.811268,-51.312202,-36.995663,-31.165947,-10.995463,-25.073587,-12.870463,-1.6272616,-40.606506,-20.415327,-25.49403,-28.087643,-21.310242,-40.94542,-34.9651,-49.331123,-2.120382,-15.893671,-26.347576,-43.99926,-33.715,-57.546513
+48,-23.752964,-21.989374,-33.771446,-33.822514,-30.38103,-26.854687,-20.953922,-23.29815,-37.913963,-9.695613,-20.15224,-13.995992,-12.3484535,-8.058492,-15.474675,-34.365505,-20.15915,-50.591278,-20.636616,-33.90246,-28.328688,-27.125008,-32.867527,-9.110274,-31.042402,-18.266935,-19.644972,-30.635618,-28.78128,-48.31678,-25.711937,-32.56218,-33.37468,-30.483131,-28.656958,-34.4438,-48.742985,-45.83628,-30.617207,-24.33567,-25.929594,-19.391827,-41.26683,-27.619144,-36.013077,-21.259672,-22.91261,-26.404842,-22.279835,-19.728022,-34.330593,-23.309307,-29.12778,-50.759964,-59.168682,-38.089977,-43.850334,-34.223167,-37.803062,-32.38092,-44.31842,-34.81842,-21.246172,-35.997147,-26.111013,-32.20043,-35.41814,-24.026728,-34.182648,-38.176346,-39.042896,-33.259007,-25.651937,-31.497585,-44.591026,-39.28963,-52.780514
+7946,-34.6092,-17.417097,-14.798088,-33.987885,-19.412634,-29.738394,-24.759676,-24.93716,-39.60972,-30.477146,-35.617054,-37.499866,-43.564972,-28.163929,-14.991765,-46.25717,-26.784882,-48.291115,-39.17174,-39.16484,-45.846172,-30.347174,-30.433294,-15.735833,-27.376669,-31.238754,-32.81829,-31.35932,-55.507523,-45.04503,-27.17934,-38.587875,-40.087875,-52.306694,-45.16548,-31.251616,-51.477863,-30.987022,-30.423958,-30.881266,-26.853022,-28.72149,-38.658993,-32.9067,-39.704575,-33.554726,-28.1682,-11.860034,-27.485018,-24.704685,-24.75262,-34.634743,-32.537704,-41.73529,-51.71557,-28.853313,-39.4103,-44.442867,-17.917982,-26.881601,-29.162851,-23.162851,-19.850487,-43.64856,-48.088913,-27.664371,-52.91679,-33.990997,-30.674706,-26.398737,-35.999924,-16.104803,-34.072285,-22.5525,-43.497017,-33.185715,-37.601345
+6557,-26.734482,-11.376913,-16.279781,-29.838076,-18.103203,-12.686077,-15.273773,-10.013655,-29.582512,-13.4241495,-24.47845,-27.712826,-32.677685,-20.0097,-6.6353455,-26.757832,-10.558641,-38.713444,-21.91595,-18.930365,-16.247028,-16.696548,-19.093466,-15.022198,-29.099615,-17.920414,-17.575184,-22.698124,-29.23877,-36.374115,-13.509164,-21.752865,-21.252865,-27.710526,-19.599434,-18.127869,-34.291763,-21.592789,-28.049389,-23.42997,-20.129929,-15.30749,-20.307491,-22.060152,-30.457026,-22.116182,-10.374792,-17.488678,-11.613665,-11.586578,-13.705332,-21.353092,-21.003834,-23.285238,-45.571404,-21.421759,-14.876869,-21.399174,-12.888258,-21.421629,-27.515379,-19.734129,-15.466937,-31.604965,-8.496727,-16.108574,-32.94331,-14.147017,-14.780494,-1.9260517,-0.42258295,-12.9867935,-20.875717,-24.263937,-30.823227,-26.676418,-36.274105
+6112,-41.574642,-25.617395,-28.74424,-38.22904,-29.196255,-12.730702,-17.545332,-28.417568,-25.156076,-14.419483,-31.385414,-31.416664,-41.639694,-17.385412,-15.760531,-40.17144,-31.361204,-50.34909,-29.010414,-38.40992,-39.49157,-40.637306,-33.3374,-20.495481,-37.6633,-20.267143,-19.388147,-16.922464,-41.195732,-45.24148,-31.990625,-30.474636,-18.037138,-37.38436,-36.128296,-17.761827,-51.729683,-47.727795,-42.753998,-32.75312,-32.914387,-34.95985,-43.58485,-43.79746,-47.440666,-23.7598,-11.643775,-17.852465,-0.008608546,-29.30682,-23.930109,-25.460949,-26.968128,-29.91053,-59.759415,-38.34651,-40.720173,-37.278023,-22.959282,-18.617834,-32.711586,-25.430336,-26.515972,-27.926596,-30.228773,-20.576475,-25.937096,-11.948488,-37.38638,-44.642853,-50.73956,-28.974865,-23.346294,-55.0194,-53.69741,-43.44557,-40.49522
+12501,-21.458124,-17.326807,-27.836685,-31.846714,-26.762962,-39.902626,-30.35088,-23.242313,-37.55548,-6.4776697,-25.68371,-20.699335,-34.514187,-16.636835,-12.895477,-31.192303,-33.39239,-49.863007,-23.324335,-22.33397,-41.764618,-26.708397,-35.16761,-11.319567,-29.53083,-22.857647,-22.087421,-31.834427,-45.416473,-41.244617,-31.332386,-20.421755,-25.921755,-30.653833,-46.460495,-28.465385,-43.93366,-30.220304,-7.2653723,-13.635424,-16.447807,-16.362919,-34.92542,-0.0059748753,-41.839073,-26.714924,-27.136478,-29.007809,-30.445305,-18.716795,-39.99047,-35.186474,-27.569145,-41.03937,-58.257072,-35.165924,-23.704403,-12.421555,-21.209656,-29.445976,-32.914726,-26.508476,-18.74571,-39.727417,-22.349728,-28.539303,-48.63205,-28.429623,-33.31247,-31.709482,-37.49401,-29.57712,-17.269989,-23.594767,-44.510902,-47.244915,-48.504066
+11824,-21.712725,-16.073648,-22.242405,-28.2806,-21.983583,-22.05067,-39.38392,-28.192497,-38.163895,-23.93394,-18.377682,-26.690182,-36.131916,-22.315182,-0.37785095,-33.061592,-20.408867,-37.20228,-21.033932,-40.58268,-33.8965,-25.53291,-20.955648,-12.168516,-34.384926,-1.2266221,-21.017717,-23.445082,-44.592438,-45.538967,-31.733534,-32.548027,-33.235527,-23.71491,-24.496933,-26.226383,-52.491535,-30.360985,-29.332785,-29.481436,-28.663176,-21.7266,-41.0391,-42.660583,-42.006687,-9.358246,-15.964169,-26.233238,-24.045727,-19.149605,-30.457878,-19.788881,-17.093237,-21.596575,-55.236336,-36.317684,-70.472855,-50.822548,-50.172657,-16.289272,-43.445522,-33.039272,-16.902729,-37.73697,-32.71515,-38.60225,-54.319508,-36.91375,-36.197517,-36.93355,-40.99207,-33.10483,-9.62025,-25.215202,-46.527103,-46.44088,-45.349567
+113,-12.326345,-17.216671,-25.372543,-35.08828,-20.980665,-23.08321,-25.485474,-33.531902,-37.468132,-10.658839,-22.78143,-15.968928,-23.67406,-12.593928,-12.181516,-41.809174,-27.189775,-53.207993,-19.46893,-31.659256,-31.063961,-26.309727,-26.369787,-5.8021,-28.4106,-25.789032,-20.246489,-30.837675,-31.401007,-43.739002,-23.21368,-31.70145,-31.3577,-26.031202,-34.304607,-21.084747,-47.850815,-32.429295,-21.991415,-16.518867,-16.143646,-16.425543,-33.488045,-15.409948,-44.33029,-12.464037,-19.252872,-20.273775,-20.273758,-26.523695,-36.161407,-23.33733,-20.28964,-50.339878,-60.515877,-31.45411,-40.741917,-34.448746,-26.732906,-25.223177,-38.285675,-28.160677,-20.079647,-34.09828,-29.614567,-30.1665,-43.26895,-28.641144,-24.058434,-30.080158,-49.8379,-32.3251,-23.12833,-30.22655,-43.503613,-40.96766,-43.9571
+12887,-31.897644,-13.3103485,-19.83647,-23.114624,-24.637365,-20.728003,-18.294815,-30.112192,-30.42619,-23.621744,-24.525005,-31.689068,-37.27896,-22.743755,-19.628067,-13.44857,-23.453476,-37.49826,-28.275005,-0.08348337,-17.171515,-25.278019,-25.735222,-15.064241,-27.38126,-27.65683,-8.643383,-26.517614,-33.070663,-34.550602,-25.095072,-12.2165785,-15.466578,-38.18168,-29.026505,-26.729939,-38.747215,-30.933401,-25.835968,-37.180866,-30.35225,-22.0564,-32.9939,-22.875134,-40.174564,-16.135761,-7.9742856,-17.786602,-17.34904,-23.110535,-22.089125,-22.763538,-13.979719,-32.44134,-42.982037,-25.51744,-18.27952,-13.572538,-17.257908,-19.757647,-24.163897,-17.570147,-20.529558,-25.106201,-4.145024,-23.309288,-40.627365,-22.226738,-28.570547,-40.501377,-35.192223,-24.338509,-27.91457,-19.746195,-34.866917,-25.462797,-20.680048
+11921,-26.566633,-17.820152,-29.316456,-26.037086,-31.772495,-34.27721,-32.323498,-21.647661,-29.102139,-15.366155,-27.743223,-30.305721,-37.805397,-13.399473,-21.217953,-32.988815,-21.540718,-47.203598,-29.805721,-24.992199,-32.807465,-25.526337,-27.555649,-25.15015,-24.840189,-29.96845,-28.507746,-28.249413,-37.15651,-31.651781,-18.848177,-32.909348,-26.128096,-30.504204,-25.95536,-23.126606,-40.52052,-37.007683,-34.100266,-26.80021,-29.367538,-25.883686,-28.133686,-31.267914,-27.691227,-24.342491,-21.014542,-22.637985,-19.137897,-21.725094,-30.136082,-29.191875,-19.063389,-31.209255,-39.933517,-13.361954,-28.101494,-30.079224,-21.047976,-21.13733,-31.85608,-25.44983,-15.64071,-25.839062,-31.453407,-29.313583,-48.648685,-27.379148,-26.24519,-17.101152,-41.400757,-32.126877,-24.38254,-31.618877,-36.830013,-35.459946,-35.95815
+7881,-24.667252,-14.257131,-21.46776,-31.763653,-26.966284,-25.64626,-26.816025,-33.30435,-25.624542,-13.734824,-20.762983,-20.341108,-22.239979,-14.512983,-16.509274,-16.864769,-26.090042,-42.69789,-23.241987,-18.269308,-36.685776,-29.726479,-25.14806,-12.819651,-28.696524,-18.23865,-26.152952,-29.939434,-41.00296,-21.934263,-28.156649,-21.669601,-26.169601,-38.144257,-28.188086,-22.435621,-33.490753,-17.235096,-11.891193,-13.447061,-24.622086,-30.536667,-44.786667,-11.292068,-35.443203,-19.806293,-22.222889,-20.108364,-17.420692,-21.3542,-30.968994,-32.01951,-18.523064,-32.91736,-50.32776,-28.196556,-29.051191,-26.480604,-25.669905,-20.495876,-16.214626,-18.339626,-25.769085,-29.704433,-19.482887,-29.239548,-37.92969,-26.66705,-31.56515,-37.21852,-33.982754,-23.256468,-21.543293,-23.126984,-44.28238,-43.636734,-42.606926
+127,-20.97644,-15.833251,-21.563385,-29.796106,-26.325035,-16.759153,-16.066868,-22.98384,-33.364967,-12.984426,-19.137856,-16.106606,-25.49735,-3.9816053,-12.363007,-32.816593,-15.332918,-45.09675,-17.419106,-25.318815,-19.144972,-21.30653,-25.459208,-4.49076,-24.192661,-17.004728,-17.909073,-27.776339,-31.54727,-40.29599,-24.99241,-25.64366,-29.14366,-30.637814,-26.612194,-25.309313,-44.48385,-36.311325,-26.059402,-22.805824,-22.493246,-12.702609,-33.10886,-23.717476,-35.634113,-12.277431,-17.70406,-16.82071,-18.945702,-13.7317295,-28.591448,-17.262136,-22.510166,-28.79607,-44.016384,-34.043762,-36.87661,-24.711119,-28.105186,-23.40873,-33.50248,-25.47123,-18.100433,-27.279224,-23.003828,-24.116909,-24.405416,-19.141695,-41.890915,-28.62416,-35.66856,-24.453983,-22.426693,-26.573902,-41.374966,-43.50281,-49.78744
+1918,-32.843155,-17.109104,-15.291433,-29.350893,-23.487339,-18.588285,-35.922485,-25.943287,-20.341946,-25.091465,-28.208918,-31.322199,-38.996567,-24.740166,-19.857079,-18.825539,-23.272844,-35.03387,-31.408136,-13.4351845,-33.19314,-27.721123,-29.27184,-18.571972,-28.990314,-17.109228,-22.436516,-15.341043,-51.064617,-36.255383,-21.709957,-10.817102,-10.192102,-20.572048,-44.706146,-15.737655,-34.101475,-34.00634,-31.74121,-35.760166,-27.1148,-24.317972,-32.88047,-22.115452,-39.962265,-25.18472,-23.089706,-21.672184,-11.609528,-23.315483,-14.366215,-29.662107,-24.848743,-35.28255,-43.9684,-27.186893,-2.681368,-7.0427475,-11.410257,-20.112125,-11.455876,-16.143375,-19.10486,-29.365913,-1.0278907,-20.765442,-31.322876,-17.244902,-28.220291,-36.64341,-43.32884,-15.861767,-34.639305,-19.385185,-43.244675,-32.197384,-30.891724
+12086,-24.971964,-15.944948,-21.703442,-26.29717,-26.38994,-22.832457,-39.473534,-27.427229,-27.200077,-20.075834,-20.298542,-24.669636,-32.18263,-16.392292,-6.1423445,-16.835054,-9.46509,-31.045288,-21.392292,-26.646147,-24.628166,-25.756721,-22.50703,-8.829918,-31.441874,-0.76299226,-12.525749,-18.262793,-30.801449,-39.85922,-30.96628,-28.169716,-28.919716,-29.796516,-28.845592,-25.074837,-48.590153,-30.068958,-27.1899,-27.851048,-27.952076,-15.980194,-37.355194,-34.940853,-40.259552,-6.7663326,-12.416254,-24.360077,-21.078793,-16.71288,-34.06254,-9.820882,-13.444923,-13.192183,-46.769623,-34.202682,-54.1233,-35.053658,-34.75193,-10.252347,-32.658596,-13.502347,-14.191447,-22.562132,-24.303669,-34.40053,-46.21514,-27.738544,-33.015236,-34.959816,-33.56826,-28.73552,-11.284986,-23.888191,-48.832153,-53.0876,-51.90139
+13011,-26.94031,-22.766611,-38.51526,-32.900543,-37.778465,-24.501143,-26.59999,-25.3434,-36.539547,-17.211609,-27.857977,-30.482977,-37.64363,-20.514227,-14.326792,-40.229927,-16.738039,-52.361046,-29.607977,-35.840107,-28.72458,-22.348343,-30.51536,-20.716413,-29.201324,-16.037508,-19.83324,-21.330492,-37.30448,-40.8277,-14.916174,-34.70253,-21.10878,-33.383156,-33.507565,-29.07258,-41.584377,-33.19334,-30.57959,-30.709972,-32.759094,-17.35569,-19.98069,-37.415062,-33.216255,-29.211277,-22.60434,-25.684715,-18.559673,-25.1381,-29.441713,-25.628054,-26.101559,-30.70931,-45.505848,-30.159073,-34.713005,-31.66572,-28.796257,-21.981321,-37.168823,-26.856321,-23.530321,-36.06932,-24.89413,-27.131,-48.14041,-25.628101,-15.045166,-0.14466801,-23.23524,-19.990032,-21.420343,-25.619482,-32.694347,-37.37524,-36.889683
+12008,-27.838097,-14.599123,-20.32616,-28.363384,-14.022923,-8.270568,-5.836589,-20.835442,-27.622137,-16.62542,-22.935188,-26.114876,-26.732048,-16.716438,-10.2854395,-16.99604,-5.1950126,-33.369568,-22.060188,-15.562243,-11.37912,-27.203495,-22.37336,-13.357128,-29.695652,-12.6836605,-11.362578,-18.649193,-27.022451,-40.85361,-12.638244,-21.122896,-20.497896,-29.951946,-23.331758,-19.9723,-34.09877,-37.6529,-26.8825,-33.351334,-24.06012,-16.432652,-28.307652,-26.962288,-32.921463,-16.066944,-11.714676,-14.687217,-9.249709,-14.026793,-13.27692,-16.955818,-22.04793,-29.890253,-35.587746,-26.057102,-10.0274,-11.052238,-5.709979,-10.323859,-20.94886,-12.44886,-18.474,-26.326422,-16.382278,-9.885813,-30.453268,-14.56381,-21.522076,-14.292909,-6.888776,-13.17889,-22.932121,-29.685856,-34.768097,-23.224865,-28.341164
+10473,-21.982666,-20.965963,-30.60517,-32.74118,-35.709587,-27.519075,-34.334587,-25.697248,-39.7443,-8.107056,-18.762877,-18.762877,-27.631298,-11.6066265,-9.16972,-29.491674,-16.448946,-44.708336,-13.4816265,-25.355417,-25.375257,-21.785604,-21.494946,-21.54085,-27.214674,-21.880772,-22.71534,-26.213121,-33.233643,-37.10703,-21.142088,-41.15033,-41.49408,-41.83401,-35.00485,-27.576712,-42.109337,-42.964897,-28.464647,-24.040733,-28.73352,-0.8340459,-22.584045,-22.955233,-34.512108,-27.755072,-17.541729,-31.789928,-24.539904,-16.913704,-33.11041,-25.596699,-27.960995,-30.223957,-45.31247,-35.302902,-42.814888,-32.712254,-27.626335,-17.618067,-32.61807,-22.618067,-23.226906,-23.203321,-24.56207,-29.716969,-43.69139,-25.24297,-26.59029,-28.988262,-46.746475,-32.42292,-19.914814,-28.968185,-39.758728,-34.468964,-41.40649
+12614,-33.77334,-20.85947,-19.457714,-29.164434,-26.682169,-39.19606,-35.87192,-32.545715,-37.676025,-17.695198,-24.229237,-25.994862,-33.332153,-15.822988,-11.159979,-34.231262,-31.297365,-46.557625,-26.588612,-30.786089,-38.681572,-34.618748,-26.78733,-17.71577,-27.170155,-21.86575,-25.160633,-26.894482,-46.45769,-30.730492,-30.627201,-30.504848,-31.004848,-41.557327,-45.813545,-31.429308,-41.833885,-0.32185626,-13.936826,-16.085293,-2.9193962,-19.860838,-37.48584,-24.735615,-42.296055,-24.701223,-20.753208,-23.731129,-24.168613,-25.40091,-26.95341,-32.88387,-32.87901,-38.842304,-36.833996,-37.576466,-44.481747,-30.460287,-28.698437,-34.791428,-35.572678,-30.54143,-18.210594,-42.52095,-30.690815,-38.147236,-47.43508,-35.434044,-32.58073,-31.088917,-39.9719,-29.644976,-14.350365,-25.39806,-47.61457,-50.134087,-55.5504
+1764,-34.89408,-18.226053,-25.558916,-28.158257,-35.57386,-37.16558,-42.650696,-20.13199,-40.229958,-33.58557,-29.3301,-38.4551,-44.58937,-26.3926,-10.455112,-49.8686,-37.17073,-67.63072,-26.2676,-32.819008,-25.679317,-11.762041,-36.72042,-14.888607,-30.214561,-26.660372,-16.49032,-26.17184,-46.485577,-48.848724,-22.553598,-39.784225,-39.2061,-37.67779,-55.635223,-31.386694,-51.313618,-62.079536,-42.985413,-46.826996,-38.82832,-23.4874,-34.7374,-41.290993,-32.73817,-35.138813,-24.603863,-30.724785,-29.099773,-3.2989032,-31.755352,-35.82937,-31.42876,-45.093113,-70.57996,-35.795784,-46.61765,-41.529472,-35.264072,-22.265339,-34.76534,-28.890339,-36.89216,-38.457153,-39.575127,-31.411419,-46.354286,-28.570717,-28.899399,-39.63618,-46.970444,-36.890713,-28.631989,-34.429344,-51.9009,-40.82174,-38.620937
+12801,-25.991001,-14.305992,-17.010983,-26.077696,-23.2644,-14.942071,-13.456923,-36.883827,-24.356354,-25.681303,-21.592968,-27.116405,-29.805016,-19.374218,-9.819122,-15.261719,-16.532843,-25.83509,-24.155468,-11.342068,-27.501925,-33.017147,-27.423218,-20.657618,-25.481892,-19.517603,-19.560076,-21.13153,-39.699463,-34.32342,-21.303375,-0.9559252,-0.5809252,-15.43833,-31.641506,-20.297653,-28.374447,-41.60047,-25.14959,-36.008728,-25.372528,-20.982065,-30.607065,-16.583344,-46.098362,-22.467182,-21.169937,-18.410152,-14.410102,-23.95362,-15.103701,-30.120872,-21.724094,-38.79062,-39.333305,-27.825623,-6.750867,-18.102356,-12.80729,-24.139217,-26.201717,-22.514217,-23.284441,-22.321655,-5.247364,-18.02745,-30.909956,-19.396305,-38.697876,-36.066826,-31.123234,-22.122047,-27.55783,-22.526134,-41.131813,-32.436424,-19.64067
+6706,-32.840633,-14.221712,-21.40412,-25.052595,-15.151129,-7.980676,-7.7341866,-20.188658,-19.669878,-13.695569,-26.57769,-27.39019,-27.54156,-17.51519,-9.453116,-29.21719,-20.585266,-35.24076,-29.07769,-19.879913,-24.763763,-22.646946,-26.005844,-11.587185,-23.706852,-12.164773,-10.170372,-18.412695,-30.479885,-37.107258,-18.60997,-21.251442,-17.813942,-30.546017,-22.251707,-16.811083,-37.751472,-34.677708,-24.561249,-31.490557,-18.029541,-14.424487,-31.986988,-26.252842,-35.142033,-18.473207,-7.57425,-15.4446945,-4.9446816,-18.322786,-9.626691,-11.967659,-15.686589,-29.095793,-38.630783,-23.863644,-16.629612,-11.570686,-12.046826,-13.175739,-10.550739,-12.050739,-14.811528,-37.10301,-24.029219,-16.003122,-23.805763,-1.4903308,-20.126352,-30.280685,-25.027653,-12.651981,-18.322014,-21.533201,-38.54535,-27.801443,-24.654785
+12657,-45.127415,-19.915182,-30.181686,-38.56768,-16.689089,-33.914803,-37.75934,-24.5228,-42.564117,-34.265854,-35.885406,-40.135406,-46.992584,-33.760406,-16.698637,-45.824993,-26.495087,-56.047955,-35.041656,-44.392303,-35.155643,-28.51077,-32.879337,-19.031063,-39.931023,-43.751717,-36.00561,-34.001606,-54.627605,-44.06706,-35.380806,-32.780273,-23.217772,-42.782894,-27.799355,-27.314108,-51.154716,-42.294193,-40.629208,-44.001884,-33.107918,-43.0765,-41.7015,-45.044197,-38.182518,-41.689346,-31.327505,-7.6265764,-29.126572,-25.107157,-30.776323,-25.359474,-28.633217,-47.09845,-57.6442,-40.069466,-49.185547,-39.493576,-31.185041,-0.019953,-24.957453,-13.519953,-8.438068,-47.781647,-42.51079,-36.418713,-38.522648,-33.070084,-39.77514,-44.376797,-57.30343,-13.376603,-21.200422,-36.05433,-55.66136,-41.287514,-56.139214
+4177,-29.094263,-15.141313,-15.368666,-20.53441,-16.666855,-28.218174,-30.906567,-27.715355,-26.780043,-11.959375,-15.209157,-18.146656,-28.74596,-14.271657,-5.755388,-25.283588,-17.568132,-39.53929,-20.271656,-23.353846,-30.174324,-22.632015,-24.468826,-11.374317,-23.239944,-13.998734,-21.188437,-24.861885,-36.533844,-34.160984,-20.819534,-27.404041,-26.466541,-23.88623,-32.52449,-22.58604,-41.73134,-18.873497,-22.435461,-19.008307,-15.520678,-17.211956,-35.336956,-27.553173,-45.821114,-16.268774,-15.869496,-17.865818,-14.115676,-23.34851,-19.041178,-31.31575,-22.365665,-37.337402,-37.82852,-35.023888,-35.790665,-27.305498,-27.3967,-33.571144,-37.008644,-34.321144,-12.11858,-29.60584,-24.498665,-24.497154,-45.24426,-26.012758,-28.596203,-30.780722,-28.091503,-24.28126,-18.997658,-11.1335125,-43.403107,-40.409164,-38.054142
+12220,-30.562664,-14.392457,-11.752578,-26.651094,-14.510685,-15.137194,-29.66516,-26.235573,-20.53017,-26.998672,-28.971796,-33.18273,-43.914032,-22.096796,-22.373215,-10.437042,-19.382156,-29.560677,-32.08117,-11.518664,-27.740292,-32.66593,-30.703857,-22.635277,-34.1872,-21.449657,-18.324978,-12.777291,-31.28407,-36.38848,-23.23756,-15.777959,-14.152959,-26.497334,-21.447884,-13.601882,-35.27221,-31.55002,-30.50447,-34.69278,-36.27355,-28.646376,-35.896378,-29.901129,-43.761982,-21.236538,-24.928032,-15.609385,-10.734328,-23.32985,-17.83762,-28.494656,-18.706526,-19.93263,-42.635696,-27.122734,-11.691672,-0.51939905,-8.622366,-9.497291,-18.40354,-4.3722906,-11.270601,-10.854201,-3.787496,-22.948814,-37.926514,-24.91187,-40.50899,-40.910515,-44.53418,-19.536465,-28.145885,-18.882038,-43.47808,-25.938427,-16.87602
+5716,-45.438545,-19.171686,-23.499763,-28.849403,-30.623983,-16.214489,-39.147346,-34.637554,-26.668116,-28.098751,-31.312725,-32.093975,-36.0141,-25.437725,-20.26263,-45.16746,-23.319172,-45.914207,-31.6096,-32.06038,-22.770214,-36.438423,-29.45641,-19.275562,-32.17927,-15.300421,-19.750301,-24.575914,-37.224403,-56.311844,-27.920788,-30.076435,-33.920185,-40.905724,-29.264278,-22.925861,-52.66793,-42.922073,-39.598125,-37.319744,-28.643929,-35.61223,-45.61223,-48.634613,-29.738716,-32.436,-19.18651,-24.842403,-17.373495,-26.346214,-23.623476,-0.12859733,-3.4356608,-14.336137,-57.298843,-34.38252,-52.509087,-41.310093,-40.95755,-26.062254,-42.16577,-24.624754,-18.733236,-23.75696,-31.36121,-31.093624,-41.256775,-22.833858,-33.507744,-47.716976,-46.56777,-34.060684,-22.829865,-29.502071,-45.28028,-28.991917,-45.264782
+6404,-27.761189,-16.926517,-19.902496,-27.093628,-11.977921,-14.979779,-23.731827,-25.487219,-30.95846,-30.84902,-23.253897,-28.191397,-27.985367,-21.597649,-16.799622,-14.353987,-9.147278,-27.524952,-22.285147,-19.437408,-22.396477,-25.581848,-24.285105,-13.48355,-31.178453,-10.130693,-19.105282,-21.661425,-22.763891,-35.04394,-23.759705,-18.178968,-20.428968,-18.688326,-12.211082,-20.6265,-49.711456,-31.34031,-32.31624,-40.909477,-39.24514,-28.579727,-32.829727,-33.504223,-34.802418,-10.8567505,-13.339061,-20.825016,-11.606258,-18.716036,-29.28014,-17.895681,-6.937068,-21.851679,-47.00693,-38.153793,-46.01728,-32.47419,-32.37771,-12.8891535,-35.311028,-16.014154,-15.4813,-0.034446634,-13.546189,-23.5093,-36.37952,-21.728657,-35.23282,-32.445827,-33.94779,-24.306173,-17.877382,-23.158798,-51.981377,-37.051117,-28.628168
+10950,-29.036747,-18.896786,-19.746449,-24.809702,-25.377209,-29.083197,-28.672329,-22.735888,-36.64842,-26.397993,-33.94246,-32.00496,-41.651123,-18.708084,-7.887514,-46.872204,-38.43163,-55.729713,-34.04402,-33.70231,-31.643867,-32.70121,-34.826286,-12.223275,-26.020897,-27.900269,-28.30651,-30.17266,-52.602165,-48.894314,-21.590729,-29.27519,-28.02519,-37.730648,-38.10409,-33.59117,-34.746746,-1.8471204,-10.470767,-18.843445,-0.71015704,-20.635754,-29.823254,-15.585816,-42.273777,-35.26889,-29.92672,-25.586884,-30.08688,-18.769682,-33.32379,-35.320374,-24.44287,-47.80812,-44.246773,-31.42692,-43.79254,-35.56327,-27.72241,-27.977686,-31.602686,-27.602686,-17.061953,-45.88208,-26.990067,-30.828102,-47.281326,-31.340263,-33.88903,-37.524494,-52.72251,-32.897507,-7.4240875,-26.260342,-41.36578,-46.60132,-42.43858
+5222,-21.663956,-13.499665,-13.663267,-26.807198,-7.8008423,-10.402196,-23.366154,-13.127088,-22.07414,-23.411674,-25.854164,-29.93229,-32.945354,-21.572914,-10.573068,-32.49772,-19.498737,-36.42903,-30.791664,-28.125656,-30.375954,-27.249493,-17.677456,-13.082385,-28.041912,-9.522968,-12.022434,-7.864387,-28.428003,-30.950468,-23.601686,-22.476086,-23.038586,-23.651537,-25.69074,-10.867359,-37.465645,-25.247318,-26.628958,-33.328484,-21.533321,-21.116581,-29.054081,-39.922405,-38.768826,-7.1213913,-4.62801,-9.058635,-1.7461097,-15.029764,-17.063482,-13.382467,-10.879265,-19.683746,-52.408463,-28.370644,-45.472855,-46.083874,-31.374828,-6.4741054,-31.099106,-20.599106,-14.355636,-35.49969,-24.198074,-22.334,-32.83488,-17.007557,-27.658165,-24.150684,-28.030296,-16.437155,-10.907825,-22.185223,-36.454636,-31.186123,-30.36761
+8941,-22.656256,-11.254127,-9.953399,-12.946803,-20.371601,-7.3994026,-10.703756,-18.053207,-22.186327,-22.776878,-21.575056,-29.64537,-30.627844,-21.450056,-13.590975,-17.215153,-12.64243,-31.847902,-26.371933,-5.292275,-6.1701164,-17.123926,-20.7076,-12.074417,-25.358192,-14.9054165,-5.3567653,-17.918446,-30.04493,-27.893202,-16.49127,-17.192574,-18.505074,-22.215654,-20.257301,-18.875446,-29.106524,-28.004879,-21.304768,-29.565742,-24.097847,-11.721627,-15.596626,-23.20649,-29.111483,-15.367168,-5.3092036,-17.059303,-11.058987,-10.868914,-19.867569,-12.443559,-13.379656,-13.374865,-34.736958,-22.903915,-20.625372,-18.187319,-9.741501,-9.221803,-22.846802,-13.346803,-15.754162,-12.213886,-14.355464,-18.515417,-31.380268,-22.094196,-18.24828,-28.058676,-27.773722,-17.450775,-16.976362,-18.14307,-32.84727,-18.849022,-21.236887
+3074,-28.03715,-14.965561,-15.765727,-24.057066,-16.594753,-18.500412,-18.708473,-24.86277,-33.965797,-20.785173,-29.749912,-20.781162,-25.793015,-13.281162,-11.332544,-48.73471,-29.979076,-51.387314,-30.453037,-31.42556,-27.507364,-28.571724,-30.93874,-8.708125,-26.34813,-19.430222,-21.114046,-26.224022,-36.462784,-45.555187,-27.752934,-29.365093,-24.802593,-25.25263,-33.126087,-23.52481,-38.509117,-12.464325,-18.097004,-19.798565,-1.9076145,-23.202179,-36.38968,-25.800636,-41.834312,-22.600937,-13.390123,-15.600154,-16.412624,-21.239132,-26.791454,-20.34598,-19.452503,-36.59242,-44.98631,-31.02308,-43.629707,-35.65707,-29.874233,-10.375622,-27.188122,-19.375622,-17.994211,-36.576897,-21.464005,-28.360058,-25.386803,-20.064972,-34.34903,-36.194923,-46.746735,-24.255947,-5.173497,-28.603804,-45.321003,-35.191845,-34.786785
+9228,-0.1091537,-19.675453,-21.163141,-31.05027,-27.982738,-34.14418,-38.868397,-24.024443,-38.011063,-13.2332535,-21.279352,-21.435602,-34.240982,-5.529353,-3.9043918,-43.404854,-33.967358,-53.002617,-26.857477,-30.32425,-34.19964,-26.564621,-32.57164,-9.232783,-32.40062,-27.671734,-24.472363,-32.35705,-51.777985,-42.117744,-29.2397,-37.09718,-36.19093,-36.178154,-31.824678,-35.642944,-50.971558,-36.74256,-29.491571,-24.519009,-24.768991,-18.885336,-38.072838,-24.62993,-38.57633,-26.242691,-17.137333,-24.421364,-24.421356,-23.214043,-30.396812,-27.883007,-29.550879,-52.231842,-55.31637,-35.91403,-47.492218,-32.42017,-30.521976,-29.79631,-37.390064,-29.60881,-18.78186,-43.193405,-29.796705,-29.545824,-49.3921,-27.026405,-29.2264,-23.008196,-39.319767,-29.568047,-18.797314,-32.61675,-45.138874,-34.99651,-43.19643

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=banking77/list=test_1000/labels.csv

@@ -0,0 +1,1000 @@
+6197,55
+6441,63
+5254,42
+4058,38
+5596,27
+114,11
+2806,66
+1087,12
+1139,4
+12996,2
+10447,41
+11288,73
+12620,37
+10691,8
+8838,20
+11829,25
+5055,26
+5484,52
+2936,54
+9239,0
+5848,25
+2035,47
+1266,14
+11887,55
+4073,38
+4823,44
+2662,15
+5923,25
+2923,54
+7478,35
+12409,39
+11263,38
+12272,50
+8760,5
+1955,47
+7756,71
+12943,9
+8885,20
+6776,53
+12715,5
+11892,55
+4231,73
+3603,16
+1096,12
+2786,66
+12791,31
+7613,65
+12357,65
+11662,42
+9066,57
+63,11
+5620,27
+6193,55
+871,46
+10854,66
+8147,43
+3305,6
+3248,61
+2603,15
+3482,16
+4639,28
+7136,7
+6570,70
+7884,39
+12307,35
+10342,4
+257,13
+10939,40
+597,34
+3076,40
+8498,59
+7988,58
+575,34
+10692,8
+416,17
+2046,47
+1802,23
+12925,9
+5787,51
+2827,66
+4537,22
+3049,40
+11130,30
+2725,66
+1417,33
+12180,7
+6157,55
+8864,20
+12995,2
+2324,60
+2251,60
+1989,47
+16,11
+8827,20
+8493,59
+4953,26
+10807,15
+7101,7
+8210,76
+2312,60
+4330,62
+12365,71
+11466,3
+1666,1
+4063,38
+4622,3
+3836,74
+11584,26
+9371,19
+3407,6
+2680,15
+3845,74
+10741,60
+9232,0
+5932,25
+6113,48
+5411,52
+12422,39
+12101,53
+10322,12
+963,36
+11640,45
+5790,51
+519,17
+9694,2
+96,11
+7911,39
+6069,48
+13002,2
+7853,39
+8660,5
+2817,66
+11,11
+1701,49
+5397,52
+2685,15
+425,17
+1958,47
+12202,7
+5036,26
+6054,48
+10515,1
+12164,7
+4865,44
+12189,7
+8355,76
+7023,7
+12813,57
+7527,35
+2435,75
+9940,24
+7402,50
+32,11
+1541,41
+3094,40
+12947,9
+5604,27
+1775,49
+8117,43
+9587,9
+2008,47
+2741,66
+582,34
+2562,15
+7763,71
+7034,7
+6376,63
+9092,57
+202,13
+11193,74
+6028,48
+1476,41
+10315,12
+9472,19
+6092,48
+1919,56
+2986,54
+6078,48
+6698,67
+11430,22
+8139,43
+7580,65
+9696,2
+11768,51
+7030,7
+3711,30
+8118,43
+4895,44
+8450,37
+2225,8
+6803,53
+3040,40
+2834,66
+10998,10
+3955,68
+11164,74
+3599,16
+4288,62
+2846,66
+4278,62
+1150,4
+8719,5
+9210,0
+10575,23
+317,32
+6922,21
+10171,34
+8842,20
+11121,16
+6293,18
+3204,61
+591,34
+9236,0
+10820,15
+996,36
+8481,59
+10583,23
+1555,41
+3754,30
+2257,60
+11351,62
+12515,43
+1792,23
+10659,47
+8290,76
+9713,2
+12555,72
+7311,64
+2599,15
+10911,54
+6332,63
+5152,45
+4602,3
+6340,63
+10385,14
+1807,23
+8458,37
+3319,6
+10078,13
+8380,37
+2739,66
+1115,12
+9783,69
+2158,8
+5652,27
+12173,7
+5744,51
+3782,74
+3456,6
+9414,19
+4810,28
+11760,27
+8925,20
+7440,35
+1883,56
+9930,24
+12920,19
+6413,63
+7596,65
+11819,25
+6624,67
+11903,55
+3858,74
+9103,57
+3555,16
+4457,29
+2409,75
+9174,57
+7133,7
+3159,61
+10129,17
+3150,10
+2201,8
+7666,65
+2865,66
+12815,57
+3282,61
+3886,74
+775,46
+6393,63
+10102,32
+7652,65
+6523,70
+7589,65
+866,46
+4929,26
+5588,27
+3759,30
+10532,49
+9122,57
+12466,58
+4214,73
+5337,42
+574,34
+9839,69
+12404,39
+296,32
+7868,39
+12839,57
+6542,70
+122,11
+750,46
+10136,17
+12891,19
+3235,61
+7444,35
+12924,9
+8768,5
+7057,7
+8917,20
+7602,65
+9870,69
+3316,6
+5694,51
+2078,8
+8022,58
+4839,44
+730,34
+12123,21
+4332,62
+7453,35
+4418,29
+6744,53
+9728,2
+1611,1
+10779,75
+6783,53
+4472,22
+367,32
+10636,56
+1696,49
+3281,61
+6690,67
+4800,28
+8328,76
+4827,44
+530,17
+3977,68
+12840,57
+10417,33
+3545,16
+2396,75
+5344,42
+1829,56
+10084,32
+6306,63
+3692,30
+11054,6
+12948,9
+1656,1
+2338,75
+12260,50
+1372,33
+6644,67
+4988,26
+6775,53
+8683,5
+2032,47
+6371,63
+6946,21
+3676,30
+2414,75
+636,34
+12581,76
+6547,70
+7395,50
+3136,10
+7163,64
+8426,37
+5921,25
+6807,53
+9788,69
+12732,20
+8341,76
+2233,8
+3528,16
+9238,0
+2532,15
+9960,24
+8977,31
+11800,51
+3432,6
+8708,5
+6902,21
+4076,38
+6444,63
+812,46
+7036,7
+1971,47
+9335,0
+3942,68
+5775,51
+9428,19
+8656,5
+9465,19
+5128,45
+10072,13
+9836,69
+9955,24
+1312,14
+3554,16
+10852,66
+5417,52
+180,13
+2776,66
+11345,62
+3655,30
+7277,64
+13060,24
+887,36
+1485,41
+8296,76
+12531,72
+11407,22
+9162,57
+4452,29
+12471,58
+3355,6
+4651,28
+3943,68
+7060,7
+3775,74
+3853,74
+1191,4
+3992,68
+7669,65
+5048,26
+9818,69
+4304,62
+10406,33
+9906,24
+11208,68
+1419,33
+4781,28
+3255,61
+455,17
+6948,21
+6594,67
+9470,19
+1844,56
+11622,45
+372,32
+109,11
+1525,41
+6630,67
+2468,75
+583,34
+11698,52
+5557,27
+13074,24
+6325,63
+11086,16
+1524,41
+6932,21
+3715,30
+6936,21
+914,36
+10052,13
+3295,61
+7266,64
+4371,29
+5666,27
+11409,22
+7414,50
+11770,51
+11278,38
+1869,56
+9650,2
+2715,66
+811,46
+11947,18
+547,17
+4377,29
+1147,4
+9112,57
+11843,48
+7886,39
+12316,35
+6926,21
+12835,57
+2451,75
+7372,50
+9207,0
+8537,59
+11889,55
+12083,53
+9037,31
+12988,2
+1114,12
+12685,5
+2915,54
+9370,19
+2337,75
+2649,15
+4955,26
+9692,2
+9643,9
+3059,40
+3724,30
+8145,43
+6717,67
+5525,52
+6551,70
+578,34
+2871,54
+9211,0
+11002,10
+2539,15
+6279,18
+10878,66
+804,46
+10910,54
+6890,21
+9849,69
+3021,40
+4061,38
+8237,76
+12476,58
+3211,61
+7895,39
+4703,28
+5236,45
+8303,76
+2867,66
+6756,53
+4719,28
+2131,8
+12739,20
+6798,53
+5817,51
+11425,22
+11553,44
+10949,40
+10671,47
+9781,69
+5571,27
+1493,41
+1399,33
+1126,4
+494,17
+527,17
+12562,72
+274,13
+1354,14
+7309,64
+10444,41
+11669,42
+7329,64
+4329,62
+2104,8
+12551,72
+11595,26
+2130,8
+12940,9
+4023,38
+1740,49
+686,34
+9012,31
+4606,3
+4133,73
+7875,39
+841,46
+5378,52
+9804,69
+11946,18
+7709,71
+3143,10
+834,46
+4445,29
+9734,2
+10973,10
+9572,9
+11203,68
+747,46
+12687,5
+2988,54
+8714,5
+6366,63
+3100,10
+11038,61
+12437,39
+4657,28
+3653,30
+9914,24
+3517,16
+9979,24
+7470,35
+8547,59
+533,17
+5114,45
+8769,5
+640,34
+3198,61
+10835,15
+9364,19
+10943,40
+9819,69
+3048,40
+1884,56
+9637,9
+11507,28
+363,32
+8159,43
+12295,35
+4648,28
+4052,38
+11134,30
+7619,65
+3556,16
+863,46
+4437,29
+2423,75
+9873,69
+11736,27
+5320,42
+4359,29
+8285,76
+12299,35
+9013,31
+9314,0
+5011,26
+3694,30
+3720,30
+8497,59
+7067,7
+5140,45
+5258,42
+520,17
+1946,47
+6438,63
+6916,21
+5745,51
+10890,54
+12326,65
+11163,74
+6403,63
+8797,20
+1556,41
+6049,48
+2499,75
+5195,45
+9966,24
+12532,72
+8402,37
+12369,71
+2493,75
+7910,39
+11521,28
+239,13
+6718,67
+11847,48
+576,34
+1566,1
+5690,51
+6944,21
+8723,5
+6622,67
+4659,28
+8658,5
+7814,39
+8586,59
+8160,43
+3709,30
+11620,45
+11840,25
+10249,36
+12833,57
+12484,43
+13072,24
+669,34
+6232,55
+1112,12
+8281,76
+5428,52
+8909,20
+12116,53
+11534,44
+1330,14
+11429,22
+4934,26
+112,11
+3690,30
+5058,26
+2723,66
+10599,23
+3824,74
+4482,22
+12187,7
+5339,42
+1794,23
+1813,23
+9626,9
+2502,75
+356,32
+3176,61
+6263,18
+4373,29
+5736,51
+10314,12
+9450,19
+12498,43
+5155,45
+3811,74
+2668,15
+906,36
+2883,54
+6849,53
+2237,60
+11850,48
+6414,63
+9383,19
+851,46
+7802,71
+7696,71
+3634,16
+5640,27
+8722,5
+4731,28
+9543,9
+1183,4
+9019,31
+5836,25
+7845,39
+11955,18
+2361,75
+13019,69
+1878,56
+5198,45
+917,36
+10725,60
+8619,5
+4928,26
+9789,69
+5300,42
+9756,2
+3586,16
+8692,5
+12781,31
+6175,55
+11744,27
+11863,48
+4357,29
+11624,45
+10726,60
+9652,2
+5939,25
+3114,10
+4292,62
+5810,51
+6885,21
+8479,59
+1629,1
+7561,35
+12056,67
+3330,6
+10125,17
+10358,4
+10849,66
+1857,56
+2073,47
+10603,56
+6613,67
+0,11
+726,34
+8246,76
+9434,19
+7770,71
+6508,70
+9700,2
+8075,43
+8105,43
+566,17
+7824,39
+7778,71
+11714,52
+3427,6
+7165,64
+8802,20
+8944,31
+12936,9
+12156,21
+12265,50
+3131,10
+1923,56
+4866,44
+11664,42
+2905,54
+6947,21
+2114,8
+7536,35
+10215,46
+5319,42
+2093,8
+12463,58
+4978,26
+6038,48
+1113,12
+11394,29
+1422,33
+6544,70
+8647,5
+1679,49
+12356,65
+12070,67
+12277,50
+774,46
+9699,2
+8452,37
+5649,27
+6680,67
+9679,2
+10266,36
+3356,6
+764,46
+7725,71
+250,13
+10111,32
+1219,4
+3056,40
+11428,22
+5368,42
+352,32
+12923,9
+12676,59
+24,11
+10540,49
+10208,46
+3068,40
+4997,26
+9194,0
+9071,57
+1020,12
+8119,43
+3856,74
+2772,66
+5789,51
+4760,28
+4568,3
+10079,13
+7062,7
+5173,45
+7731,71
+9629,9
+6458,63
+11468,3
+12564,76
+171,13
+10128,17
+11103,16
+12171,7
+285,13
+7717,71
+6847,53
+8517,59
+4927,26
+3145,10
+2188,8
+9437,19
+8682,5
+8784,20
+12106,53
+7129,7
+6716,67
+2291,60
+9988,24
+2379,75
+5882,25
+5051,26
+8308,76
+12004,70
+6426,63
+7593,65
+2106,8
+8528,59
+5135,45
+5635,27
+1675,49
+4101,73
+12311,35
+2377,75
+7452,35
+2192,8
+1103,12
+4739,28
+7524,35
+2036,47
+11540,44
+1744,49
+6503,70
+5827,51
+7515,35
+6215,55
+8696,5
+9185,0
+9842,69
+3405,6
+4479,22
+3431,6
+11262,38
+10399,14
+1179,4
+5724,51
+10804,15
+7540,35
+7606,65
+12830,57
+12883,19
+623,34
+10616,56
+7358,50
+10683,8
+9646,2
+3727,30
+7598,65
+1901,56
+2397,75
+10740,60
+11073,6
+11680,42
+1347,14
+10570,23
+3078,40
+10134,17
+2862,66
+3728,30
+3507,16
+8727,5
+6883,21
+4761,28
+11283,73
+8201,72
+9821,69
+9349,19
+7231,64
+5608,27
+6367,63
+13061,24
+12027,70
+1538,41
+11943,18
+12606,37
+6153,55
+11988,63
+5526,52
+6668,67
+10397,14
+10564,23
+3058,40
+11410,22
+7777,71
+5475,52
+3772,74
+9440,19
+722,34
+5249,45
+8912,20
+11317,73
+6921,21
+11175,74
+3919,68
+9682,2
+7156,7
+3571,16
+11953,18
+5269,42
+626,34
+761,46
+8172,72
+10331,4
+8158,43
+11477,3
+8219,76
+6909,21
+437,17
+4306,62
+10138,17
+6498,70
+9589,9
+11147,30
+12803,57
+185,13
+1823,56
+11964,63
+517,17
+7164,64
+12251,50
+12896,19
+19,11
+4888,44
+3508,16
+14,11
+10830,15
+5634,27
+4901,44
+3225,61
+11711,52
+956,36
+2176,8
+10410,33
+8943,20

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=1/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=1/lora_ans/0.0-1.0/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608b7c0a2d493dcfb4ea62b4577315c431687e8f25113489ac44df0828f653c1
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27fa948889fe44b517ef358541cfb7dec45ff4e0bab2502c9dda1168c4ec989c
+size 42951614

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}