Add files using upload-large-folder tool

.gitattributes

@@ -1600,3 +1600,9 @@ finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=1/lora_ans/0.0-0.7/0.7-
 finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa77dc2c6aaacad7d5b67b7ed2699d691e0685cf19798bc8e98ee4cb5e079696
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ee4f576beae0902072cb96019489e99e454b9d05103365e1e945ca8e7388ef
+size 42951614

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc2e1e629de661a0a1e074836a4183be226582a6dd6702cd9c0ce397b3c22c7
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/events.out.tfevents.1734858093.gamma.4008582.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c05beed2e604736cd58d93dd068638d3359b2d82fa3a4bd5c8eccca4ddcfb68
+size 54843

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,257 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.4119921997189522,0,16.422861099243164,
+0,8,0.1072332039475441,1,13.127190436086346,
+0,16,0.08334587886929512,2,13.811294964381627,
+0,24,0.07896978035569191,3,12.593978424072265,
+0,32,0.0790049359202385,4,7.914356724969272,
+0,40,0.07614142075181007,5,8.027947664260864,
+0,48,0.07664676383137703,6,8.696111679077148,
+0,56,0.0806497186422348,7,4.167131802974603,
+0,64,0.08100587874650955,8,5.697831630706787,
+0,72,0.08142650499939919,9,2.605197286605835,
+0,80,0.07575248926877975,10,4.124128694887514,
+0,88,0.07974709197878838,11,3.101284529481615,
+0,96,0.07775475084781647,12,2.5423459261655807,
+0,104,0.08106186240911484,13,2.5124832888444266,
+0,112,0.08082754537463188,14,2.700681863292571,
+0,120,0.0762631893157959,15,2.623284876346588,
+0,128,0.08748697489500046,16,2.12644670690809,
+,,,16,,2.311451188052993
+0,136,0.075096745043993,17,2.558388042449951,
+0,144,0.0754849947988987,18,2.6108162212371826,
+0,152,0.08606738597154617,19,1.7451356690505455,
+0,160,0.07939699292182922,20,2.286527910540181,
+0,168,0.07277872785925865,21,1.3870893975962764,
+0,176,0.07973316684365273,22,1.9050883163105359,
+0,184,0.08006341755390167,23,1.5586672306060791,
+0,192,0.07830235362052917,24,2.0834867495756884,
+0,200,0.0762629322707653,25,1.9915198183059692,
+0,208,0.08102841675281525,26,2.2416294797872887,
+0,216,0.07596921548247337,27,2.283552396755952,
+1,224,0.07937439903616905,28,1.4979488712090712,
+1,232,0.07574684545397758,29,1.83767497081023,
+1,240,0.07995777204632759,30,1.3859667261441548,
+1,248,0.07603225484490395,31,1.1975199778874714,
+1,256,0.08631205558776855,32,1.713795581459999,
+,,,32,,1.6947883697877448
+1,264,0.07635453343391418,33,1.8189736445744833,
+1,272,0.08147964626550674,34,1.565821249037981,
+1,280,0.07524767518043518,35,1.2664778729279835,
+1,288,0.07802731916308403,36,1.700183679317606,
+1,296,0.08596764504909515,37,1.7702614378046106,
+1,304,0.07507677748799324,38,1.6646919956913702,
+1,312,0.07630028575658798,39,1.1824215507507325,
+1,320,0.07509900256991386,40,1.4593795146260942,
+1,328,0.07923568785190582,41,0.9338744985205787,
+1,336,0.08008166402578354,42,1.33404460790995,
+1,344,0.08034736663103104,43,1.1146231077371105,
+1,352,0.08058829233050346,44,1.2116223027308781,
+1,360,0.08036138117313385,45,1.1621994469314814,
+1,368,0.07530343160033226,46,1.7466140474591936,
+1,376,0.08040452003479004,47,1.1495312324592046,
+1,384,0.07654387503862381,48,0.8180428775293487,
+,,,48,,1.2640282504529838
+1,392,0.0801747478544712,49,0.9099180837472279,
+1,400,0.07989872619509697,50,1.0216904443502426,
+1,408,0.08242503553628922,51,1.0560216516256333,
+1,416,0.07558980584144592,52,0.9717418485217624,
+1,424,0.08061732351779938,53,1.3668418125859623,
+1,432,0.07550042495131493,54,1.1259413449852556,
+2,440,0.07977496832609177,55,0.47797245137831745,
+2,448,0.07549314573407173,56,0.39134789732369507,
+2,456,0.07509006187319756,57,0.6689232797534378,
+2,464,0.07934404537081718,58,0.9611134052276611,
+2,472,0.07640612125396729,59,0.6115456757874325,
+2,480,0.08349370211362839,60,0.9658136941768505,
+2,488,0.07965865731239319,61,1.2230726893871062,
+2,496,0.08269989117980003,62,0.6388943245013555,
+2,504,0.08700712770223618,63,0.5113105521433883,
+2,512,0.07911569252610207,64,0.5592332157877183,
+,,,64,,1.00131492155144
+2,520,0.08027908951044083,65,0.4148904298742612,
+2,528,0.07855252921581268,66,0.9982163277832238,
+2,536,0.0801527164876461,67,0.24172635202606518,
+2,544,0.07581420242786407,68,0.7149713716602751,
+2,552,0.08083316683769226,69,0.4344339783489704,
+2,560,0.07583777979016304,70,0.2979593867292771,
+2,568,0.0765385627746582,71,0.7101797106174322,
+2,576,0.07566035911440849,72,0.2848041507601738,
+2,584,0.08009349554777145,73,1.1688857102394103,
+2,592,0.08026408031582832,74,0.5009377267625597,
+2,600,0.07928043976426125,75,0.5917117283679545,
+2,608,0.07962393015623093,76,0.43835860897194256,
+2,616,0.07528996840119362,77,0.35555432200431825,
+2,624,0.07623433321714401,78,0.7922329252053585,
+2,632,0.08003809303045273,79,0.33622005854088527,
+2,640,0.07695525512099266,80,0.3854235372057668,
+,,,80,,0.850522512412933
+2,648,0.07551158964633942,81,0.33239635545760393,
+3,656,0.08032266050577164,82,0.17608628708582658,
+3,664,0.08891873061656952,83,0.09513376254056181,
+3,672,0.08632173016667366,84,0.122219790937379,
+3,680,0.08081957697868347,85,0.14491253539367957,
+3,688,0.07521113753318787,86,0.2880953786273797,
+3,696,0.07521836087107658,87,0.1823619730770588,
+3,704,0.07836287841200829,88,0.14367175623774528,
+3,712,0.08254386857151985,89,0.3075774423778057,
+3,720,0.08136695250868797,90,4.570864305496216,
+3,728,0.07580678537487984,91,0.40396141055329093,
+3,736,0.07624398544430733,92,0.11185921852787335,
+3,744,0.08030278608202934,93,0.13509586850475325,
+3,752,0.07832298055291176,94,0.17384761660704734,
+3,760,0.07512279972434044,95,0.3463190687665095,
+3,768,0.08056854084134102,96,0.38740152182678383,
+,,,96,,0.8897531348538686
+3,776,0.08058549836277962,97,0.16418937948201934,
+3,784,0.07565958052873611,98,0.36049548682245997,
+3,792,0.07557259127497673,99,0.4421800794390341,
+3,800,0.08011825755238533,100,0.31025998099622404,
+3,808,0.07546298950910568,101,0.0411043743044138,
+3,816,0.07603742554783821,102,0.482649196388333,
+3,824,0.08017027005553246,103,0.22176189459860324,
+3,832,0.07599975541234016,104,0.17612970930834612,
+3,840,0.07655584067106247,105,0.08490890861842139,
+3,848,0.08129821717739105,106,0.023780062422156335,
+3,856,0.07299304008483887,107,0.31074537092755583,
+3,864,0.07516054809093475,108,0.057837136726205544,
+4,872,0.0804118774831295,109,0.1886676117649366,
+4,880,0.08169789239764214,110,0.024605593513697385,
+4,888,0.075746800750494,111,0.02031703695787915,
+4,896,0.07633917406201363,112,0.11435047662335224,
+,,,112,,0.8933514514601374
+4,904,0.08018111437559128,113,0.15296679762222112,
+4,912,0.07963181287050247,114,0.0728895727004255,
+4,920,0.07544488832354546,115,0.050172352382252296,
+4,928,0.0767553336918354,116,0.049491163262206574,
+4,936,0.08064769953489304,117,0.018750375622640484,
+4,944,0.0805075354874134,118,0.008244140936736146,
+4,952,0.08101846277713776,119,0.017933794512198523,
+4,960,0.08031482249498367,120,0.0781609147171756,
+4,968,0.08202764391899109,121,0.030720961124946673,
+4,976,0.07632331550121307,122,0.23652444369751416,
+4,984,0.07796244323253632,123,0.17295491706269484,
+4,992,0.07607239112257957,124,0.1304517746585506,
+4,1000,0.08028430864214897,125,0.04715443283526434,
+4,1008,0.07542803138494492,126,0.010259587705756227,
+4,1016,0.08288225531578064,127,0.012315053943392083,
+4,1024,0.07710568606853485,128,0.07299874886715164,
+,,,128,,0.9164270607821913
+4,1032,0.08114264532923698,129,0.04340209926971618,
+4,1040,0.07566327601671219,130,0.008914318392053247,
+4,1048,0.08034146949648857,131,0.03532335801670949,
+4,1056,0.07595067843794823,132,0.10474705895952259,
+4,1064,0.08038332313299179,133,0.1592826254922768,
+4,1072,0.0765339806675911,134,0.004672697692688915,
+4,1080,0.07615894079208374,135,0.2432285696868935,
+5,1088,0.07576356083154678,136,0.07495081251753229,
+5,1096,0.08013816177845001,137,0.017666939762420952,
+5,1104,0.07636428251862526,138,0.018344012352273516,
+5,1112,0.07564687728881836,139,0.03126486167976899,
+5,1120,0.07993071898818016,140,0.05627140781331447,
+5,1128,0.07993633672595024,141,0.08815137473592426,
+5,1136,0.07815766334533691,142,0.015134560124528023,
+5,1144,0.08035160973668098,143,0.150200224639247,
+5,1152,0.08068486303091049,144,0.02130717665634372,
+,,,144,,0.891204833984375
+5,1160,0.07561308518052101,145,0.012587362094782293,
+5,1168,0.07605423033237457,146,0.2039918579726613,
+5,1176,0.08174595236778259,147,0.017404752201400697,
+5,1184,0.07597313448786736,148,0.04893575005095314,
+5,1192,0.08021270856261253,149,0.01534818189925161,
+5,1200,0.07865379750728607,150,0.12008268880890682,
+5,1208,0.07578959688544273,151,0.05804070995579804,
+5,1216,0.07557112351059914,152,0.012113290539543544,
+5,1224,0.07538453862071037,153,0.006932602009989999,
+5,1232,0.08063085004687309,154,0.03017254455946386,
+5,1240,0.07629089057445526,155,0.006990402190271637,
+5,1248,0.07673988118767738,156,0.05731934783777789,
+5,1256,0.08689392358064651,157,0.043417904797631,
+5,1264,0.08071081340312958,158,0.008881831601424242,
+5,1272,0.0754900798201561,159,0.020030781589448453,
+5,1280,0.07645687833428383,160,0.03624840173223573,
+,,,160,,0.8904291175934206
+5,1288,0.08244471997022629,161,0.014929559780284762,
+5,1296,0.07327776774764061,162,0.019447286101058125,
+6,1304,0.07725008204579353,163,0.007997640936921995,
+6,1312,0.0786057822406292,164,0.02780522925839309,
+6,1320,0.08086956664919853,165,0.008381814928725362,
+6,1328,0.07588065415620804,166,0.013652084445181702,
+6,1336,0.07671761885285378,167,0.01303343606434345,
+6,1344,0.081642996519804,168,0.00272445474123136,
+6,1352,0.0808987058699131,169,0.01388536928321368,
+6,1360,0.07641100138425827,170,0.00751725872978568,
+6,1368,0.08107895031571388,171,0.004956909346454326,
+6,1376,0.07674181833863258,172,0.08206097235649525,
+6,1384,0.07381074503064156,173,0.006604477261385784,
+6,1392,0.08027944341301918,174,0.007548626192540207,
+6,1400,0.07649008557200432,175,0.008890856731811473,
+6,1408,0.08028087019920349,176,0.003779295522690518,
+,,,176,,1.0282923686935241
+6,1416,0.0800384096801281,177,0.0024068643903808187,
+6,1424,0.08004280924797058,178,0.024023604013824036,
+6,1432,0.08163513243198395,179,0.004182654260207088,
+6,1440,0.07508302479982376,180,0.007014875502556186,
+6,1448,0.07850917428731918,181,0.00781945480542033,
+6,1456,0.07971251383423805,182,0.004882039123913273,
+6,1464,0.08113622292876244,183,0.0027620680606924,
+6,1472,0.07657559588551521,184,0.003687010640056715,
+6,1480,0.07944859564304352,185,0.015095351574321588,
+6,1488,0.0810592770576477,186,0.0108869423102415,
+6,1496,0.08123723044991493,187,0.005813180603301869,
+6,1504,0.08030873909592628,188,0.0029903000761424344,
+6,1512,0.08246948942542076,189,0.002387572102428925,
+7,1520,0.08286786824464798,190,0.0011277481821294218,
+7,1528,0.07530315965414047,191,0.0016478384537289717,
+7,1536,0.07581108063459396,192,0.0014516198675015143,
+,,,192,,1.0167511170168957
+7,1544,0.07641687244176865,193,0.0014558740835072417,
+7,1552,0.07959705963730812,194,0.004342464577348437,
+7,1560,0.07870712131261826,195,0.0035617571643174247,
+7,1568,0.08065212890505791,196,0.0018816327543130942,
+7,1576,0.08163515105843544,197,0.0018608968339062163,
+7,1584,0.08021881431341171,198,0.0006968019103320936,
+7,1592,0.0765250138938427,199,0.0009537823906822058,
+7,1600,0.0767318420112133,200,0.0017537130541833384,
+7,1608,0.07863681763410568,201,0.0014334255771245807,
+7,1616,0.0810788981616497,202,0.0019420588156208395,
+7,1624,0.08065959066152573,203,0.0017350072014648635,
+7,1632,0.07696272060275078,204,0.0017581457936170477,
+7,1640,0.07747766748070717,205,0.0015509526926541217,
+7,1648,0.08052486926317215,206,0.003727610567929568,
+7,1656,0.07820247486233711,207,0.003976942868077106,
+7,1664,0.08026522770524025,208,0.16489203185255974,
+,,,208,,0.9944483745528991
+7,1672,0.07519324123859406,209,0.005516277413283075,
+7,1680,0.07671960443258286,210,0.0018912286808093388,
+7,1688,0.08203016594052315,211,0.0022623411617435827,
+7,1696,0.07670493051409721,212,0.0008048184441017489,
+7,1704,0.07620369642972946,213,0.003180389444629151,
+7,1712,0.0799686647951603,214,0.0011533606403435653,
+7,1720,0.0779726654291153,215,0.0010656123922672123,
+7,1728,0.08360719308257103,216,0.002248171658720821,
+8,1736,0.07585204392671585,217,0.0016131243341078517,
+8,1744,0.07628818228840828,218,0.00221701358736027,
+8,1752,0.07916904985904694,219,0.004689607873193121,
+8,1760,0.07808779180049896,220,0.0026674771797843277,
+8,1768,0.07567431777715683,221,0.0013037821587078787,
+8,1776,0.08068830892443657,222,0.0007576481691406419,
+8,1784,0.07725200057029724,223,0.0014653534551676973,
+8,1792,0.08025719597935677,224,0.003681864603148664,
+,,,224,,0.9451333471091397
+8,1800,0.08025075122714043,225,0.0015615243930369616,
+8,1808,0.07686404511332512,226,0.0021001293935114518,
+8,1816,0.07839648798108101,227,0.002491543607538915,
+8,1824,0.07562077417969704,228,0.002478460398232264,
+8,1832,0.07567954808473587,229,0.0013623559144824477,
+8,1840,0.08140765875577927,230,0.0024740533566649033,
+8,1848,0.08055700734257698,231,0.0019614983007848036,
+8,1856,0.07841088995337486,232,0.0026483760484552477,
+8,1864,0.07638874650001526,233,0.002185731571322928,
+8,1872,0.07503708824515343,234,0.001023546304319704,
+8,1880,0.07671881839632988,235,0.0023529483727982334,
+8,1888,0.07664967328310013,236,0.002340930700302124,
+8,1896,0.07560625299811363,237,0.0015109500874621938,
+8,1904,0.0784144289791584,238,0.0015280110832959922,
+8,1912,0.08082880079746246,239,0.024363944757540053,
+8,1920,0.07987084612250328,240,0.001973710779566318,
+,,,240,,0.9603828522096197

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=banking77/list=0.7-1.0/labels.csv

@@ -0,0 +1,92 @@
+5131,45
+8187,72
+3341,6
+12193,7
+8173,72
+9357,19
+12789,31
+8609,59
+5000,26
+3195,61
+5465,52
+9964,24
+11261,38
+6300,18
+5356,42
+10850,66
+3743,30
+11547,44
+9593,9
+1340,14
+10633,56
+11165,74
+5965,25
+4919,26
+7645,65
+1315,14
+1144,4
+10255,36
+908,36
+11390,29
+4592,3
+4041,38
+7201,64
+7528,35
+6449,63
+1089,12
+11791,51
+12105,53
+10685,8
+12244,50
+10105,32
+5485,52
+10891,54
+10037,11
+10927,40
+62,11
+2402,75
+4045,38
+3471,6
+4245,62
+2946,54
+10638,56
+8850,20
+11591,26
+3577,16
+6380,63
+3496,16
+9175,57
+6818,53
+12002,63
+12526,72
+10408,33
+1790,23
+8083,43
+10596,23
+2791,66
+6565,70
+3636,16
+5601,27
+5937,25
+11754,27
+10948,40
+2548,15
+366,32
+7110,7
+4194,73
+2782,66
+2063,47
+7289,64
+5682,51
+11144,30
+1464,33
+7117,7
+3087,40
+12107,53
+1481,41
+5638,27
+918,36
+6893,21
+7093,7
+3196,61
+1244,4

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=banking77/list=0.7-1.0/logits.csv

@@ -0,0 +1,92 @@
+5131,-28.018293,-23.647753,-15.523837,-37.638897,-35.7817,-30.882093,-41.907494,-18.493279,-30.079748,-32.979725,-19.251932,-30.751934,-33.258427,-29.814434,-27.801346,-29.633268,-18.429735,-31.629116,-27.064432,-30.930794,-27.43707,-36.89602,-24.033918,-34.338753,-25.626812,-19.375568,-33.85503,-29.625349,-32.601707,-43.26607,-34.14607,-30.948513,-32.011013,-42.70101,-34.44495,-33.875175,-49.36159,-38.42278,-40.099064,-38.547882,-38.219955,-24.689768,-44.502266,-41.75865,-27.793116,-8.141824e-05,-20.9819,-23.563673,-18.312525,-23.015095,-30.919073,-23.336378,-27.713688,-21.724655,-27.126534,-43.206493,-49.400684,-41.40479,-43.495377,-27.425018,-41.19064,-30.362518,-28.929047,-31.213758,-30.533258,-25.122272,-29.82422,-30.570143,-35.892097,-42.68999,-40.458153,-36.814415,-29.866629,-31.61227,-45.23616,-52.769318,-43.892723
+8187,-19.044662,-13.479576,-3.0453038,-16.823063,-19.267048,-18.20436,-20.377699,-6.707546,-25.040466,-17.218662,-5.8725286,-12.372529,-18.608376,-8.310028,-2.4622912,-21.288944,-11.675477,-31.085514,-18.903778,-21.645796,-26.301847,-30.047272,-19.00594,-14.2430105,-11.683192,-13.215729,-20.3072,-20.231794,-26.937336,-44.835995,-26.321873,-33.57193,-34.22818,-35.24418,-24.667114,-15.232756,-32.14639,-21.16468,-19.988527,-20.562553,-6.461903,-9.314077,-22.251577,-21.293568,-18.951347,-10.983147,-24.04536,-20.183582,-18.683544,-16.442673,-15.12237,-20.322866,-25.792727,-21.090733,-8.233138,-32.35519,-33.70594,-31.636808,-21.454044,-12.13753,-24.01253,-19.26253,-18.29727,-30.3752,-29.134483,-19.264519,-21.717001,-25.308956,-18.858591,-28.04748,-39.35415,-28.634552,-0.82777303,-9.665284,-32.310352,-32.05836,-29.060642
+3341,-32.11124,-15.775301,-9.5925,-23.50097,-20.001484,-5.372078,-0.2500991,-14.225261,-21.27927,-30.034903,-22.753513,-22.691013,-24.15554,-25.503513,-14.690553,-30.14083,-13.458451,-33.935974,-24.003513,-23.194288,-4.255661,-33.06245,-15.705875,-33.71255,-21.21929,-23.282158,-13.896946,-25.279306,-25.22816,-39.00092,-19.762562,-20.035532,-22.410532,-26.40788,-28.670898,-24.663801,-27.902245,-37.17186,-38.77888,-40.22396,-34.077938,-20.301397,-33.5514,-34.754734,-18.755995,-12.118788,-6.3191957,-12.3050995,-9.617412,-20.83339,-18.713406,-23.14265,-21.902334,-19.373775,-23.035284,-31.274944,-35.341583,-42.11136,-20.858185,-16.446383,-25.758883,-16.071383,-23.631714,-31.796637,-22.689373,-14.07518,-16.212803,-18.93652,-25.830524,-23.501307,-29.939514,-22.845364,-20.622322,-18.63909,-26.706902,-11.105799,-20.3088
+12193,-40.33368,-23.477438,-19.460037,-39.957924,-27.203178,-16.943747,-26.907455,-11.148502,-14.570428,-41.149143,-28.23336,-36.48336,-35.524063,-31.92086,-29.543148,-34.759155,-25.633154,-42.540916,-37.17086,-45.624443,-36.767845,-34.838352,-18.279676,-35.1606,-24.860342,-26.945904,-28.882523,-13.070317,-34.916283,-42.044685,-29.311918,-33.65567,-28.28067,-36.881733,-43.442272,-0.007960677,-56.947556,-45.735596,-45.779423,-38.274826,-40.39265,-23.385181,-32.13518,-41.514755,-25.739145,-21.849213,-36.756912,-25.132946,-6.2568846,-26.919813,-37.72801,-24.04481,-23.151165,-26.250935,-37.875267,-34.02398,-43.46012,-48.26465,-35.483395,-14.695371,-32.82037,-22.19537,-44.50336,-27.067833,-17.265377,-14.66081,-11.809289,-19.261164,-36.803436,-37.88604,-37.093483,-31.632296,-50.38426,-37.238045,-37.582844,-41.25162,-33.579746
+8173,-24.50985,-11.220602,-3.844386,-19.302553,-19.510122,-23.989317,-25.508926,-3.5245295,-24.856396,-15.43371,-2.5580595,-13.87056,-17.308231,-12.30806,-6.245388,-15.70774,-4.9815607,-26.991766,-12.99556,-20.224966,-18.440077,-29.00459,-14.210599,-18.62405,-13.258905,-7.0503273,-16.484655,-14.7996855,-23.428276,-24.626728,-26.04215,-35.514034,-35.74841,-36.74788,-34.531437,-14.064822,-29.333155,-6.729643,-23.650822,-20.467873,-10.884283,-11.232035,-26.232035,-27.5093,-18.375113,-9.554952,-20.681313,-21.548317,-18.548061,-13.938415,-21.006111,-14.774279,-28.101917,-6.309423,-6.9019,-34.651585,-38.3893,-37.893967,-23.32608,-8.75432,-24.816822,-17.75432,-25.014465,-19.07587,-18.880001,-25.211668,-26.922352,-28.389393,-19.917236,-30.043732,-30.07331,-25.782639,-8.082539,-8.319947,-33.079647,-33.153152,-35.403393
+9357,-35.71812,-17.422087,-17.259832,-29.039242,-23.30682,-33.054863,-41.927406,-19.51367,-30.875828,-44.425476,-21.870985,-28.745987,-40.939896,-32.214737,-34.52299,-14.515537,-24.939747,-29.971096,-27.995987,-0.0021894032,-18.157475,-32.96823,-27.375797,-36.796753,-30.946339,-34.880783,-17.251532,-35.751247,-35.2965,-38.915394,-32.08345,-17.688301,-30.438301,-42.628765,-37.939514,-33.625793,-40.185555,-42.422165,-33.60934,-46.7284,-36.73742,-23.85733,-36.85733,-28.37232,-26.309608,-24.567444,-15.93963,-26.133644,-23.814493,-26.445286,-21.07889,-33.68239,-27.002953,-28.55291,-26.73949,-32.874176,-24.879032,-22.10453,-28.238138,-29.505842,-30.380842,-28.193342,-30.19965,-22.146612,-16.189756,-35.43326,-36.55482,-31.614576,-39.98302,-42.719975,-42.396317,-35.18828,-40.37632,-24.818184,-31.85578,-23.586761,-20.891945
+12789,-28.814802,-15.135279,-14.135813,-20.759808,-28.539341,-16.96591,-22.995588,-26.204475,-17.964207,-33.13237,-10.01222,-24.13722,-35.46488,-23.13722,-16.831696,-13.787506,-14.187534,-19.21138,-24.29347,-7.5132413,-25.067268,-39.85623,-24.764666,-24.227816,-14.884247,-14.456187,-20.20801,-17.830286,-38.457245,-30.748205,-26.481096,-0.009711021,-16.322212,-19.83768,-32.817387,-24.682182,-27.405758,-42.892838,-32.91618,-28.784912,-32.905895,-16.827917,-30.952917,-23.2361,-20.306404,-20.12294,-25.872726,-19.623095,-19.747501,-26.935715,-14.640098,-32.761192,-21.542992,-26.201126,-14.899231,-34.11708,-10.159591,-10.974953,-17.964893,-26.326624,-23.514124,-24.514124,-19.99165,-26.131674,-10.026179,-26.997879,-37.0746,-22.41478,-45.03375,-34.972893,-30.915909,-25.908466,-30.76399,-17.987173,-23.969833,-24.623245,-22.48973
+8609,-32.261726,-18.805195,-11.7831745,-41.151028,-18.56848,-25.88511,-36.90115,-20.001766,-28.205715,-30.233337,-23.600822,-27.038322,-30.537735,-24.538322,-18.389864,-29.218239,-14.844035,-42.2887,-28.944572,-30.674173,-18.988798,-30.830545,-22.727274,-27.76118,-24.189356,-25.771553,-29.527542,-29.31846,-31.682793,-42.415413,-32.42963,-29.591372,-28.716372,-30.703287,-33.85978,-20.900276,-41.514664,-25.558989,-31.461658,-37.68567,-34.388924,-17.723228,-24.223228,-38.14215,-23.508991,-21.44779,-30.281498,-10.38044,-25.630413,-22.782787,-26.33738,-35.211246,-25.151625,-27.727137,-22.33128,-36.21632,-33.176617,-35.18512,-30.410778,-0.0051261,-26.005127,-13.630126,-23.941788,-28.272875,-34.06766,-28.214302,-22.54302,-29.37417,-36.61476,-34.346775,-36.740074,-10.8826475,-30.164194,-29.901802,-32.99538,-30.38679,-36.353302
+5000,-28.688488,-11.294036,-14.268262,-21.314398,-25.774446,-28.393402,-32.457653,-7.9185815,-27.079924,-22.650738,-4.683802,-14.558803,-17.896662,-18.465052,-12.672204,-17.162048,-10.028062,-23.921814,-9.683803,-8.822358,-5.83218,-28.74016,-14.724321,-26.85228,-15.980473,-24.423006,-3.9551654,-21.704916,-33.879158,-24.676065,-24.357615,-15.146591,-20.709091,-36.90992,-28.669155,-23.205177,-28.958027,-33.814747,-34.810253,-33.286377,-36.754723,-13.287635,-36.193886,-26.737514,-24.598476,-15.350151,-9.55165,-22.489296,-14.0512905,-15.220414,-26.172705,-24.496616,-21.882383,-21.49692,-23.563118,-35.298683,-32.5943,-31.85149,-20.600193,-15.194064,-26.131563,-13.194064,-25.412886,-15.603918,-16.960758,-26.154385,-41.921654,-26.24035,-40.110573,-28.89344,-35.091305,-32.049335,-22.337807,-22.969824,-34.412292,-8.668977,-12.473382
+3195,-31.399225,-15.657648,-7.357424,-37.63706,-14.506717,-18.462341,-23.314724,-12.758054,-29.007545,-33.05026,-27.764425,-28.639425,-31.639423,-31.983175,-18.371475,-33.34253,-20.019794,-43.697884,-31.983175,-36.845646,-22.918184,-24.973757,-21.445715,-20.043129,-17.668274,-29.358147,-33.56302,-29.071037,-34.203186,-41.64754,-24.372974,-26.271425,-25.146425,-30.062693,-35.10283,-19.763332,-36.15682,-28.764124,-29.55217,-30.829897,-27.711983,-22.710417,-24.210417,-34.887405,-20.132391,-19.384048,-26.65996,-6.006826,-20.381807,-20.09371,-24.716118,-21.923923,-20.210068,-27.733002,-21.494986,-34.386047,-36.16311,-34.968147,-26.254047,-0.0067474637,-25.069248,-13.381747,-19.272472,-38.16433,-31.596539,-28.688984,-23.227472,-28.545193,-24.038944,-27.902508,-39.701942,-9.007634,-25.729044,-18.970957,-31.438543,-29.634745,-35.899445
+5465,-31.78969,-15.316658,-21.735012,-24.324776,-27.00879,-24.017864,-31.21957,-17.502453,-14.035103,-25.406332,-17.440363,-21.065363,-24.57022,-21.596613,-23.04289,-24.554688,-15.067138,-36.64344,-18.815363,-29.173473,-13.90885,-29.291368,-14.166277,-27.505867,-17.20635,-5.827737,-14.215529,-10.827554,-19.990662,-42.451305,-18.730528,-30.41946,-30.73196,-26.3003,-16.702677,-18.594936,-37.346363,-29.52539,-22.315409,-34.958305,-46.048462,-15.8334675,-19.333467,-26.04526,-13.543329,-15.419437,-21.416908,-23.592485,-15.778074,-23.725803,-29.512869,-7.7682357,-1.4990155,-15.441025,-24.185751,-27.353718,-31.840084,-26.592653,-20.085617,-12.995674,-25.683176,-9.495674,-24.636732,-22.794981,-12.825041,-23.508205,-19.900942,-21.858364,-23.772993,-24.316097,-26.887035,-30.68338,-26.09366,-17.343027,-24.089676,-28.170425,-31.583092
+9964,-22.306965,-13.835045,-10.269492,-15.744068,-19.37215,-25.435669,-35.614243,-16.9357,-28.868729,-26.303045,-4.76161,-17.94911,-29.09654,-17.32411,-18.037872,-26.717773,-19.005583,-29.433123,-23.26161,-18.012138,-29.908287,-22.596523,-22.373192,-23.640636,-0.035733663,-24.082287,-23.383852,-25.004124,-27.608496,-30.008759,-19.501492,-22.20466,-14.95466,-25.231781,-39.00159,-29.0652,-23.717447,-21.206617,-12.633675,-14.639875,-19.888096,-13.481586,-31.950336,-23.020554,-25.947027,-28.22314,-28.129982,-27.222908,-21.035164,-17.39876,-20.3374,-37.689037,-26.349682,-22.923676,-8.896447,-28.860443,-23.477129,-28.693914,-23.10526,-31.979145,-34.479145,-31.072895,-18.71239,-20.828453,-35.658806,-20.801443,-38.05345,-27.4473,-20.227867,-25.156496,-27.611504,-28.807465,-31.400097,-9.269116,-24.972713,-34.743996,-26.458141
+11261,-18.873072,-16.037954,-13.466585,-15.195264,-34.954094,-18.954012,-22.657839,-16.678404,-26.860413,-17.25861,-4.9752674,-11.537767,-19.035501,-9.975267,-7.3349867,-25.106327,-9.278842,-40.16548,-11.225267,-24.55718,-14.156501,-5.1112003,-22.854397,-26.696777,-14.379173,-16.807653,-17.819191,-20.318129,-21.689722,-49.750797,-16.308413,-34.51159,-31.44909,-34.30412,-35.93899,-30.42392,-29.585524,-46.925076,-30.11204,-25.373493,-25.315819,-17.582056,-31.144556,-21.228348,-17.370165,-28.462242,-25.705862,-19.641562,-20.516514,-13.047784,-28.73094,-20.036621,-32.98967,-29.512161,-21.329943,-35.00722,-24.490543,-27.685314,-21.545458,-22.04795,-31.23545,-26.61045,-26.941788,-34.67183,-18.742352,-20.356285,-24.282604,-22.041576,-22.855328,-19.097046,-37.46821,-27.17659,-22.08216,-13.577681,-30.594479,-40.222507,-37.93213
+6300,-28.889576,-15.991585,-10.4319315,-24.777153,-23.456802,-27.943985,-31.79789,-13.29489,-22.967896,-20.763874,-10.313836,-14.688836,-24.579117,-20.470087,-22.745869,-38.247288,-35.296326,-39.674454,-0.12633672,-26.907192,-19.143589,-20.524902,-14.082522,-25.41764,-17.343147,-13.7812605,-7.0003366,-15.7501955,-20.87319,-32.964172,-23.700745,-31.939245,-28.626745,-33.530975,-26.325695,-21.996658,-33.803314,-41.849648,-27.625881,-23.56992,-29.602558,-13.377981,-35.190483,-21.66955,-17.132132,-26.860647,-23.96885,-31.84367,-24.530466,-14.213417,-33.356148,-39.750122,-24.77832,-24.739677,-30.273655,-34.75751,-34.10366,-35.170277,-27.838127,-18.201859,-29.201859,-25.701859,-27.069551,-17.05495,-28.518661,-22.459864,-30.294518,-27.26237,-28.927328,-25.816616,-37.595238,-30.608204,-29.48513,-20.124678,-29.76316,-13.5345,-21.556646
+5356,-24.163744,-14.485061,-8.825385,-15.782784,-24.797966,-26.294863,-45.866135,-23.346188,-21.77758,-28.787403,-14.2231865,-24.973186,-30.341162,-19.098186,-28.530352,-31.404732,-27.492954,-37.428978,-21.973186,-27.860367,-21.853416,-22.988544,-16.593834,-25.789162,-15.649237,-13.293174,-17.270475,-13.33042,-21.382032,-40.425068,-15.092461,-27.391273,-27.891273,-31.565506,-34.251907,-24.776722,-26.597424,-25.427773,-21.953835,-18.383259,-25.625313,-11.752634,-0.19013478,-27.905607,-8.744092,-18.969225,-21.638496,-20.815178,-14.940004,-21.359049,-23.313423,-29.55664,-18.98849,-25.747757,-21.933056,-25.205399,-32.878204,-33.49158,-28.722961,-24.326859,-28.076859,-23.014359,-21.105753,-22.70133,-30.34606,-27.13575,-39.187244,-25.116056,-9.671656,-13.136882,-28.175419,-21.842384,-18.72908,-22.94264,-17.295036,-33.31864,-34.655327
+10850,-40.95788,-19.883968,-14.148603,-30.388561,-26.77218,-6.9789596,-19.275974,-10.091361,-15.063723,-34.072838,-22.594854,-27.969856,-32.266823,-30.094856,-31.455284,-32.904247,-24.972347,-43.895905,-30.344856,-24.174545,-16.719107,-40.909454,-27.70661,-34.205406,-19.993292,-22.711157,-24.66286,-14.613285,-31.678532,-36.730732,-28.665535,-21.750824,-17.125824,-25.500439,-44.493416,-8.9248905,-31.4159,-35.61604,-43.5359,-36.93212,-38.73645,-25.698105,-31.885605,-33.51627,-18.09108,-19.675322,-19.070765,-17.861988,-2.5492806,-23.81859,-20.495073,-25.757473,-21.326544,-24.45924,-25.904448,-35.52336,-40.25202,-45.101505,-31.02066,-14.730339,-26.85534,-18.48034,-34.81691,-28.37642,-14.527264,-37.299526,-0.97358525,-17.79925,-32.408173,-36.49382,-34.456917,-27.583088,-36.00732,-25.849068,-34.34014,-22.037468,-28.756857
+3743,-24.84594,-13.590288,-15.402171,-17.52713,-32.173622,-20.559048,-22.703533,-17.586329,-19.714148,-23.279562,-17.965563,-16.840563,-29.154306,-19.403063,-22.675028,-31.7285,-19.257574,-37.977104,-19.778065,-18.853313,-26.178154,-17.59042,-31.303766,-15.274843,-13.650473,-16.941988,-19.42135,-15.206443,-23.325136,-31.100138,-1.6227033,-30.050465,-21.487965,-32.61863,-35.211884,-23.461708,-34.2458,-31.079712,-32.616714,-20.191814,-25.686808,-9.6877575,-12.1877575,-17.985668,-11.6218815,-28.717041,-20.649006,-21.867195,-15.398114,-24.310524,-11.682687,-33.63854,-23.158356,-18.295204,-20.298038,-16.866661,-24.135336,-31.160027,-16.400206,-21.548231,-29.610731,-25.235731,-26.769394,-20.8522,-23.208603,-18.011175,-34.1538,-22.125917,-10.389489,-13.469094,-21.77048,-19.930634,-23.104782,-37.50689,-22.458052,-37.9772,-23.232979
+11547,-29.057076,-18.919262,-15.847907,-36.658485,-36.006676,-27.059738,-31.58975,-25.041729,-31.199099,-23.376637,-20.990427,-14.834177,-21.242886,-18.646677,-15.978312,-37.848106,-21.107674,-48.51129,-17.271677,-34.075535,-31.28864,-27.230192,-24.8126,-39.92793,-20.427076,-18.505835,-25.73683,-21.609392,-23.713335,-43.256,-22.005375,-29.873434,-29.154684,-26.757198,-42.60707,-31.718967,-40.991394,-29.405838,-21.510708,-19.157192,-26.644041,-9.061546,-7.686546,-19.287472,-0.004373591,-41.826157,-34.465687,-31.480705,-26.011951,-24.541624,-31.851767,-38.153797,-22.66518,-37.21109,-20.484404,-27.42242,-29.659145,-39.705135,-29.880625,-28.912743,-36.56899,-34.16274,-32.080975,-22.466188,-38.317295,-31.898525,-32.21097,-28.660248,-15.878232,-14.017267,-45.868645,-32.041294,-32.910683,-32.193165,-22.593794,-49.034554,-43.445774
+9593,-30.377913,-17.750998,-16.437618,-28.307236,-31.189127,-49.58432,-63.67406,-20.317554,-29.593143,-0.0024031787,-17.126898,-15.001898,-21.32294,-22.314398,-19.880714,-31.62143,-24.082182,-45.468742,-20.970648,-25.424002,-27.849155,-22.87864,-10.094514,-14.826212,-19.109972,-15.708593,-29.96022,-28.082535,-28.461788,-30.292807,-28.192535,-28.90689,-27.78189,-29.146835,-35.345154,-26.188864,-34.05082,-29.087801,-27.30239,-18.212008,-24.464779,-15.065071,-36.75257,-27.133755,-18.3508,-9.248405,-24.755297,-22.816952,-15.504109,-15.053592,-29.222303,-30.64709,-31.36179,-27.287504,-21.258295,-36.87433,-51.176796,-33.4564,-37.63272,-22.565214,-29.315214,-26.377714,-21.985407,-24.7383,-26.563175,-31.56485,-43.68002,-25.249624,-18.834454,-21.11792,-31.949507,-33.569176,-25.459435,-13.765697,-26.28069,-37.099205,-35.61072
+1340,-13.385382,-13.8680105,-11.849459,-21.581219,-15.50271,-20.74808,-29.893217,-11.023119,-19.525837,-10.405083,-8.091097,-3.9660976,-7.823287,-11.903597,-1.6040394,-27.635366,-11.836679,-33.561623,-5.2160974,-28.783772,-14.878153,-19.020298,-6.7726336,-7.049138,-14.154001,-8.168379,-10.79244,-14.541918,-23.127934,-30.155048,-16.441113,-27.788176,-28.975676,-26.228691,-19.611132,-23.152777,-33.53105,-15.0045805,-8.054246,-8.35016,-18.289299,-1.2731245,-19.304373,-10.890178,-16.924694,-26.403055,-26.529972,-24.465229,-20.46521,-12.56665,-27.688547,-22.864511,-22.0111,-24.389194,-20.529137,-21.869284,-33.673775,-32.3228,-17.727804,-11.547687,-28.172686,-14.797687,-21.282845,-20.016344,-22.67168,-22.258793,-17.633863,-23.039198,-13.409745,-18.678385,-38.97549,-27.598825,-21.509268,-16.872438,-20.098948,-26.335182,-28.362246
+10633,-30.644157,-14.920952,-10.304878,-18.55692,-29.386148,-13.433356,-26.000526,-17.789755,-15.410841,-36.78475,-13.770954,-22.583454,-23.61717,-21.895954,-22.731806,-18.326721,-17.343143,-24.003826,-21.958454,-14.311133,-28.965519,-27.159683,-37.1304,-23.295311,-8.722796,-25.858341,-25.039112,-14.412904,-43.938835,-30.747875,-22.513208,-18.736176,-16.048676,-29.925386,-40.646717,-19.411005,-20.799877,-28.892443,-27.395502,-29.143063,-27.009708,-15.483748,-19.35875,-26.926208,-11.469989,-27.853775,-26.344942,-26.3911,-11.321603,-22.304989,-14.829727,-19.675774,-22.088799,-33.19311,-13.492352,-36.317528,-20.876934,-39.185665,-19.786629,-21.447601,-24.213226,-20.978851,-33.58165,-14.812122,-5.4310412,-6.376853,-16.374775,-6.1451635,-24.90136,-17.984959,-21.43817,-24.400229,-38.614975,-10.174213,-26.37564,-38.017433,-28.740492
+11165,-33.7284,-9.892719,-18.980316,-24.320938,-33.54339,-23.98755,-30.15347,-21.614063,-30.808224,-25.707664,-16.942408,-22.817408,-25.039288,-15.817408,-25.971722,-25.50755,-15.757651,-34.991787,-27.301783,-27.196575,-25.058449,-21.93377,-34.598156,-30.51971,-17.15436,-22.327547,-23.35931,-15.639218,-33.919365,-34.599907,-14.523721,-28.265936,-17.328436,-26.345943,-48.466846,-30.69306,-29.536806,-34.28539,-30.059586,-25.041622,-32.26027,-22.021038,-18.021038,-31.854248,-12.469669,-29.900085,-28.57848,-27.045868,-22.42067,-25.47898,-25.056643,-25.909754,-29.895832,-22.804457,-30.561077,-25.52076,-22.013884,-29.187996,-21.763065,-25.8847,-24.8847,-25.1347,-34.29261,-26.443653,-22.127083,-18.949608,-40.81556,-24.128216,-19.47139,-1.6129533,-21.241842,-18.956793,-33.87577,-22.493511,-7.197451,-39.710896,-32.120987
+5965,-15.433203,-12.861697,-6.7227745,-27.141085,-22.105766,-19.618008,-39.651398,-3.3173192,-25.480331,-22.233685,-5.9588447,-19.771345,-19.822454,-17.990095,-0.21038215,-30.793486,-14.470569,-31.212578,-15.021344,-28.990837,-21.681454,-24.507423,-10.490283,-7.9372573,-14.307119,-3.917855,-18.605692,-14.292732,-27.855108,-38.64681,-30.901306,-30.564735,-28.877235,-29.184242,-24.278973,-19.354933,-39.849174,-27.63715,-28.866566,-25.523434,-27.83598,-10.895498,-30.645496,-36.578716,-19.746843,-3.1673994,-24.21385,-25.418097,-21.104858,-17.89457,-20.673283,-15.847232,-23.14331,-9.739513,-13.660437,-34.908226,-41.135418,-37.85638,-27.505558,-9.87843,-27.628431,-21.37843,-15.535707,-27.378113,-25.622812,-32.6844,-27.7353,-27.983624,-24.063786,-24.04522,-24.94657,-30.387062,-13.29528,-15.623194,-30.853928,-32.942657,-30.240658
+4919,-24.423008,-12.543912,-13.54139,-24.749327,-24.001106,-20.800728,-28.561987,-9.3070755,-20.230026,-22.661173,-11.539242,-19.226742,-21.698318,-20.414242,-13.289195,-22.731493,-15.266403,-32.51471,-15.539242,-18.639158,-10.441655,-17.096027,-13.949832,-18.776505,-19.8309,-14.721381,-0.66632724,-13.791202,-30.656433,-32.05181,-25.070272,-23.559414,-23.246914,-27.289724,-36.80845,-16.549835,-32.893883,-37.84499,-28.65456,-36.660473,-28.213535,-13.859798,-31.297298,-24.530996,-24.084614,-7.712784,-8.830774,-11.955775,-7.455652,-10.644766,-26.27248,-26.686367,-24.26381,-13.470134,-19.085604,-34.49258,-28.369902,-32.61112,-19.511057,-8.221538,-19.721539,-16.659039,-25.076744,-26.907028,-18.055424,-26.979397,-33.91014,-24.366457,-26.359543,-21.475443,-26.564941,-27.261517,-21.080048,-17.172699,-27.31952,-10.019416,-19.802303
+7645,-29.379133,-16.889912,-13.253451,-30.204872,-20.41716,-7.916928,-15.676553,-18.978039,-15.441429,-32.270966,-17.646542,-23.396542,-25.578182,-19.334042,-29.022612,-20.432774,-16.562881,-26.444395,-25.646542,-17.225737,-21.259916,-24.973194,-25.697208,-29.073868,-16.609861,-26.303123,-26.674965,-14.736912,-36.716614,-40.94353,-24.922586,-17.89986,-18.64986,-29.734333,-38.337036,-19.410295,-18.614319,-26.473297,-29.49421,-28.195213,-29.964542,-21.07167,-29.94667,-29.678802,-20.417006,-25.754086,-26.54267,-24.003315,-11.003121,-23.117886,-11.193231,-23.902264,-23.280298,-28.276672,-14.4925165,-33.366764,-21.040924,-34.41792,-24.432426,-27.942541,-29.473791,-26.880041,-30.514696,-19.2026,-12.89692,-0.003550123,-26.60546,-16.565628,-31.399054,-20.214653,-23.3304,-19.133738,-38.437546,-18.382336,-19.220821,-28.98116,-30.575136
+1315,-20.840435,-15.091969,-9.831388,-26.722477,-14.9803295,-15.320173,-31.37059,-3.044405,-23.21836,-23.668598,-10.7142725,-21.495522,-20.648363,-22.558022,-0.21433851,-33.462914,-22.749294,-36.13013,-16.714272,-26.38166,-20.399544,-20.991087,-2.9792042,-5.673399,-16.02201,-4.7156696,-14.154408,-13.090499,-27.199286,-31.569586,-29.326683,-25.616379,-17.803877,-30.574017,-30.52114,-19.354687,-35.21822,-26.023392,-25.773136,-30.82124,-31.099972,-8.402613,-30.058863,-32.23277,-22.624033,-8.90412,-27.933529,-22.77739,-22.214443,-13.438623,-19.333008,-18.797169,-19.65611,-10.620862,-25.60319,-32.87362,-39.57514,-42.5392,-21.608606,-4.4645624,-22.402061,-13.714562,-22.007292,-22.448967,-18.37379,-26.012941,-25.05818,-26.185127,-30.323895,-37.339935,-29.827112,-30.527405,-15.470938,-21.383617,-28.033499,-20.071291,-20.923033
+1144,-20.422153,-7.4117904,-5.474816,-20.96618,-1.3483199,-17.851694,-22.579462,-18.69144,-21.330982,-14.23463,-4.3654957,-14.209246,-18.2524,-4.1154957,-10.124274,-18.806791,-19.766968,-35.90833,-16.802996,-13.479349,-26.643887,-20.793598,-23.232979,-27.823898,-12.239699,-12.639951,-17.555428,-18.265564,-37.912003,-20.482166,-18.86224,-15.827515,-16.327515,-20.058996,-45.89006,-24.37601,-19.410126,-19.660381,-18.98724,-29.135986,-22.800552,-16.797148,-24.672148,-22.78217,-16.403225,-12.880716,-17.900595,-6.361552,-13.986541,-22.6578,-2.2546337,-33.641857,-19.930956,-13.398262,-11.801686,-25.51094,-12.775404,-11.61259,-18.123253,-20.293024,-4.6680255,-16.605524,-6.02691,-34.538536,-33.369457,-8.967062,-27.705454,-23.7014,-21.412731,-12.345304,-24.669025,-6.5367293,-23.692223,-7.8270984,-16.757593,-22.37862,-21.61506
+10255,-25.205448,-14.126166,-9.137139,-11.899312,-18.596792,-23.934872,-27.899532,-13.577947,-13.0173855,-21.549526,-5.5426693,-21.04267,-27.401138,-14.230169,-10.895114,-17.936241,-14.470215,-11.34753,-15.542669,-9.591496,-25.746395,-27.536167,-19.954882,-26.297188,-9.260074,-12.6442,-18.83184,-13.93046,-38.183105,-30.233889,-18.82254,-8.63342,-8.82092,-0.13379028,-33.842422,-21.526161,-5.9550934,-32.6134,-20.313477,-23.416925,-23.839779,-14.837926,-29.212925,-20.25018,-18.010513,-22.35652,-17.596384,-10.972196,-13.221218,-21.995651,-11.576358,-39.11978,-18.197826,-23.53404,-5.7409825,-26.41409,-7.020895,-21.598883,-15.709873,-22.073717,-27.292467,-22.136217,-22.954355,-20.00211,-15.284678,-16.92131,-25.49913,-20.255081,-27.925049,-35.79129,-36.951458,-25.825897,-31.6996,-13.910834,-27.726217,-21.318665,-13.672676
+908,-31.150578,-18.457138,-11.87641,-15.343102,-25.081161,-21.823404,-33.471924,-25.015297,-20.091125,-33.451103,-13.261779,-28.63678,-35.693893,-26.07428,-21.575665,-27.463726,-26.483633,-30.183613,-31.69928,-28.585812,-35.41045,-32.807793,-22.647264,-28.556664,-10.763882,-21.95657,-25.476612,-20.475178,-29.567034,-30.753096,-27.180233,-27.215378,-21.402878,-17.103321,-36.754208,-23.681522,-0.001394886,-29.00123,-28.155136,-33.798306,-33.622124,-23.340845,-37.965843,-29.080872,-20.88041,-27.190516,-26.477928,-16.927317,-17.55212,-25.824215,-16.584995,-29.446638,-27.826086,-31.519276,-7.756351,-31.276913,-25.587803,-29.168106,-21.915007,-29.189667,-33.720917,-30.877167,-28.122103,-39.55881,-24.220509,-16.15205,-40.595524,-27.99539,-27.232143,-22.325924,-31.385147,-25.611845,-40.401894,-19.173298,-28.099646,-24.615223,-19.274942
+11390,-24.17107,-15.54298,-8.3541765,-24.217707,-20.430712,-26.052366,-31.985207,-11.121555,-28.569506,-15.651142,-12.835758,-16.179508,-21.181177,-6.054509,-13.936703,-27.771286,-26.282887,-42.17443,-19.359196,-26.833893,-27.358711,-30.151957,-25.352444,-30.00923,-11.5454035,-18.895454,-25.39732,-23.68584,-26.068863,-20.144863,-20.252514,-29.1929,-28.28665,-38.579628,-57.5895,-24.83759,-22.003239,-2.6485226,-12.808636,-12.517231,-9.434367,-15.114674,-38.145924,-23.18813,-24.40885,-10.1106825,-22.463184,-17.773914,-13.21133,-20.116497,-23.794765,-34.0974,-26.05411,-23.286167,-11.285671,-38.42731,-26.34426,-22.719654,-19.48986,-23.205353,-17.830353,-21.955353,-23.619682,-26.883106,-28.995539,-20.387484,-31.760376,-26.241783,-15.761083,-24.44162,-38.06141,-25.910484,-16.806366,-13.724144,-28.173069,-46.094635,-26.68898
+4592,-12.965521,-14.154988,-10.450645,-1.1758573,-24.608463,-31.67373,-37.761814,-20.599619,-18.683813,-34.99307,-9.765654,-29.765654,-45.92048,-29.765654,-24.148502,-35.67302,-24.346455,-43.526047,-28.765654,-19.857729,-25.727505,-16.076942,-21.355019,-27.178974,-13.541683,-14.816741,-12.95494,-17.079811,-31.53998,-28.596334,-23.486328,-16.44157,-15.56657,-25.257841,-43.266968,-25.552221,-22.070091,-25.586756,-24.568893,-22.759264,-27.40881,-15.993961,-38.86896,-24.144596,-12.802177,-22.31849,-22.499365,-19.937202,-17.311548,-24.673077,-18.418913,-29.986622,-22.951984,-24.954372,-10.5848,-32.60282,-31.900755,-28.957254,-24.429167,-31.328722,-35.42247,-33.60997,-26.457857,-21.084469,-25.019978,-18.007961,-31.604748,-25.273888,-32.95097,-21.187048,-32.640686,-25.949602,-31.81023,-11.595907,-35.962326,-20.92128,-22.656528
+4041,-11.650864,-13.927059,-10.452969,-21.893713,-29.490025,-25.265593,-32.11494,-17.597662,-20.56977,-33.08515,-19.775486,-3.650486,-16.407404,-20.212986,-23.927223,-35.613525,-27.130945,-56.303734,-22.994236,-22.329184,-26.339355,-10.616755,-18.556309,-27.118965,-12.75374,-20.555521,-19.740013,-16.73929,-29.934141,-47.602924,-19.292332,-31.190393,-27.127895,-25.374838,-46.56115,-25.37278,-26.1504,-35.564735,-17.225811,-18.25764,-16.317091,-10.284044,-21.534044,-13.115109,-13.906882,-27.621584,-22.68058,-20.429558,-15.679483,-14.9277115,-21.4969,-25.198652,-27.359165,-42.540493,-20.534449,-23.88143,-28.089386,-27.853905,-23.955463,-24.99613,-28.80863,-28.30863,-15.774549,-27.941147,-25.783895,-19.973461,-31.425426,-19.092836,-16.75663,-5.618165,-31.630285,-18.566984,-29.280487,-15.149145,-16.009342,-35.362225,-38.103813
+7201,-34.34391,-17.057014,-16.7626,-32.076324,-21.566822,-25.410606,-41.17042,-22.109371,-16.818424,-33.620476,-22.971748,-29.159248,-40.266716,-29.659248,-39.733543,-13.408406,-21.343641,-31.744673,-32.003,-14.233597,-29.387264,-30.427513,-27.744394,-33.66272,-24.179798,-29.338036,-28.386944,-17.633308,-29.697592,-43.55086,-28.170696,-15.878128,-29.503128,-31.922832,-26.682426,-14.506819,-41.90909,-37.35939,-36.35653,-45.77661,-35.715897,-23.126915,-30.251915,-32.612488,-24.403627,-24.881184,-28.160072,-20.941614,-10.940955,-27.464888,-19.692421,-20.938763,-26.647667,-28.795689,-30.460443,-33.315166,-17.453531,-21.707466,-22.488197,-19.503675,-27.441175,-18.753675,-27.576132,-15.820006,-0.0045130826,-15.070954,-22.075657,-17.31548,-26.259338,-39.33095,-51.672333,-21.630642,-45.878716,-18.677446,-23.393196,-35.00435,-23.755617
+7528,-38.96601,-16.75655,-12.890087,-28.213863,-32.24694,-18.52542,-36.953224,-8.006605,-11.959793,-36.044445,-22.221287,-30.440037,-31.051462,-26.971287,-21.235802,-32.798374,-15.948259,-40.37034,-28.658787,-28.689596,-22.38226,-19.387596,-16.315712,-23.494362,-17.708418,-15.840933,-20.904572,-7.0856514,-28.343277,-30.932117,-25.844738,-28.834106,-19.959106,-26.120626,-33.429825,-1.8344101,-44.44081,-34.896915,-37.014977,-36.477478,-34.390907,-17.917799,-28.042797,-35.30214,-24.628685,-19.951935,-24.607801,-21.897724,-4.5844135,-19.885006,-22.767288,-21.68643,-22.317753,-19.999249,-27.171303,-35.444267,-41.392696,-39.135773,-30.836624,-10.8167925,-22.754292,-18.816792,-32.912018,-23.027275,-10.170686,-19.283255,-2.3313131,-9.230478,-19.12994,-29.52439,-34.434196,-28.335175,-31.810776,-26.591612,-28.403267,-32.21736,-34.763206
+6449,-25.801712,-18.823174,-11.032044,-28.206562,-24.10413,-22.409966,-42.930145,-15.326036,-15.142569,-28.175766,-17.193798,-24.006298,-33.520218,-23.506298,-25.137285,-15.311413,-15.153921,-30.595673,-17.568798,-14.871785,-19.114864,-29.840012,-13.783682,-30.318108,-18.188698,-9.18548,-19.623997,-14.935215,-16.01224,-33.58332,-28.213348,-17.35183,-26.35183,-26.58581,-14.14444,-22.51852,-41.637913,-26.015718,-29.087368,-33.231632,-34.913177,-15.477606,-31.102604,-29.382835,-16.897385,-8.331686,-25.397255,-24.40042,-20.893415,-16.89059,-23.742067,-14.285585,-9.51961,-10.355307,-22.490253,-33.165154,-29.40981,-20.947987,-20.206522,-23.95398,-28.36023,-15.2664795,-18.51875,-0.022794403,-9.615707,-29.301369,-23.771877,-24.269093,-30.407272,-32.153282,-30.26886,-24.156599,-25.085949,-17.360184,-29.311974,-27.92884,-27.12994
+1089,-16.228334,-8.717235,-9.727622,-17.896818,-26.029688,-17.937534,-18.808096,-10.926207,-20.232649,-29.651093,-17.088213,-0.33821303,-7.952403,-19.463213,-32.859585,-31.120243,-26.054459,-45.685795,-22.806963,-19.115257,-24.265593,-23.044048,-15.646642,-24.734604,-9.421986,-14.10043,-16.784437,-16.342873,-23.728085,-30.067766,-20.131039,-23.163223,-24.663223,-25.649399,-39.1837,-23.932049,-34.956135,-28.463768,-21.803581,-11.468719,-20.969616,-13.916516,-34.916515,-18.519865,-12.300723,-23.554161,-19.118061,-20.803768,-12.741169,-19.516005,-23.402868,-29.035751,-18.035677,-29.478113,-22.482359,-29.851261,-22.542313,-26.942345,-27.03272,-29.458187,-33.426937,-31.333187,-14.635747,-19.610014,-17.192528,-12.5615635,-18.671513,-9.783504,-22.100834,-25.109978,-29.220556,-30.21136,-28.873415,-15.706238,-19.880844,-31.627504,-35.969902
+11791,-34.8861,-20.514887,-10.033464,-38.581055,-26.442753,-11.941371,-15.1601095,-23.71064,-14.054246,-32.039246,-26.718536,-27.468536,-35.19813,-30.531036,-28.053925,-33.96058,-14.970781,-42.174896,-28.406036,-20.898767,-16.00798,-31.54138,-25.423178,-32.768112,-24.477306,-14.437661,-15.193832,-19.623772,-20.548264,-48.894905,-28.147675,-27.486767,-30.424267,-34.400604,-21.383806,-20.663422,-45.40261,-42.402687,-37.034233,-27.901392,-27.572384,-20.418747,-27.293747,-39.347763,-17.646696,-12.235523,-21.797077,-22.637117,-16.761368,-29.1221,-23.797102,-0.0035334493,-8.126608,-14.663843,-26.411537,-38.92039,-31.002945,-36.592377,-32.27925,-21.046799,-34.218674,-19.171799,-24.089148,-30.342602,-26.084074,-28.208319,-23.19835,-30.689997,-37.50087,-42.939445,-44.903267,-29.06446,-27.937185,-18.471863,-27.843895,-34.868168,-33.63952
+12105,-17.664125,-12.8977785,-9.13148,-25.231562,-23.913277,-16.179955,-32.47405,-3.8669624,-20.905848,-17.027966,-5.643575,-17.143576,-17.744553,-17.831076,-0.54774183,-23.407784,-11.225475,-26.707188,-14.393575,-28.51488,-20.15105,-26.16323,-9.052169,-25.558702,-17.16165,-1.1133393,-14.177075,-4.9883075,-29.639978,-35.616085,-28.160206,-29.546467,-28.921467,-29.095337,-20.424809,-16.780247,-41.017,-31.30955,-30.878548,-30.148964,-30.865513,-10.741365,-30.553867,-34.30159,-21.198383,-4.7208014,-23.971367,-21.720922,-13.720768,-15.063567,-19.587006,-21.892511,-22.811972,-10.714322,-18.083544,-33.44408,-44.078613,-41.05653,-32.815605,-14.112817,-24.425316,-22.612816,-20.954292,-27.546627,-16.788988,-14.249142,-20.637152,-21.156374,-27.367052,-27.217747,-21.863169,-28.905252,-15.509453,-15.666004,-29.109743,-44.857033,-33.66641
+10685,-21.151829,-14.548257,-10.670406,-25.14324,-19.658268,-14.443058,-23.674427,-14.949526,-0.102873914,-29.579227,-15.716827,-23.091827,-25.930212,-22.966827,-27.158047,-19.288681,-8.750515,-26.464632,-19.966827,-30.165083,-21.611313,-28.18713,-14.595303,-31.079306,-19.637976,-10.171708,-18.797136,-9.421493,-26.336218,-33.26888,-23.577934,-22.285995,-23.535995,-27.35934,-15.84433,-9.923417,-26.953259,-26.618605,-27.236092,-22.5368,-27.649263,-13.53197,-27.406971,-35.958725,-17.915691,-6.406965,-18.782084,-17.844383,-5.406783,-14.662372,-20.54557,-9.394055,-6.476262,-10.730059,-13.234326,-29.048319,-36.45052,-34.87021,-29.852531,-13.697426,-29.197424,-8.572426,-21.393787,-14.905065,-18.518307,-30.176167,-21.031881,-23.01336,-22.15672,-21.871552,-21.645159,-24.779457,-32.848274,-16.407324,-25.143085,-21.01889,-27.880238
+12244,-17.894451,-11.920312,-6.397396,-19.029802,-18.66045,-11.906313,-16.550339,-13.090745,-13.158264,-23.414349,-6.67075,-18.10825,-21.740688,-13.10825,-12.241688,-14.718855,-14.068596,-10.06106,-18.17075,-9.120006,-16.314898,-20.488472,-21.95104,-21.448927,-7.4799786,-10.549322,-12.113096,-11.174223,-26.510426,-29.324965,-16.548782,-7.3891187,-9.639118,-12.852196,-33.72245,-14.005103,-8.470225,-23.527063,-27.315166,-35.98014,-28.188917,-14.010234,-21.572735,-17.55338,-13.335507,-13.942466,-16.172422,-9.421621,-5.671399,-22.438358,-0.21183014,-32.244125,-13.969815,-17.218048,-7.4709105,-17.426682,-8.791176,-15.351519,-16.161827,-16.165012,-16.165012,-14.040012,-20.811602,-24.766798,-4.892396,-17.373886,-19.02658,-12.120954,-18.360146,-15.392003,-23.125692,-15.171988,-27.86272,-10.6264105,-16.289124,-18.626564,-5.6739845
+10105,-24.012638,-12.990157,-12.255395,-21.61696,-22.471893,-21.43802,-23.903017,-23.904522,-17.105633,-26.258965,-7.084471,-18.02197,-21.470058,-14.209471,-16.516075,-14.392689,-15.136154,-4.531001,-17.20947,-12.046146,-24.53835,-26.35653,-21.181122,-26.41853,-12.658009,-14.011961,-21.391197,-16.63651,-19.797152,-31.514532,-23.61465,-8.6499605,-0.024960218,-12.240406,-28.360756,-24.99309,-15.8067255,-28.618376,-30.154278,-37.460587,-40.088333,-18.329956,-31.517456,-22.052162,-13.197285,-17.535183,-22.38369,-14.633142,-11.882028,-21.624058,-14.688232,-26.874645,-23.606201,-20.738485,-9.666299,-31.609108,-9.013187,-15.392748,-22.262264,-20.209036,-25.209034,-21.209036,-15.930825,-28.322975,-6.754649,-25.753147,-26.855295,-16.737381,-31.742393,-33.3132,-32.84127,-24.287,-35.287956,-18.550444,-33.626064,-33.28354,-12.866929
+5485,-32.548615,-18.794813,-16.328976,-31.945793,-41.37594,-29.72186,-47.81865,-22.255169,-21.224714,-38.74308,-29.114754,-32.614754,-41.696808,-36.364754,-35.14367,-31.910633,-25.409307,-39.52587,-31.833504,-17.832346,-27.921124,-35.698723,-22.638262,-40.216156,-19.82777,-15.619855,-21.93599,-20.244015,-29.488293,-48.868744,-26.781096,-36.97055,-35.78305,-32.383377,-21.924433,-21.197853,-33.294544,-42.55001,-32.76981,-31.000542,-32.69605,-17.46861,-25.90611,-43.495094,-17.403467,-25.628603,-26.148819,-32.37757,-20.1263,-24.78542,-23.708925,-13.794498,-0.0006289527,-15.762071,-20.965315,-28.702946,-25.740437,-26.723581,-22.861828,-26.324804,-34.137306,-20.137304,-20.922052,-20.333782,-16.297485,-27.603071,-33.691513,-27.085468,-24.613916,-22.787819,-32.226883,-32.585464,-31.666756,-18.762217,-26.469076,-26.122913,-35.156017
+10891,-15.737556,-12.289499,-0.5551696,-14.387732,-14.921537,-17.525679,-23.366287,-15.549292,-18.872034,-25.548044,-10.594305,-23.406805,-23.361229,-18.844305,-14.038587,-28.325249,-20.938725,-33.842796,-27.29743,-22.959034,-27.662567,-27.278915,-16.743269,-24.670963,-13.828603,-12.46482,-17.734669,-15.293777,-30.503849,-34.40246,-18.814522,-18.84993,-20.53743,-24.779625,-36.421387,-26.999557,-28.910948,-22.256401,-23.18974,-21.947151,-20.472885,-12.88931,-30.07681,-20.443022,-23.856606,-13.968881,-25.739788,-19.493847,-19.118744,-25.03097,-17.026455,-32.091553,-25.188044,-22.468275,-0.9386077,-24.398016,-24.902157,-22.637293,-18.031288,-22.36568,-24.89693,-23.05318,-13.742813,-37.431137,-29.752216,-11.285582,-48.45465,-30.69556,-30.632866,-22.244099,-27.01408,-21.775412,-21.072922,-6.575096,-30.672815,-31.575623,-28.429512
+10037,-18.401775,-16.562769,-11.405435,-21.10436,-24.88596,-18.505339,-28.112469,-18.19934,-22.975983,-36.598938,-11.7784605,-0.028459987,-10.785369,-14.2159605,-28.738174,-28.375067,-18.971697,-34.353424,-19.65346,-27.629301,-18.189743,-29.30289,-15.129986,-21.240078,-13.95198,-15.596183,-19.800508,-17.858637,-21.377052,-36.05285,-25.879084,-28.472086,-29.940836,-33.6652,-24.720055,-29.198547,-29.99678,-27.596296,-18.557917,-8.307276,-14.744846,-11.361217,-31.142467,-21.15587,-22.04199,-27.704847,-28.081861,-25.765186,-23.577642,-16.337797,-27.079496,-16.43429,-25.01754,-27.216656,-18.898714,-31.286554,-30.36259,-24.536175,-22.496035,-20.025265,-32.86902,-26.150265,-16.259457,-18.98588,-17.811338,-21.688524,-19.241236,-19.682426,-19.755596,-28.084372,-33.233345,-25.922485,-32.94999,-10.915007,-22.325115,-35.704235,-40.7079
+10927,-11.27948,-14.436819,-5.18775,-20.938017,-21.726204,-23.71362,-30.942207,-13.051582,-25.54232,-19.11171,-11.157841,-4.0953407,-13.49057,-2.7203405,-19.128986,-26.936295,-21.6572,-33.778297,-17.90784,-22.30651,-25.7924,-30.946518,-25.370087,-23.86029,-10.53415,-14.352451,-20.499924,-25.506948,-26.00017,-33.914886,-20.88792,-26.71455,-26.96455,-21.222717,-53.954773,-29.25924,-18.440832,-12.640154,-11.884489,-7.234854,-1.7070711,-9.922668,-29.547668,-11.221014,-23.932444,-28.481678,-26.62311,-24.418007,-21.042854,-24.89719,-25.058538,-30.099888,-23.407732,-39.447876,-11.006082,-30.289722,-19.535334,-24.575764,-19.477158,-30.388008,-28.778633,-25.997383,-20.786276,-29.428452,-29.26706,-24.581686,-31.117544,-24.155876,-21.502998,-21.141655,-27.968552,-25.253723,-19.132206,-6.4945974,-17.224522,-40.67256,-35.588615
+62,-18.319874,-18.455856,-19.503462,-27.82,-23.57541,-19.966805,-24.163006,-19.201063,-28.695728,-31.524097,-17.584566,-0.022065742,-4.6484165,-19.647066,-25.771288,-32.575516,-24.53958,-39.573044,-19.334566,-32.035,-17.051662,-34.70473,-15.952724,-15.1787,-15.701011,-16.367785,-20.568464,-21.067858,-22.009064,-42.92435,-26.052595,-33.9865,-33.14275,-32.10148,-26.6891,-28.381563,-43.887615,-29.284937,-19.088634,-13.380871,-21.75584,-10.252445,-34.283695,-20.207073,-16.551983,-27.828764,-28.392498,-28.453693,-22.891167,-23.50155,-31.76647,-22.476229,-25.509392,-33.561752,-26.028183,-37.557194,-30.282007,-37.44681,-24.928564,-22.564875,-34.377377,-28.689875,-25.569746,-33.751804,-26.00669,-25.185604,-26.086111,-26.663736,-19.052084,-27.903297,-37.303745,-34.011845,-28.824848,-21.915445,-26.547258,-26.94131,-35.971508
+2402,-34.394867,-15.678696,-14.401183,-21.095224,-14.66683,-20.598595,-23.06177,-15.428929,-19.193804,-25.343344,-15.459378,-20.396877,-21.161697,-25.084377,-9.996835,-25.566628,-13.672152,-32.652584,-16.646877,-21.721243,-8.931648,-31.42932,-16.422642,-27.431202,-21.518702,-23.201916,-12.323995,-26.136265,-22.357533,-30.766018,-29.084805,-19.12752,-20.06502,-21.732498,-42.875484,-22.784039,-34.42291,-33.512356,-29.408102,-32.479557,-31.120977,-21.516209,-32.89121,-25.868408,-23.613153,-21.29502,-14.482548,-16.357481,-20.982403,-21.444424,-19.45431,-22.507256,-17.133083,-26.073141,-27.735304,-33.972904,-33.303284,-30.30792,-27.027521,-8.595404,-20.626654,-11.845404,-22.755535,-30.964075,-21.481577,-24.61658,-19.99393,-24.744274,-27.66832,-33.959625,-30.771507,-23.795885,-24.71686,-23.259222,-27.314346,-0.0067492956,-19.01308
+4045,-11.459245,-15.9864,-11.594804,-26.260323,-34.420906,-30.246227,-43.350166,-22.324083,-25.429005,-14.783656,-8.43418,-9.80918,-15.434244,-8.05918,-9.12702,-29.367493,-23.105564,-47.911217,-6.9966803,-29.532839,-27.660454,-0.66313183,-17.086887,-27.188118,-14.86127,-15.908808,-22.990595,-18.989496,-37.2373,-43.9849,-20.738167,-32.681976,-33.838226,-28.779322,-50.535152,-34.433205,-37.781048,-24.03901,-16.910791,-24.599398,-24.888859,-14.680036,-32.805035,-15.634522,-12.626533,-28.149754,-27.58744,-22.148876,-17.086342,-6.8717227,-31.07489,-37.68187,-32.376038,-38.143127,-22.839415,-32.997555,-33.339336,-29.108858,-23.973099,-31.34173,-37.841732,-31.77923,-21.704887,-36.833527,-25.335999,-16.977905,-23.643234,-25.591507,-23.291824,-23.843876,-49.973724,-29.69397,-33.8845,-19.388128,-32.48485,-46.213223,-46.214073
+3471,-36.100296,-16.978687,-13.019079,-31.150482,-21.05058,-8.014277,-1.3459517,-12.090901,-20.530638,-33.283665,-25.97256,-25.47256,-26.610573,-25.84756,-18.677711,-33.605408,-13.917149,-40.047302,-28.03506,-34.9583,-24.382843,-37.591805,-22.824673,-35.684826,-24.68205,-23.27137,-22.770906,-20.327187,-18.37833,-35.66342,-19.550055,-25.588224,-25.713224,-37.840633,-30.041325,-23.275894,-34.64338,-38.808777,-37.337593,-40.258476,-33.81182,-26.431765,-34.494263,-33.66597,-18.399294,-14.079845,-16.326246,-13.827118,-8.139333,-23.96841,-15.914602,-17.266518,-22.93642,-21.23185,-20.375353,-32.811775,-37.60112,-45.30354,-21.69846,-18.471636,-29.221636,-21.159136,-40.61942,-29.0473,-26.445494,-18.079197,-12.839004,-23.826847,-27.871927,-32.08082,-30.639858,-20.165943,-24.012703,-18.8859,-28.519428,-27.755173,-20.933792
+4245,-23.31422,-13.222482,-5.694437,-19.777699,-13.720879,-17.418976,-25.139967,-17.261015,-16.07528,-23.534359,-18.013088,-20.388088,-22.169317,-14.888088,-20.334957,-26.09028,-23.027683,-37.29783,-26.388088,-24.911219,-30.783112,-22.099924,-28.46637,-28.426498,-14.360629,-18.249393,-20.550999,-16.352173,-28.968042,-31.532873,-17.879536,-18.628977,-20.066479,-22.113407,-43.36122,-24.397345,-20.690884,-16.366861,-15.914116,-20.895967,-24.069912,-15.317957,-25.005457,-18.919918,-21.65235,-17.866676,-21.677858,-8.1581545,-15.283089,-24.098068,-7.3851976,-29.37022,-20.204128,-22.528095,-7.0366087,-22.800688,-13.344169,-21.090164,-13.7309675,-21.438341,-15.407092,-19.469591,-8.536126,-31.196018,-20.70989,-2.7239223,-25.428885,-21.941727,-23.756361,-21.405073,-20.252949,-7.7881627,-28.390789,-19.44282,-15.4846735,-27.019009,-22.679737
+2946,-20.869646,-14.658058,-7.266934,-16.936918,-18.140408,-36.856506,-47.96019,-23.596022,-27.337244,-28.453722,-14.050046,-25.768795,-26.277922,-20.675045,-20.786985,-28.59264,-22.168959,-43.248985,-27.69067,-27.744442,-34.227764,-28.515022,-29.817583,-32.541546,-16.963177,-24.70105,-32.599026,-25.344656,-31.632038,-34.5326,-20.602625,-27.209496,-25.709496,-36.38257,-45.32998,-33.519257,-20.38271,-25.081831,-22.074543,-22.64686,-21.640854,-18.868393,-34.118393,-21.557623,-22.967493,-21.112444,-30.632765,-13.768545,-21.26846,-31.284779,-19.463501,-39.32888,-29.229057,-30.706055,-0.052360944,-24.655323,-23.743986,-16.374506,-20.519497,-24.952757,-20.952757,-22.265257,-5.6448574,-33.077183,-41.66403,-19.506897,-49.831474,-32.969063,-31.305162,-25.816238,-30.714872,-12.082012,-28.298386,-11.39409,-26.522038,-31.2252,-32.484673
+10638,-30.57422,-18.467033,-14.912433,-33.026733,-18.576496,-29.118462,-45.79382,-22.193573,-20.89059,-29.267206,-21.440697,-23.753197,-29.64935,-19.940697,-26.286491,-16.255459,-23.63899,-32.941193,-28.409447,-18.301039,-42.644398,-33.333416,-34.144848,-36.842453,-20.959589,-26.220406,-28.425587,-20.481922,-44.34614,-42.585377,-29.491795,-19.074888,-29.199886,-56.656406,-44.07003,-25.849627,-30.500223,-34.221596,-33.69227,-38.073532,-31.377691,-22.799517,-29.924515,-35.79276,-27.646378,-25.152666,-29.362234,-13.988065,-16.238043,-31.85152,-16.167887,-41.380104,-28.047152,-31.040426,-22.87461,-35.415462,-0.01696959,-17.345573,-18.355247,-8.263311,-19.263311,-15.450811,-19.313366,-32.35973,-18.919462,-6.4235287,-43.49387,-17.596954,-35.243404,-42.08854,-42.848053,-13.292476,-35.850147,-19.899523,-26.224869,-29.359406,-33.925472
+8850,-31.852507,-17.864395,-16.06444,-24.453228,-20.519325,-27.25806,-31.804733,-23.010605,-32.68865,-31.900799,-16.011772,-22.324272,-32.30963,-29.839897,-29.009428,-31.488369,-10.886847,-39.439514,-21.886772,-17.626387,-0.0014781364,-27.73879,-12.289419,-53.383144,-21.54373,-32.414814,-13.669777,-35.294666,-24.719666,-40.395218,-33.000973,-18.446203,-19.946203,-37.32473,-35.318142,-36.75117,-48.23755,-39.70717,-39.771305,-42.607124,-42.321922,-19.60831,-36.420815,-33.02916,-26.589207,-19.890154,-13.502983,-29.5037,-24.37795,-19.515823,-16.255758,-45.49308,-22.400282,-21.625546,-30.548218,-32.76238,-29.162643,-26.593119,-23.643307,-30.83189,-34.36314,-22.14439,-29.406975,-29.110855,-18.683067,-23.922417,-37.01853,-29.019142,-39.12926,-41.279106,-29.766037,-29.28563,-48.36237,-23.329826,-34.6448,-16.994993,-21.297134
+11591,-27.301407,-13.599368,-11.536139,-1.6653198,-22.401197,-21.014748,-23.587713,-12.555698,-27.53455,-26.852,-7.26329,-21.88829,-24.996677,-22.76329,-11.570255,-31.060585,-21.16868,-35.84836,-17.38829,-22.630121,-16.503696,-29.234102,-16.984211,-17.574654,-18.6531,-25.92821,-8.222795,-24.47262,-27.088488,-24.89011,-26.223976,-25.72866,-26.85366,-26.782293,-42.258453,-24.03891,-17.83453,-40.01383,-29.375729,-33.624535,-29.123806,-13.937837,-30.844086,-25.399113,-20.333162,-24.731148,-12.144786,-12.144527,-12.51936,-17.201979,-15.625125,-29.664232,-25.487484,-23.616306,-13.123353,-32.802677,-23.791782,-23.73036,-26.34044,-11.077443,-25.139944,-22.952444,-25.405018,-39.023872,-17.693573,-24.816166,-26.30048,-21.078644,-26.950768,-19.09093,-24.158812,-26.071991,-25.718765,-12.822258,-23.10243,-2.8964791,-10.019525
+3577,-17.36406,-14.727015,-2.3013592,-21.321646,-15.71846,-10.282537,-25.231094,-9.836769,-13.301966,-22.734814,-10.433314,-16.808315,-25.494816,-17.870815,-19.841602,-21.698145,-2.8094802,-19.645407,-18.058315,-21.809275,-9.686896,-21.67379,-0.8747188,-38.414192,-15.276073,-8.954784,-18.458313,-15.82975,-5.229252,-32.67885,-15.451912,-17.137499,-18.887499,-24.297562,-7.8539996,-18.179893,-36.862892,-21.874018,-23.00533,-22.493057,-27.784542,-8.499497,-14.999498,-29.541027,-10.365743,-5.611482,-22.425024,-25.832401,-15.736434,-14.062218,-20.436691,-9.550963,-10.729722,-5.091265,-26.042145,-17.849604,-32.78134,-29.069603,-22.086351,-16.999105,-27.467855,-12.624105,-19.585047,-15.622207,-16.668587,-9.009424,-20.177998,-21.149487,-20.488865,-19.069029,-15.389012,-15.592068,-26.089897,-10.4576,-15.898404,-33.67932,-23.174314
+6380,-20.848354,-19.780432,-9.956183,-29.69066,-13.819225,-17.040907,-22.025126,-21.28886,-19.822416,-28.736164,-17.585957,-25.210957,-35.015175,-27.695332,-32.322285,-18.39981,-13.212818,-28.424656,-19.960957,-19.45597,-15.581732,-25.299498,-13.049421,-36.897587,-17.987848,-11.141523,-20.51672,-13.516315,-11.433799,-34.317154,-24.47968,-15.736315,-22.298815,-29.52755,-10.144786,-19.584938,-46.412167,-30.090847,-28.459425,-27.344131,-31.727509,-16.133118,-25.758118,-28.7351,-21.995024,-8.305471,-22.74318,-18.930706,-15.055336,-20.973583,-23.110607,-14.200769,-13.235882,-10.267463,-24.251072,-22.238035,-27.38628,-22.157078,-19.752909,-19.045685,-28.877716,-10.733185,-31.010597,-0.02529294,-10.813479,-29.369669,-35.194195,-27.312853,-23.570917,-34.84156,-26.16659,-19.69029,-29.554022,-19.940628,-30.027607,-38.51429,-28.319595
+3496,-17.896412,-12.184961,-5.636045,-21.985357,-12.81337,-13.869155,-29.362774,-12.684774,-10.060021,-22.323936,-13.267535,-15.392535,-23.657516,-14.205035,-17.0179,-24.285004,-5.018768,-25.470652,-18.142536,-24.14,-9.645593,-17.858152,-1.0473533,-43.605396,-15.864121,-9.852292,-16.733326,-15.47724,-4.6558757,-31.74575,-16.288237,-17.266014,-16.953514,-22.770866,-8.966993,-15.400883,-28.451883,-27.699978,-25.245033,-24.355171,-28.504429,-11.069987,-17.194988,-32.29874,-11.6454115,-4.553103,-16.11656,-17.928488,-9.552972,-17.253704,-16.095215,-10.714829,-10.529668,-6.791794,-17.896221,-18.925617,-32.690536,-29.263681,-24.469278,-17.410643,-26.262205,-12.848144,-19.62389,-21.515873,-20.375093,-17.476553,-18.532286,-22.082745,-21.884136,-22.67889,-20.42873,-17.916025,-24.658989,-8.351601,-16.098848,-37.65178,-24.876354
+9175,-17.799526,-12.964857,-6.3532166,-31.740665,-14.197571,-33.75265,-46.48072,-17.703632,-25.394459,-23.187082,-16.31891,-19.00641,-28.901312,-17.56891,-21.609776,-11.382851,-18.136444,-28.468056,-27.23688,-8.08504,-27.014622,-30.467783,-28.488571,-27.581127,-12.297558,-26.783875,-28.219135,-26.716063,-34.09945,-36.863766,-24.31705,-13.822256,-24.322256,-37.64657,-34.27173,-33.357185,-27.653702,-19.394152,-19.242935,-22.621128,-17.020473,-17.490957,-34.24096,-21.183544,-27.531902,-20.962166,-30.149126,-10.572313,-24.634796,-27.593895,-11.320693,-33.24411,-24.481815,-25.529938,-13.201011,-28.798244,-5.5530696,-3.6291397,-14.381684,-17.945927,-9.008427,-14.133427,-7.199545,-32.496243,-15.488068,-18.381645,-35.41259,-24.182072,-31.414139,-36.932446,-49.045467,-11.322747,-27.062283,-9.304436,-24.332727,-29.385044,-25.031973
+6818,-21.932858,-17.71495,-12.367056,-31.165157,-25.967157,-16.039654,-31.01588,-14.694536,-13.240678,-28.31296,-18.849226,-22.536726,-27.126703,-21.849226,-29.943535,-19.909445,-12.680925,-32.24946,-24.411726,-16.278196,-16.032558,-33.96544,-17.719893,-28.118195,-22.601982,-5.670527,-16.116512,-9.920449,-16.711166,-40.93371,-21.634487,-23.337242,-28.274742,-25.277199,-26.904676,-7.0479,-33.32664,-24.84974,-24.33982,-31.195805,-26.257378,-16.721619,-34.59662,-31.426695,-17.560349,-2.3432212,-17.88996,-14.220625,-10.093196,-23.647165,-18.703499,-10.870258,-8.407883,-6.009946,-18.980705,-26.054733,-28.04174,-28.89489,-20.418247,-10.202805,-28.265305,-9.827805,-26.19092,-24.3558,-20.245907,-25.810268,-23.033031,-28.278349,-29.114271,-30.164217,-22.427073,-20.423508,-28.889057,-21.385101,-29.424965,-29.411964,-28.41474
+12002,-29.045937,-20.550879,-17.109476,-42.33099,-20.548851,-24.51004,-34.06667,-14.922789,-26.933266,-32.9174,-25.750666,-32.063164,-40.638412,-34.61004,-32.97502,-24.375435,-23.626516,-38.477947,-26.125666,-21.145676,-29.27264,-24.678122,-20.924122,-37.447266,-22.786024,-14.565474,-27.503593,-22.440443,-16.20294,-30.532814,-27.015491,-17.457165,-24.019665,-33.5049,-16.41425,-21.194954,-49.02659,-32.689583,-27.860273,-34.106857,-37.265953,-21.514074,-32.389076,-30.167408,-19.236609,-9.633088,-26.322535,-26.976997,-20.820444,-25.030777,-30.509123,-19.322943,-14.379594,-14.596004,-25.816206,-34.99552,-34.40078,-28.277199,-36.803,-27.279276,-39.17771,-21.279276,-36.894836,-0.0022558041,-16.720379,-39.659508,-42.201206,-27.469873,-39.241604,-32.901234,-33.351463,-23.903828,-31.84148,-26.049158,-44.214214,-39.76054,-29.386312
+12526,-10.823148,-13.721288,-4.601754,-20.094486,-14.745659,-25.245323,-30.139492,-8.485366,-26.971668,-20.656284,-10.997138,-20.340887,-21.350792,-18.309637,-2.6252866,-32.27441,-12.327534,-43.752884,-15.059638,-24.32136,-18.81075,-22.49619,-7.0898647,-0.3567524,-13.194827,-7.2029133,-20.827896,-19.51454,-21.288918,-32.83397,-28.385115,-26.781025,-31.062275,-26.329712,-29.022152,-20.7557,-34.371727,-20.48438,-18.142323,-15.985636,-23.459541,-6.710553,-19.429302,-14.74601,-15.580018,-17.886568,-25.315845,-21.376612,-19.564072,-13.616901,-27.470266,-20.833439,-26.089682,-20.285906,-21.55814,-28.30077,-31.56048,-33.60548,-18.147484,-10.408763,-24.221264,-17.533764,-14.640821,-18.737766,-22.085629,-13.872117,-22.734388,-27.324589,-21.894838,-26.404116,-35.241646,-28.035389,-11.365729,-17.246355,-22.342314,-36.3014,-39.373524
+10408,-26.348263,-16.111845,-8.501441,-22.896318,-39.122078,-18.417284,-21.307697,-23.675993,-16.060104,-29.766254,-9.932462,-19.80746,-20.787865,-11.807462,-9.929091,-16.130846,-12.863731,-12.747536,-16.05746,-12.962957,-19.21641,-23.687252,-20.260847,-38.12188,-10.921234,-14.173887,-18.85984,-16.545998,-38.299744,-38.09928,-19.790077,-8.061918,-0.49941766,-4.366833,-31.145596,-20.94136,-18.258005,-20.85559,-26.676565,-36.049232,-36.418247,-19.641592,-21.51659,-23.7142,-20.258312,-15.148182,-24.343603,-16.822313,-11.821946,-22.639206,-13.06313,-21.887909,-21.29699,-31.655823,-13.993566,-31.894238,-13.47651,-26.312622,-21.495392,-28.207926,-28.707926,-28.332926,-24.46867,-28.17503,-15.034752,-16.840622,-15.858568,-18.990955,-25.490372,-15.565561,-24.847897,-22.084644,-30.81478,-13.152931,-27.377613,-19.598198,-21.489815
+1790,-7.660889,-14.4045,-6.1608677,-16.968937,-14.91272,-31.154762,-35.387844,-9.547564,-26.963207,-27.503246,-21.462488,-25.43124,-30.12623,-27.58749,-6.449422,-44.60145,-29.528803,-53.099335,-27.49374,-23.317839,-29.570023,-22.69167,-16.437965,-0.03392565,-14.288105,-20.099548,-23.589527,-23.394785,-26.018707,-32.134228,-24.945206,-31.474367,-35.693115,-37.117607,-27.313446,-19.275375,-33.984627,-28.23701,-20.737766,-26.539894,-24.8009,-18.797735,-30.735233,-20.185654,-13.259743,-17.501106,-19.683075,-13.497183,-15.247055,-22.285189,-16.385424,-17.20446,-24.318142,-35.4635,-23.132994,-31.796818,-25.018799,-26.031635,-24.733135,-21.87623,-22.37623,-21.37623,-16.11221,-27.951216,-34.40555,-25.762817,-46.207527,-27.14657,-25.238037,-28.28551,-39.82884,-25.52784,-20.18238,-19.864687,-29.907766,-21.15348,-20.304413
+8083,-23.516209,-17.017218,-15.853278,-18.141415,-33.909435,-19.653631,-34.472797,-19.517761,-26.606152,-26.728584,-4.422731,-7.547731,-6.4568267,-16.86023,-22.021444,-20.17564,-17.514328,-31.907623,-23.743042,-29.59502,-32.276035,-37.21605,-18.163671,-27.500807,-1.0274885,-16.133194,-22.277273,-22.525461,-31.149883,-26.594128,-33.155334,-30.445847,-28.445847,-40.50255,-44.12481,-30.39114,-24.72891,-33.697594,-26.682236,-21.80676,-25.11508,-17.044813,-41.169815,-25.971382,-20.345108,-29.972776,-30.4725,-28.53481,-20.971855,-29.233498,-26.518745,-34.49843,-30.807213,-34.155773,-7.5426283,-28.763742,-34.704933,-31.854761,-41.197945,-35.87008,-32.21383,-34.46383,-21.535723,-30.841503,-24.51746,-17.746817,-28.030811,-19.225197,-33.70851,-36.881577,-43.830227,-38.029213,-36.369537,-21.72134,-34.31753,-28.19163,-29.627443
+10596,-22.8326,-17.86046,-10.85544,-27.286098,-17.696417,-36.292088,-41.84153,-11.581768,-30.878643,-31.47108,-22.93909,-30.12659,-32.908024,-31.65784,-8.136997,-44.239243,-27.815937,-50.589943,-26.87659,-34.783875,-25.974155,-27.110323,-14.751062,-0.0043657664,-19.299854,-18.028578,-20.469852,-24.02607,-26.820494,-37.97726,-28.681751,-33.16658,-37.76033,-37.449123,-22.152615,-19.031927,-45.69738,-32.487247,-28.861927,-27.281258,-32.6979,-19.210224,-32.772724,-28.655361,-20.318657,-15.408436,-23.653067,-16.650415,-21.900383,-21.477898,-27.32177,-35.45066,-22.107258,-26.960918,-29.115852,-38.005524,-45.762978,-42.552208,-27.91668,-10.490589,-27.55309,-20.30309,-19.306871,-30.878086,-26.927668,-28.110092,-31.433434,-30.077824,-28.457726,-31.379372,-43.20654,-31.451122,-19.523035,-21.351753,-34.906303,-28.962826,-26.832378
+2791,-36.69336,-26.067732,-15.92007,-33.28072,-25.827143,-12.019,-20.629717,-7.5551395,-18.831516,-36.17617,-24.066792,-29.691792,-33.744698,-34.25429,-34.09279,-30.837482,-19.545263,-37.38268,-30.191792,-27.576532,-15.751525,-35.66108,-26.279938,-33.070404,-28.051414,-23.119114,-23.081804,-14.056402,-18.439997,-40.162792,-27.623539,-24.760857,-23.448357,-30.675167,-33.099274,-11.152187,-37.170734,-37.24022,-45.845833,-36.054882,-37.10028,-21.204674,-32.392174,-51.09498,-17.76192,-8.879506,-15.645298,-13.317408,-0.004335697,-25.497051,-16.955404,-23.22249,-26.524862,-22.018059,-30.304754,-35.85227,-38.50574,-39.52711,-26.784527,-12.658846,-31.690096,-21.096346,-37.23813,-31.323078,-13.00581,-29.198055,-6.5236745,-19.316689,-32.472847,-33.746185,-29.783537,-22.631807,-28.036991,-26.243141,-35.405113,-31.210949,-28.7726
+6565,-25.747879,-15.182121,-7.92189,-22.967556,-10.853601,-9.4552145,-15.483458,-25.496338,-14.566618,-28.415236,-13.030699,-18.655697,-31.920788,-20.968197,-24.232393,-18.458776,-10.454968,-23.400034,-20.030697,-13.4724455,-9.7890625,-25.191225,-20.053715,-48.408302,-11.691892,-15.495543,-14.120631,-11.994878,-16.877954,-39.467297,-17.984013,-21.660872,-24.535872,-26.980331,-19.903627,-18.242992,-8.213631,-33.260075,-21.342924,-24.919281,-26.381714,-14.74852,-31.43602,-34.5578,-12.14972,-16.459835,-16.48077,-7.8962626,-7.270949,-18.760086,-7.4983864,-22.402927,-16.747871,-15.721568,-10.007241,-22.293453,-14.15649,-20.13084,-17.759302,-17.423782,-20.955032,-13.798781,-15.7024145,-23.834105,-20.813076,-3.4912834,-35.729248,-20.277374,-20.458776,-19.952087,-4.9079304,-5.4858003,-29.712065,-17.364765,-16.299759,-37.057644,-27.613424
+3636,-25.4249,-18.109612,-10.389663,-28.430065,-19.558453,-14.600817,-19.55896,-15.270805,-14.688652,-38.38728,-18.684769,-23.122267,-31.784163,-27.059767,-26.7563,-26.820255,-6.9353757,-28.857878,-23.747267,-17.808552,-10.683935,-29.819988,-6.780321,-46.795166,-18.012825,-8.99517,-18.74572,-21.62011,-1.0875462,-36.165073,-22.038586,-23.824877,-24.824877,-25.653114,-8.04139,-19.39944,-46.855637,-36.619083,-37.040188,-26.038975,-30.206684,-12.116549,-27.616549,-32.957832,-12.723271,-5.1205482,-21.444592,-23.058603,-14.370525,-14.361012,-11.900143,-8.141967,-11.537092,-4.2819157,-18.828465,-23.152943,-27.534678,-31.970154,-22.583126,-23.63208,-32.487553,-13.507081,-19.751286,-14.321938,-17.866049,-11.44472,-25.604748,-23.103527,-31.236477,-36.573845,-29.035706,-19.59724,-40.48311,-16.227596,-25.888905,-51.806206,-29.708231
+5601,-32.626728,-20.128922,-18.202185,-42.1479,-35.00261,-35.025013,-38.397003,-14.328622,-16.877527,-33.158665,-23.250374,-31.062874,-31.936138,-30.375374,-28.793213,-30.075321,-22.431019,-40.918015,-29.687874,-25.198465,-30.900465,-30.601463,-19.71003,-31.339077,-22.906986,-12.3821,-12.573011,-0.0022319404,-45.08831,-37.66397,-33.405327,-32.045235,-23.545233,-34.72207,-45.603638,-8.627575,-41.46359,-38.61402,-38.833324,-42.748394,-39.151665,-25.689703,-35.189705,-37.508305,-28.556435,-26.411922,-31.91475,-29.440086,-11.627202,-27.83064,-27.499481,-35.941055,-31.441822,-25.612617,-31.383604,-42.134895,-45.054966,-49.846424,-40.523346,-18.259945,-30.884945,-25.259945,-39.326546,-28.4787,-11.543674,-18.645264,-24.554836,-17.163296,-19.170994,-26.434593,-28.341022,-32.91262,-38.766556,-31.198109,-29.59718,-35.5789,-29.944855
+5937,-21.066944,-14.754023,-6.492802,-27.51192,-20.23935,-19.235535,-34.891315,-6.8689823,-21.613182,-23.358498,-6.629667,-18.379667,-20.134323,-20.504667,-4.786135,-26.095892,-11.185502,-27.739733,-16.754667,-29.13087,-16.006947,-24.085106,-12.087688,-14.734517,-16.341532,-3.863453,-18.427435,-13.113309,-21.537336,-39.55266,-27.815472,-26.699402,-23.261902,-33.45973,-16.108007,-15.238105,-42.57161,-28.68263,-30.37661,-26.237484,-28.622232,-11.461012,-29.898512,-32.592987,-21.864328,-2.3631268,-25.326126,-25.738205,-19.238092,-17.52519,-27.726452,-13.62915,-17.997982,-11.543944,-15.084372,-40.450615,-43.446693,-41.61548,-33.155914,-10.301641,-33.30164,-20.42664,-26.833467,-27.465366,-21.93354,-33.808167,-24.35408,-26.430576,-26.354706,-33.803,-29.541765,-30.175804,-15.427242,-20.271776,-36.22091,-34.8575,-29.071363
+11754,-26.975256,-16.139336,-12.194735,-38.13141,-21.397417,-9.722297,-16.199337,-8.037551,-16.820297,-24.289076,-19.772682,-27.210182,-27.74761,-29.053932,-17.44458,-22.101742,-15.882847,-31.972881,-24.272682,-30.436687,-19.25076,-30.07027,-15.35996,-22.747442,-24.880272,-0.71454465,-5.902237,-0.7143868,-24.130102,-34.034348,-28.001867,-20.3456,-25.0956,-28.605055,-17.224117,-10.491403,-35.262165,-30.064692,-34.46838,-33.325367,-35.19969,-20.641556,-35.704056,-32.05415,-29.325771,-7.815211,-20.753048,-12.440226,-9.440151,-16.993784,-27.80598,-16.28909,-24.031788,-14.382201,-21.767212,-38.70477,-39.6224,-39.331604,-34.20936,-10.628484,-29.659733,-17.753483,-26.473965,-20.235716,-14.784862,-34.348206,-21.148039,-25.283508,-32.565422,-29.02403,-22.028038,-17.881102,-27.772646,-21.841057,-26.121544,-21.750835,-20.162764
+10948,-15.405901,-15.211459,-11.016149,-25.656862,-34.203175,-16.969194,-28.548824,-19.647343,-24.40537,-19.69889,-13.6545105,-0.5295104,-9.922277,-11.9670105,-25.191647,-29.91291,-15.779579,-41.537228,-18.31076,-19.356792,-19.373867,-29.804924,-14.8809395,-18.527857,-12.394043,-10.885953,-20.103191,-19.595776,-29.781038,-32.948196,-19.021606,-32.04131,-33.01006,-33.421112,-42.38309,-27.828232,-34.29461,-18.117846,-12.8082285,-3.1679575,-6.418388,-5.940371,-25.84662,-12.8942375,-13.351439,-27.078922,-27.67458,-25.2656,-22.515562,-24.734028,-23.55137,-29.671494,-25.762417,-29.772392,-14.538439,-27.517406,-23.897486,-29.270153,-24.835114,-30.828072,-35.578075,-31.140572,-27.270752,-20.497467,-20.26169,-21.460041,-18.63959,-21.92192,-15.567808,-16.461267,-27.540352,-24.832134,-21.585564,-12.635321,-15.777664,-40.168205,-35.502895
+2548,-18.07603,-11.555076,-10.100161,-24.582952,-17.751755,-6.8256693,-12.772587,-8.401415,-19.183193,-23.48852,-12.994008,-17.744009,-21.151253,-19.962757,-19.392448,-2.9447355,-11.811618,-22.138794,-15.494008,-9.571151,-19.699345,-27.724037,-14.498061,-26.198153,-19.159641,-10.740359,-22.115425,-17.363071,-13.805756,-36.93531,-18.920301,-11.927448,-26.114948,-31.780037,-6.26672,-18.740246,-38.76512,-24.595306,-23.871323,-26.55113,-28.353527,-16.74458,-36.619576,-29.393011,-12.2823925,-0.23627938,-17.057549,-10.901536,-11.900461,-22.678486,-16.603378,-8.985674,-13.966618,-4.5199337,-18.443104,-24.543549,-23.25606,-18.872913,-23.516386,-18.70423,-26.157354,-14.141729,-13.418877,-4.6403327,-10.680712,-28.3924,-28.06283,-30.586119,-28.742355,-26.603132,-32.097572,-19.526054,-28.101845,-18.093056,-21.815,-47.266945,-20.858524
+366,-24.024475,-13.847034,-14.347641,-17.48525,-24.149647,-19.21836,-30.147919,-19.494484,-17.79328,-22.799496,-9.100919,-16.100918,-16.671381,-13.975919,-12.66478,-10.002016,-11.946554,-7.12385,-15.225919,-7.9756923,-17.604954,-30.395172,-18.112946,-23.46275,-14.693513,-15.081472,-13.930834,-15.430172,-33.002056,-35.57394,-27.068172,-5.5900645,-0.09006448,-11.193295,-32.615784,-21.761326,-27.116016,-38.94406,-27.952995,-34.99095,-33.15622,-17.411888,-31.974388,-22.347778,-13.00833,-14.072298,-16.70131,-14.066658,-10.315784,-25.173456,-19.02666,-29.042297,-21.008652,-25.63204,-16.668467,-34.65855,-13.842006,-18.653023,-27.360596,-28.462526,-23.337528,-26.462528,-17.081078,-22.271856,-8.683161,-16.215984,-22.221512,-16.296679,-37.79967,-35.231026,-48.80064,-29.18008,-32.32896,-12.65047,-41.999367,-27.104065,-9.9914875
+7110,-25.366661,-9.831658,-11.287405,-22.099064,-14.778234,-19.783775,-23.861221,-1.1898744,-16.683172,-26.820698,-13.445615,-24.726864,-26.714844,-11.695615,-24.165792,-24.922403,-22.543722,-33.495144,-28.351866,-16.260838,-24.883747,-28.29229,-21.377161,-24.962826,-13.963388,-22.210598,-20.469141,-14.527085,-23.627052,-30.42231,-16.837395,-20.441904,-20.941904,-23.221159,-44.043457,-19.191282,-22.054735,-25.786438,-25.76635,-23.448915,-26.87601,-19.439423,-27.126923,-26.036158,-21.99276,-24.790043,-20.546354,-19.88245,-11.757026,-16.921637,-11.489154,-26.428646,-22.759424,-24.092865,-10.439404,-29.612474,-29.83751,-37.378048,-27.335943,-11.628482,-17.753483,-20.315983,-30.088667,-28.248528,-18.79721,-18.927189,-22.82148,-17.467882,-32.758377,-17.00691,-23.980223,-22.74417,-24.294277,-12.936238,-18.843637,-39.67212,-21.768847
+4194,-24.718914,-17.839783,-12.542016,-18.279076,-31.221886,-29.735832,-42.369507,-21.90909,-27.312742,-18.694376,-4.72223,-4.59723,-20.914055,-7.97223,-14.284651,-24.684063,-23.851196,-36.624596,-17.753479,-27.650576,-36.55307,-36.818283,-22.378386,-38.221195,-15.280208,-20.764883,-26.584076,-23.821733,-32.493702,-34.085247,-26.551521,-21.577738,-25.015238,-22.51254,-47.200626,-28.217016,-17.807528,-14.845622,-10.846298,-14.23518,-16.013887,-17.230577,-38.98058,-13.301371,-20.243803,-30.965088,-33.096336,-30.714937,-26.901604,-24.720446,-20.310097,-31.310287,-24.909782,-31.760416,-9.778344,-35.389465,-39.064354,-26.599188,-27.565346,-30.530556,-30.718056,-28.468056,-22.646221,-16.63446,-29.501177,-23.767683,-35.121384,-27.408718,-38.53835,-22.69124,-24.6193,-22.849785,-33.36327,-0.030717043,-28.569904,-38.422733,-40.669735
+2782,-16.608393,-13.762751,-13.395102,-26.94523,-17.422754,-13.094556,-15.603078,-14.65444,-13.752817,-23.89472,-10.860964,-15.735964,-20.573881,-13.298464,-12.795783,-27.008501,-8.338247,-27.750143,-19.048464,-30.151161,-19.129278,-27.62769,-13.9255,-17.164062,-17.160961,-12.795834,-15.421684,-11.045248,-21.137592,-28.24049,-25.178764,-19.587622,-17.087622,-21.56603,-17.72311,-13.100064,-28.23787,-28.51245,-28.86302,-25.266493,-27.532314,-18.978,-27.478,-31.255207,-16.41841,-1.8672041,-15.304949,-10.179485,-0.24193105,-14.588789,-12.833479,-15.0214,-18.167017,-18.15402,-19.410093,-37.621235,-37.98504,-31.845081,-25.287245,-20.636568,-31.042818,-27.011566,-22.496614,-19.442694,-13.904709,-16.948826,-3.3606083,-8.071354,-22.613008,-19.597115,-20.771166,-19.980946,-20.67089,-15.349251,-20.901396,-21.743782,-21.7408
+2063,-21.913845,-10.263573,-2.9510624,-28.501009,-15.636735,-13.735945,-18.129908,-20.864128,-23.918663,-24.315105,-21.368355,-17.493355,-23.515327,-20.805855,-18.338923,-26.312782,-14.558365,-31.820976,-23.149605,-22.896206,-21.884575,-21.914104,-19.64989,-21.578327,-16.977383,-25.301632,-25.104698,-25.076519,-26.329203,-36.090736,-20.028332,-19.249996,-14.687496,-21.85801,-31.080584,-26.138035,-28.241352,-24.813976,-26.831144,-24.978413,-16.20299,-16.504887,-22.004887,-25.842087,-13.957223,-14.178782,-14.868534,-0.19942746,-13.199417,-20.291447,-16.513897,-13.79829,-12.195566,-25.91798,-14.631914,-32.699123,-28.111887,-23.519432,-24.092266,-9.893387,-15.143386,-11.893387,-7.008977,-33.751377,-27.173943,-11.870403,-16.454094,-10.602718,-31.19999,-26.29079,-31.08369,-3.8264375,-25.426764,-14.091021,-27.603998,-29.392012,-33.355755
+7289,-37.67819,-19.727959,-15.933973,-30.132473,-29.188137,-26.129154,-41.10745,-26.511175,-15.8781395,-35.741276,-26.817709,-29.91146,-36.414898,-29.38021,-34.370464,-13.49167,-16.86021,-28.873653,-33.00521,-13.2999,-30.258812,-32.580345,-33.7672,-43.02749,-23.247606,-30.31641,-30.951118,-17.93822,-29.737682,-43.907707,-26.85505,-16.833698,-26.333698,-36.502754,-25.119114,-13.938275,-50.385048,-36.30785,-34.830482,-44.661884,-41.851654,-24.491194,-31.241192,-31.400072,-26.790848,-25.316122,-30.164623,-27.064083,-14.188819,-27.394875,-22.1478,-22.982092,-22.386396,-30.80298,-32.504738,-33.50152,-18.36511,-21.572344,-25.557468,-19.878052,-31.674927,-20.815552,-34.92429,-24.294914,-0.0071633323,-18.145367,-24.818642,-22.379414,-30.413092,-41.88575,-50.720375,-28.56368,-47.61252,-25.32892,-30.197096,-32.249443,-26.02444
+5682,-30.578064,-18.51707,-14.840121,-33.45892,-24.209276,-16.099993,-28.756285,-18.85625,-17.28482,-37.298187,-26.084896,-26.522396,-29.168457,-29.147396,-32.429108,-33.86798,-22.808159,-37.194645,-27.897396,-18.000946,-21.165752,-34.326656,-19.977943,-33.833206,-20.699883,-16.76291,-16.506212,-22.498684,-22.68503,-48.515705,-25.317644,-29.298168,-29.235668,-30.534363,-23.694504,-21.256107,-37.359264,-35.37844,-33.76203,-24.307777,-24.006336,-22.149578,-29.899578,-41.76145,-15.773401,-16.270319,-15.739447,-19.266716,-12.266157,-26.981163,-18.112297,-0.9185343,-6.138748,-13.207512,-26.958931,-31.985662,-25.186735,-29.42668,-26.4618,-17.502699,-34.666763,-17.127699,-22.329203,-27.034592,-25.043964,-24.999582,-21.573486,-22.723726,-35.74138,-33.33719,-41.231728,-29.451431,-31.614517,-20.971088,-29.970436,-27.180656,-25.896751
+11144,-21.965504,-19.514223,-16.180574,-23.435448,-37.235897,-29.093708,-32.01489,-33.519608,-19.483799,-31.220732,-24.864223,-22.114223,-17.11575,-21.864223,-29.883915,-28.650593,-20.976662,-33.958687,-29.395473,-24.24905,-24.92154,-22.29623,-29.114618,-28.923552,-15.299998,-15.314393,-24.563194,-19.559486,-21.689009,-35.813404,-0.050982162,-28.808542,-28.121042,-30.455801,-35.327816,-28.60459,-29.512856,-36.752907,-27.344704,-21.805681,-29.849,-17.659817,-21.284817,-32.237984,-15.241368,-23.221613,-23.783821,-23.721521,-18.220396,-25.722757,-18.327309,-27.684305,-27.750523,-13.345173,-25.689936,-24.397657,-26.061016,-27.612083,-24.41218,-21.928108,-28.490608,-24.990608,-22.698023,-24.591036,-23.345512,-16.624157,-29.356167,-26.124603,-19.102158,-20.678455,-26.376379,-21.949083,-27.982506,-26.434412,-23.1264,-37.4267,-28.338943
+1464,-31.417194,-16.180187,-13.701518,-13.654186,-29.666553,-27.629463,-31.99025,-18.268587,-19.860958,-32.905003,-10.134597,-27.697098,-34.696358,-27.634598,-20.437416,-28.171259,-21.077312,-27.947514,-25.947098,-18.327925,-32.22,-31.230286,-19.78873,-29.54993,-10.769775,-24.000246,-23.364796,-21.1144,-44.250973,-28.698692,-26.79705,-3.6285365,-3.3160365,-3.0754728,-31.558369,-25.974081,-7.3503876,-39.412495,-31.031265,-32.344204,-40.722626,-19.490255,-30.240253,-17.384962,-22.57726,-25.316353,-25.66829,-18.793427,-19.793081,-23.397545,-15.319577,-34.059544,-26.109713,-39.715946,-6.3593216,-34.291286,-17.226032,-27.071495,-19.899422,-26.943727,-30.599977,-28.006227,-24.49196,-28.502026,-11.137845,-19.625433,-25.534472,-21.070736,-34.47726,-36.30789,-32.685635,-30.95082,-40.825615,-16.155437,-26.320526,-30.05259,-23.301132
+7117,-30.036585,-18.265486,-15.569575,-28.819675,-22.19625,-24.798756,-35.459244,-3.6197793,-12.382633,-30.913773,-19.569103,-27.756603,-28.210308,-18.694103,-25.915133,-26.234821,-20.589312,-38.421703,-29.006603,-27.250488,-24.275244,-30.744484,-27.296528,-23.043743,-16.224438,-25.219269,-23.714851,-11.081625,-25.464567,-37.795937,-19.941608,-31.19069,-23.00319,-24.551195,-42.81974,-10.143182,-38.477104,-39.872017,-34.62878,-40.57341,-36.751568,-18.457806,-22.957806,-40.69722,-20.263288,-23.850811,-21.286665,-21.439543,-8.814153,-19.250391,-11.161448,-33.860435,-25.768837,-31.178568,-26.76277,-35.93075,-31.990763,-35.069843,-27.234344,-12.170429,-18.85793,-19.17043,-30.737116,-26.520817,-15.625615,-16.958351,-17.8307,-17.846312,-30.660254,-23.114964,-30.721136,-21.659832,-32.20791,-26.931221,-26.674185,-44.163933,-34.496063
+3087,-29.602901,-14.152842,-7.342184,-19.950233,-21.233883,-19.008892,-26.866894,-10.025012,-27.591696,-12.573645,-5.843914,-9.781414,-13.004326,-4.281414,-16.79861,-19.446024,-12.198942,-26.066563,-13.312664,-24.131989,-24.14627,-28.99839,-18.36248,-29.625301,-12.436426,-18.322104,-23.074457,-22.757967,-25.14766,-36.39291,-24.136387,-28.850733,-25.413235,-40.007576,-37.543915,-25.106304,-28.440567,-10.128799,-16.965466,-18.535238,-0.6517559,-13.35356,-32.63481,-21.493145,-25.010714,-18.209335,-24.829292,-21.45169,-16.076614,-20.437355,-16.966803,-29.20406,-29.588879,-20.955694,-10.619301,-25.918674,-34.120842,-30.609396,-35.39697,-29.808357,-26.277107,-27.808357,-26.27906,-24.207245,-34.827682,-19.508083,-27.120949,-27.348248,-26.340214,-22.969387,-31.86637,-28.08913,-13.919794,-10.87311,-29.722351,-42.893646,-34.35904
+12107,-25.55132,-18.474493,-15.510145,-31.860334,-31.593409,-27.459349,-36.184944,-13.853869,-22.213377,-26.861204,-16.717321,-21.404821,-30.78245,-21.436071,-27.385406,-19.933846,-16.431187,-30.363806,-20.592321,-20.05202,-16.806923,-31.597027,-19.227509,-35.219124,-23.82259,-8.525232,-20.901823,-18.08767,-19.415663,-45.640854,-29.908934,-31.974329,-32.474327,-45.914738,-23.312757,-19.274782,-47.52086,-32.87062,-30.553043,-33.0931,-31.323706,-18.697254,-37.322254,-34.787117,-23.93937,-6.3997846,-26.588188,-28.120508,-18.149748,-20.989557,-28.9569,-12.2154,-13.394094,-0.052684616,-21.342422,-41.18164,-53.90953,-46.153255,-41.185143,-24.150625,-34.369373,-10.775625,-26.189411,-25.182346,-23.269945,-30.14666,-34.38368,-33.0018,-30.060455,-34.590294,-33.93085,-29.746696,-32.568024,-17.972649,-40.275658,-35.658257,-30.406145
+1481,-18.175816,-16.689644,-12.583014,-24.388002,-31.045279,-28.296211,-33.020763,-15.544162,-28.077019,-12.903019,-10.05163,-11.77038,-18.713482,-11.52038,-17.813665,-23.389107,-14.897942,-34.848217,-7.1766305,-23.228725,-20.60559,-24.37487,-9.107651,-27.18453,-14.305357,-10.819678,-19.431324,-16.742487,-22.2556,-26.973444,-20.997658,-28.942192,-24.004692,-27.748177,-40.05047,-21.98199,-29.02333,-26.430906,-23.422384,-16.515478,-22.76544,-1.0437071,-22.074957,-26.61544,-17.421867,-24.179718,-31.17243,-30.79435,-26.106789,-10.733425,-29.127422,-24.70705,-26.786781,-17.161978,-13.975321,-31.951765,-26.378105,-28.03803,-20.87623,-25.903063,-29.715563,-27.028063,-16.748468,-21.947536,-20.385303,-23.600426,-31.684427,-23.108982,-15.346562,-29.173794,-31.078728,-30.517387,-29.201939,-16.9653,-20.797518,-42.66493,-33.959312
+5638,-25.074902,-13.266451,-14.145354,-32.59499,-28.383541,-27.495647,-28.534456,-8.928486,-12.750026,-27.007193,-17.442717,-26.255217,-29.184185,-24.567717,-23.247356,-26.077839,-20.664473,-34.18585,-25.255217,-23.610567,-24.65101,-26.570484,-16.24703,-32.484917,-25.111526,-13.401398,-12.215181,-0.062196717,-24.756977,-31.768087,-23.29808,-25.52721,-19.83971,-28.84848,-33.61896,-4.4372306,-34.62771,-34.245064,-32.242783,-39.23913,-34.189583,-18.53923,-24.03923,-36.85521,-24.047258,-25.20279,-26.438522,-26.312658,-9.4998045,-18.983934,-21.37399,-26.925014,-27.057297,-22.960594,-30.356,-35.469437,-35.564087,-37.52845,-27.668148,-13.507743,-23.195242,-16.132742,-31.19206,-20.740643,-9.625282,-14.247004,-20.49091,-13.704895,-20.295544,-19.00334,-26.995613,-24.851799,-33.696205,-23.43602,-19.940897,-29.918274,-26.005033
+918,-24.081638,-14.657521,-14.068996,-16.525318,-21.02974,-18.987976,-21.916922,-20.097229,-20.549593,-32.48678,-12.209211,-25.459211,-33.99439,-20.271711,-27.422813,-26.100887,-19.981764,-31.713856,-27.740461,-19.611925,-27.721954,-25.56726,-16.796339,-29.809643,-10.312355,-18.114681,-20.769306,-16.331459,-37.04172,-30.426674,-14.659801,-25.905827,-19.155827,-16.081966,-39.038544,-18.11066,-0.1428341,-40.91971,-28.043808,-28.731049,-35.072945,-18.136187,-25.636187,-19.701973,-21.462439,-32.334305,-22.710712,-13.521565,-12.146313,-22.960358,-13.7397175,-32.15184,-23.243732,-34.38117,-4.511084,-21.410831,-21.493591,-32.95263,-21.253271,-32.749306,-34.655556,-29.468056,-23.49916,-40.08765,-22.56478,-15.49729,-42.737103,-28.55671,-24.413399,-15.75378,-19.673553,-22.622492,-35.521748,-12.314568,-20.827997,-24.637884,-21.247261
+6893,-20.005285,-20.097572,-17.055904,-34.511406,-41.625786,-34.5565,-37.15518,-25.204428,-30.642092,-31.640167,-25.448528,-30.636028,-32.730766,-28.854778,-28.097414,-46.712738,-41.579575,-66.79372,-25.073528,-36.756535,-32.351833,-0.0009783239,-27.22015,-39.821503,-20.133749,-29.864342,-30.43063,-28.429432,-35.64807,-45.272045,-11.247792,-37.77045,-37.8642,-34.029324,-55.275322,-42.00282,-33.96716,-36.30184,-31.569408,-26.94697,-29.657413,-19.336563,-31.711563,-27.270607,-9.527639,-29.667078,-29.665722,-23.600899,-20.288383,-12.396408,-30.781422,-34.221348,-31.20619,-39.280052,-21.220722,-33.7505,-32.736073,-31.602575,-24.764599,-31.625872,-38.62587,-34.18837,-30.42981,-40.132256,-30.723534,-17.018631,-32.862957,-29.310703,-25.764153,-15.753821,-38.625107,-29.75003,-42.319897,-23.010319,-33.175495,-37.7679,-41.24622
+7093,-26.897484,-13.260612,-9.484094,-34.229897,-19.088188,-6.6062894,-17.074785,-3.4360895,-8.590309,-31.214886,-20.157005,-28.094505,-30.919983,-22.844505,-23.47921,-26.67456,-13.638164,-32.73802,-29.500755,-28.639538,-14.631896,-24.91072,-15.771358,-22.860224,-21.06287,-12.713566,-14.529833,-5.463003,-23.370419,-35.10594,-20.301418,-24.582901,-18.082901,-24.668987,-29.844234,-4.7117076,-37.296017,-36.240772,-35.415894,-32.148056,-33.944973,-18.996222,-24.746222,-40.90437,-21.173933,-17.993101,-18.618805,-16.774162,-0.8366008,-20.528273,-16.661442,-15.878863,-24.20816,-14.181624,-26.366959,-33.541046,-40.562717,-46.056347,-28.968075,-7.337189,-26.337189,-15.462189,-33.82674,-23.019482,-3.2765193,-11.776025,-5.72869,-13.771717,-17.55938,-24.592617,-27.782997,-24.461845,-27.664406,-24.878704,-24.40871,-25.12962,-21.932207
+3196,-24.663345,-15.359027,-7.3471317,-27.470018,-11.1172,-7.060159,-10.019239,-9.0639105,-18.494629,-28.111547,-17.91594,-22.79094,-26.986305,-24.35344,-28.408934,-24.5781,-13.665495,-33.088898,-24.10344,-22.502764,-11.324835,-24.240902,-21.326378,-30.70721,-20.992727,-16.880161,-14.813854,-12.437884,-13.229631,-29.186539,-20.726772,-17.669409,-18.169409,-25.512798,-28.721416,-13.429626,-24.646778,-24.426998,-26.554136,-21.394445,-24.135635,-17.311554,-28.811554,-32.26394,-19.21085,-10.376566,-14.03914,-3.9090726,-6.159009,-23.757282,-14.625343,-18.288689,-13.330672,-11.5129595,-16.929539,-28.956835,-24.90755,-30.895267,-20.230614,-0.88065773,-22.91191,-0.63065773,-22.025028,-21.21021,-10.115312,-11.575967,-15.29001,-19.239527,-17.250082,-16.294758,-16.505081,-8.7953415,-21.963675,-22.176884,-16.849308,-29.753633,-17.36767
+1244,-35.25428,-14.469944,-8.696361,-29.808247,-0.18832266,-18.287582,-22.008184,-16.890842,-24.23874,-17.349516,-24.06652,-20.22277,-25.159431,-17.53527,-30.256466,-28.53981,-24.281197,-39.41444,-25.78527,-16.592854,-21.031721,-17.417688,-30.591835,-33.20684,-22.590542,-14.535599,-22.80983,-17.996279,-19.5845,-31.590887,-15.190828,-21.096292,-15.3462925,-24.60223,-30.956476,-21.581717,-22.62734,-20.72231,-27.111214,-27.385628,-28.50338,-18.640463,-25.827963,-31.223728,-20.457891,-23.790882,-26.981337,-13.783946,-15.033693,-25.772278,-16.400568,-26.714294,-21.073368,-19.093166,-17.783834,-31.807175,-20.015087,-21.880713,-13.263027,-22.192804,-19.349054,-18.911554,-14.430609,-25.193233,-20.63406,-17.644913,-27.13073,-23.430325,-26.140411,-16.07488,-33.919754,-14.2774515,-36.582275,-20.909004,-25.170876,-24.881943,-24.905216

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=banking77/list=test_1000/labels.csv

@@ -0,0 +1,1000 @@
+6197,55
+6441,63
+5254,42
+4058,38
+5596,27
+114,11
+2806,66
+1087,12
+1139,4
+12996,2
+10447,41
+11288,73
+12620,37
+10691,8
+8838,20
+11829,25
+5055,26
+5484,52
+2936,54
+9239,0
+5848,25
+2035,47
+1266,14
+11887,55
+4073,38
+4823,44
+2662,15
+5923,25
+2923,54
+7478,35
+12409,39
+11263,38
+12272,50
+8760,5
+1955,47
+7756,71
+12943,9
+8885,20
+6776,53
+12715,5
+11892,55
+4231,73
+3603,16
+1096,12
+2786,66
+12791,31
+7613,65
+12357,65
+11662,42
+9066,57
+63,11
+5620,27
+6193,55
+871,46
+10854,66
+8147,43
+3305,6
+3248,61
+2603,15
+3482,16
+4639,28
+7136,7
+6570,70
+7884,39
+12307,35
+10342,4
+257,13
+10939,40
+597,34
+3076,40
+8498,59
+7988,58
+575,34
+10692,8
+416,17
+2046,47
+1802,23
+12925,9
+5787,51
+2827,66
+4537,22
+3049,40
+11130,30
+2725,66
+1417,33
+12180,7
+6157,55
+8864,20
+12995,2
+2324,60
+2251,60
+1989,47
+16,11
+8827,20
+8493,59
+4953,26
+10807,15
+7101,7
+8210,76
+2312,60
+4330,62
+12365,71
+11466,3
+1666,1
+4063,38
+4622,3
+3836,74
+11584,26
+9371,19
+3407,6
+2680,15
+3845,74
+10741,60
+9232,0
+5932,25
+6113,48
+5411,52
+12422,39
+12101,53
+10322,12
+963,36
+11640,45
+5790,51
+519,17
+9694,2
+96,11
+7911,39
+6069,48
+13002,2
+7853,39
+8660,5
+2817,66
+11,11
+1701,49
+5397,52
+2685,15
+425,17
+1958,47
+12202,7
+5036,26
+6054,48
+10515,1
+12164,7
+4865,44
+12189,7
+8355,76
+7023,7
+12813,57
+7527,35
+2435,75
+9940,24
+7402,50
+32,11
+1541,41
+3094,40
+12947,9
+5604,27
+1775,49
+8117,43
+9587,9
+2008,47
+2741,66
+582,34
+2562,15
+7763,71
+7034,7
+6376,63
+9092,57
+202,13
+11193,74
+6028,48
+1476,41
+10315,12
+9472,19
+6092,48
+1919,56
+2986,54
+6078,48
+6698,67
+11430,22
+8139,43
+7580,65
+9696,2
+11768,51
+7030,7
+3711,30
+8118,43
+4895,44
+8450,37
+2225,8
+6803,53
+3040,40
+2834,66
+10998,10
+3955,68
+11164,74
+3599,16
+4288,62
+2846,66
+4278,62
+1150,4
+8719,5
+9210,0
+10575,23
+317,32
+6922,21
+10171,34
+8842,20
+11121,16
+6293,18
+3204,61
+591,34
+9236,0
+10820,15
+996,36
+8481,59
+10583,23
+1555,41
+3754,30
+2257,60
+11351,62
+12515,43
+1792,23
+10659,47
+8290,76
+9713,2
+12555,72
+7311,64
+2599,15
+10911,54
+6332,63
+5152,45
+4602,3
+6340,63
+10385,14
+1807,23
+8458,37
+3319,6
+10078,13
+8380,37
+2739,66
+1115,12
+9783,69
+2158,8
+5652,27
+12173,7
+5744,51
+3782,74
+3456,6
+9414,19
+4810,28
+11760,27
+8925,20
+7440,35
+1883,56
+9930,24
+12920,19
+6413,63
+7596,65
+11819,25
+6624,67
+11903,55
+3858,74
+9103,57
+3555,16
+4457,29
+2409,75
+9174,57
+7133,7
+3159,61
+10129,17
+3150,10
+2201,8
+7666,65
+2865,66
+12815,57
+3282,61
+3886,74
+775,46
+6393,63
+10102,32
+7652,65
+6523,70
+7589,65
+866,46
+4929,26
+5588,27
+3759,30
+10532,49
+9122,57
+12466,58
+4214,73
+5337,42
+574,34
+9839,69
+12404,39
+296,32
+7868,39
+12839,57
+6542,70
+122,11
+750,46
+10136,17
+12891,19
+3235,61
+7444,35
+12924,9
+8768,5
+7057,7
+8917,20
+7602,65
+9870,69
+3316,6
+5694,51
+2078,8
+8022,58
+4839,44
+730,34
+12123,21
+4332,62
+7453,35
+4418,29
+6744,53
+9728,2
+1611,1
+10779,75
+6783,53
+4472,22
+367,32
+10636,56
+1696,49
+3281,61
+6690,67
+4800,28
+8328,76
+4827,44
+530,17
+3977,68
+12840,57
+10417,33
+3545,16
+2396,75
+5344,42
+1829,56
+10084,32
+6306,63
+3692,30
+11054,6
+12948,9
+1656,1
+2338,75
+12260,50
+1372,33
+6644,67
+4988,26
+6775,53
+8683,5
+2032,47
+6371,63
+6946,21
+3676,30
+2414,75
+636,34
+12581,76
+6547,70
+7395,50
+3136,10
+7163,64
+8426,37
+5921,25
+6807,53
+9788,69
+12732,20
+8341,76
+2233,8
+3528,16
+9238,0
+2532,15
+9960,24
+8977,31
+11800,51
+3432,6
+8708,5
+6902,21
+4076,38
+6444,63
+812,46
+7036,7
+1971,47
+9335,0
+3942,68
+5775,51
+9428,19
+8656,5
+9465,19
+5128,45
+10072,13
+9836,69
+9955,24
+1312,14
+3554,16
+10852,66
+5417,52
+180,13
+2776,66
+11345,62
+3655,30
+7277,64
+13060,24
+887,36
+1485,41
+8296,76
+12531,72
+11407,22
+9162,57
+4452,29
+12471,58
+3355,6
+4651,28
+3943,68
+7060,7
+3775,74
+3853,74
+1191,4
+3992,68
+7669,65
+5048,26
+9818,69
+4304,62
+10406,33
+9906,24
+11208,68
+1419,33
+4781,28
+3255,61
+455,17
+6948,21
+6594,67
+9470,19
+1844,56
+11622,45
+372,32
+109,11
+1525,41
+6630,67
+2468,75
+583,34
+11698,52
+5557,27
+13074,24
+6325,63
+11086,16
+1524,41
+6932,21
+3715,30
+6936,21
+914,36
+10052,13
+3295,61
+7266,64
+4371,29
+5666,27
+11409,22
+7414,50
+11770,51
+11278,38
+1869,56
+9650,2
+2715,66
+811,46
+11947,18
+547,17
+4377,29
+1147,4
+9112,57
+11843,48
+7886,39
+12316,35
+6926,21
+12835,57
+2451,75
+7372,50
+9207,0
+8537,59
+11889,55
+12083,53
+9037,31
+12988,2
+1114,12
+12685,5
+2915,54
+9370,19
+2337,75
+2649,15
+4955,26
+9692,2
+9643,9
+3059,40
+3724,30
+8145,43
+6717,67
+5525,52
+6551,70
+578,34
+2871,54
+9211,0
+11002,10
+2539,15
+6279,18
+10878,66
+804,46
+10910,54
+6890,21
+9849,69
+3021,40
+4061,38
+8237,76
+12476,58
+3211,61
+7895,39
+4703,28
+5236,45
+8303,76
+2867,66
+6756,53
+4719,28
+2131,8
+12739,20
+6798,53
+5817,51
+11425,22
+11553,44
+10949,40
+10671,47
+9781,69
+5571,27
+1493,41
+1399,33
+1126,4
+494,17
+527,17
+12562,72
+274,13
+1354,14
+7309,64
+10444,41
+11669,42
+7329,64
+4329,62
+2104,8
+12551,72
+11595,26
+2130,8
+12940,9
+4023,38
+1740,49
+686,34
+9012,31
+4606,3
+4133,73
+7875,39
+841,46
+5378,52
+9804,69
+11946,18
+7709,71
+3143,10
+834,46
+4445,29
+9734,2
+10973,10
+9572,9
+11203,68
+747,46
+12687,5
+2988,54
+8714,5
+6366,63
+3100,10
+11038,61
+12437,39
+4657,28
+3653,30
+9914,24
+3517,16
+9979,24
+7470,35
+8547,59
+533,17
+5114,45
+8769,5
+640,34
+3198,61
+10835,15
+9364,19
+10943,40
+9819,69
+3048,40
+1884,56
+9637,9
+11507,28
+363,32
+8159,43
+12295,35
+4648,28
+4052,38
+11134,30
+7619,65
+3556,16
+863,46
+4437,29
+2423,75
+9873,69
+11736,27
+5320,42
+4359,29
+8285,76
+12299,35
+9013,31
+9314,0
+5011,26
+3694,30
+3720,30
+8497,59
+7067,7
+5140,45
+5258,42
+520,17
+1946,47
+6438,63
+6916,21
+5745,51
+10890,54
+12326,65
+11163,74
+6403,63
+8797,20
+1556,41
+6049,48
+2499,75
+5195,45
+9966,24
+12532,72
+8402,37
+12369,71
+2493,75
+7910,39
+11521,28
+239,13
+6718,67
+11847,48
+576,34
+1566,1
+5690,51
+6944,21
+8723,5
+6622,67
+4659,28
+8658,5
+7814,39
+8586,59
+8160,43
+3709,30
+11620,45
+11840,25
+10249,36
+12833,57
+12484,43
+13072,24
+669,34
+6232,55
+1112,12
+8281,76
+5428,52
+8909,20
+12116,53
+11534,44
+1330,14
+11429,22
+4934,26
+112,11
+3690,30
+5058,26
+2723,66
+10599,23
+3824,74
+4482,22
+12187,7
+5339,42
+1794,23
+1813,23
+9626,9
+2502,75
+356,32
+3176,61
+6263,18
+4373,29
+5736,51
+10314,12
+9450,19
+12498,43
+5155,45
+3811,74
+2668,15
+906,36
+2883,54
+6849,53
+2237,60
+11850,48
+6414,63
+9383,19
+851,46
+7802,71
+7696,71
+3634,16
+5640,27
+8722,5
+4731,28
+9543,9
+1183,4
+9019,31
+5836,25
+7845,39
+11955,18
+2361,75
+13019,69
+1878,56
+5198,45
+917,36
+10725,60
+8619,5
+4928,26
+9789,69
+5300,42
+9756,2
+3586,16
+8692,5
+12781,31
+6175,55
+11744,27
+11863,48
+4357,29
+11624,45
+10726,60
+9652,2
+5939,25
+3114,10
+4292,62
+5810,51
+6885,21
+8479,59
+1629,1
+7561,35
+12056,67
+3330,6
+10125,17
+10358,4
+10849,66
+1857,56
+2073,47
+10603,56
+6613,67
+0,11
+726,34
+8246,76
+9434,19
+7770,71
+6508,70
+9700,2
+8075,43
+8105,43
+566,17
+7824,39
+7778,71
+11714,52
+3427,6
+7165,64
+8802,20
+8944,31
+12936,9
+12156,21
+12265,50
+3131,10
+1923,56
+4866,44
+11664,42
+2905,54
+6947,21
+2114,8
+7536,35
+10215,46
+5319,42
+2093,8
+12463,58
+4978,26
+6038,48
+1113,12
+11394,29
+1422,33
+6544,70
+8647,5
+1679,49
+12356,65
+12070,67
+12277,50
+774,46
+9699,2
+8452,37
+5649,27
+6680,67
+9679,2
+10266,36
+3356,6
+764,46
+7725,71
+250,13
+10111,32
+1219,4
+3056,40
+11428,22
+5368,42
+352,32
+12923,9
+12676,59
+24,11
+10540,49
+10208,46
+3068,40
+4997,26
+9194,0
+9071,57
+1020,12
+8119,43
+3856,74
+2772,66
+5789,51
+4760,28
+4568,3
+10079,13
+7062,7
+5173,45
+7731,71
+9629,9
+6458,63
+11468,3
+12564,76
+171,13
+10128,17
+11103,16
+12171,7
+285,13
+7717,71
+6847,53
+8517,59
+4927,26
+3145,10
+2188,8
+9437,19
+8682,5
+8784,20
+12106,53
+7129,7
+6716,67
+2291,60
+9988,24
+2379,75
+5882,25
+5051,26
+8308,76
+12004,70
+6426,63
+7593,65
+2106,8
+8528,59
+5135,45
+5635,27
+1675,49
+4101,73
+12311,35
+2377,75
+7452,35
+2192,8
+1103,12
+4739,28
+7524,35
+2036,47
+11540,44
+1744,49
+6503,70
+5827,51
+7515,35
+6215,55
+8696,5
+9185,0
+9842,69
+3405,6
+4479,22
+3431,6
+11262,38
+10399,14
+1179,4
+5724,51
+10804,15
+7540,35
+7606,65
+12830,57
+12883,19
+623,34
+10616,56
+7358,50
+10683,8
+9646,2
+3727,30
+7598,65
+1901,56
+2397,75
+10740,60
+11073,6
+11680,42
+1347,14
+10570,23
+3078,40
+10134,17
+2862,66
+3728,30
+3507,16
+8727,5
+6883,21
+4761,28
+11283,73
+8201,72
+9821,69
+9349,19
+7231,64
+5608,27
+6367,63
+13061,24
+12027,70
+1538,41
+11943,18
+12606,37
+6153,55
+11988,63
+5526,52
+6668,67
+10397,14
+10564,23
+3058,40
+11410,22
+7777,71
+5475,52
+3772,74
+9440,19
+722,34
+5249,45
+8912,20
+11317,73
+6921,21
+11175,74
+3919,68
+9682,2
+7156,7
+3571,16
+11953,18
+5269,42
+626,34
+761,46
+8172,72
+10331,4
+8158,43
+11477,3
+8219,76
+6909,21
+437,17
+4306,62
+10138,17
+6498,70
+9589,9
+11147,30
+12803,57
+185,13
+1823,56
+11964,63
+517,17
+7164,64
+12251,50
+12896,19
+19,11
+4888,44
+3508,16
+14,11
+10830,15
+5634,27
+4901,44
+3225,61
+11711,52
+956,36
+2176,8
+10410,33
+8943,20

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fee4a1601c524c554e48112b51ee9379f571934567c7e68bb5370a8230c0540
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae92e1bb32d839efcf763ba82afd5bbb67f933b734b9de442745350109194ec5
+size 42951614

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4929743ecc8a34dc4bdc5666c782a51728972518b64e9111afc3128f2bf725
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/logs/events.out.tfevents.1734860563.gamma.4012151.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f505869d7eae6850a677061bc3b4cfb4d37cbf644802af98fdbd650c1e29c79d
+size 18290

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,87 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3934224843978882,0,14.249194145202637,
+0,8,0.10348469763994217,1,11.781987036428143,
+0,16,0.07689955458045006,2,11.710202852884928,
+0,24,0.08018166571855545,3,12.602168262004852,
+0,32,0.07880619540810585,4,11.752301965441022,
+0,40,0.07608279213309288,5,8.01412388256618,
+0,48,0.07622293755412102,6,6.03979629278183,
+0,56,0.08105503767728806,7,4.3534580248373524,
+0,64,0.08114773407578468,8,4.036332860589027,
+0,72,0.08222602307796478,9,2.133221220087122,
+0,80,0.07716154679656029,10,3.2094744284947714,
+0,88,0.08786113560199738,11,1.9523496627807617,
+0,96,0.0799635760486126,12,3.1819392013549805,
+0,104,0.07539943978190422,13,2.6946920366848217,
+0,112,0.07998095825314522,14,3.3511300086975098,
+0,120,0.07966430485248566,15,2.513531577998194,
+0,128,0.08156174421310425,16,2.0249716599782306,
+,,,16,,2.1815687432346573
+0,136,0.07588496431708336,17,2.2294754641396657,
+0,144,0.08033786341547966,18,2.9448084916387285,
+0,152,0.07856085896492004,19,1.5606698734419686,
+0,160,0.08080082014203072,20,2.349177051473547,
+0,168,0.08163601160049438,21,2.265447326004505,
+0,176,0.07614515721797943,22,2.2732430804859507,
+0,184,0.08346151933073997,23,2.200784057378769,
+0,192,0.07578424736857414,24,1.6038579675886366,
+0,200,0.08001850172877312,25,1.8864477062225342,
+0,208,0.07987933233380318,26,1.4231023064681463,
+0,216,0.07547259330749512,27,2.8176522751649222,
+0,224,0.07797593995928764,28,1.6816703577836354,
+0,232,0.08029552549123764,29,1.5875518824905157,
+0,240,0.07999735325574875,30,2.3097066640853883,
+0,248,0.0759764313697815,31,1.4382360875606537,
+0,256,0.076151043176651,32,1.2203616946935654,
+,,,32,,1.5221449151096573
+0,264,0.07552037760615349,33,1.7763883820895492,
+0,272,0.07318093627691269,34,1.9732268398458308,
+0,280,0.07509178668260574,35,1.0856686787945884,
+0,288,0.07639744132757187,36,1.7901174585024515,
+0,296,0.08000572770833969,37,1.8498447239398956,
+0,304,0.0757354162633419,38,2.5477705669403075,
+1,312,0.07616668939590454,39,1.8347770814542417,
+1,320,0.0757228396832943,40,1.0482087469100951,
+1,328,0.0757988765835762,41,0.6653219982981682,
+1,336,0.07324512675404549,42,1.4289140652965855,
+1,344,0.0761822797358036,43,1.2547974874233376,
+1,352,0.07849214971065521,44,0.9989056033747536,
+1,360,0.08108605444431305,45,1.2747854843284145,
+1,368,0.08020126819610596,46,1.1290598488770998,
+1,376,0.07989246025681496,47,0.9575420148444899,
+1,384,0.07561662420630455,48,0.9711136543750762,
+,,,48,,0.8954011848173946
+1,392,0.073091059923172,49,0.9807050051512541,
+1,400,0.07971272617578506,50,1.0461833303173382,
+1,408,0.07650595903396606,51,1.1201930169401497,
+1,416,0.08080598339438438,52,0.35565030574798584,
+1,424,0.08142195269465446,53,0.9303536507590063,
+1,432,0.08074183389544487,54,0.5936908262471358,
+1,440,0.08026311546564102,55,0.9383579194545746,
+1,448,0.0818992368876934,56,0.8529512363931407,
+1,456,0.07576805725693703,57,1.238203919850863,
+1,464,0.07523388415575027,58,0.6913563619399893,
+1,472,0.07380583509802818,59,0.6615717315248081,
+1,480,0.08034765347838402,60,0.6126971029573016,
+1,488,0.08028165251016617,61,0.6067609975443167,
+1,496,0.08086923882365227,62,0.7430624785246672,
+1,504,0.07870563119649887,63,1.1486168705991335,
+1,512,0.07571924105286598,64,0.6336897461364667,
+,,,64,,0.5409025169280638
+1,520,0.07307951524853706,65,1.7406777418379127,
+1,528,0.08019526302814484,66,0.3601254256708281,
+1,536,0.07639413326978683,67,0.409565354231745,
+1,544,0.07630904018878937,68,0.7906787981910091,
+1,552,0.07950402796268463,69,0.6241823059541208,
+1,560,0.08067039027810097,70,0.6930468678474426,
+1,568,0.07528279721736908,71,0.7232969391345978,
+1,576,0.076500304043293,72,0.5368656837381423,
+1,584,0.0867110826075077,73,0.6412845253944397,
+1,592,0.07676690444350243,74,1.0398036927887888,
+1,600,0.0756952166557312,75,0.6954031017919381,
+1,608,0.07565703615546227,76,0.4485257176252512,
+1,616,0.07646984606981277,77,0.7626147816578547,
+2,624,0.08032632619142532,78,0.27882204071751665,
+2,632,0.07570497691631317,79,0.34326576785399365,
+2,640,0.07653261721134186,80,0.3976524725024189,
+,,,80,,0.4441032869270049

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/test=banking77/list=test_1000/labels.csv

@@ -0,0 +1,1000 @@
+6197,55
+6441,63
+5254,42
+4058,38
+5596,27
+114,11
+2806,66
+1087,12
+1139,4
+12996,2
+10447,41
+11288,73
+12620,37
+10691,8
+8838,20
+11829,25
+5055,26
+5484,52
+2936,54
+9239,0
+5848,25
+2035,47
+1266,14
+11887,55
+4073,38
+4823,44
+2662,15
+5923,25
+2923,54
+7478,35
+12409,39
+11263,38
+12272,50
+8760,5
+1955,47
+7756,71
+12943,9
+8885,20
+6776,53
+12715,5
+11892,55
+4231,73
+3603,16
+1096,12
+2786,66
+12791,31
+7613,65
+12357,65
+11662,42
+9066,57
+63,11
+5620,27
+6193,55
+871,46
+10854,66
+8147,43
+3305,6
+3248,61
+2603,15
+3482,16
+4639,28
+7136,7
+6570,70
+7884,39
+12307,35
+10342,4
+257,13
+10939,40
+597,34
+3076,40
+8498,59
+7988,58
+575,34
+10692,8
+416,17
+2046,47
+1802,23
+12925,9
+5787,51
+2827,66
+4537,22
+3049,40
+11130,30
+2725,66
+1417,33
+12180,7
+6157,55
+8864,20
+12995,2
+2324,60
+2251,60
+1989,47
+16,11
+8827,20
+8493,59
+4953,26
+10807,15
+7101,7
+8210,76
+2312,60
+4330,62
+12365,71
+11466,3
+1666,1
+4063,38
+4622,3
+3836,74
+11584,26
+9371,19
+3407,6
+2680,15
+3845,74
+10741,60
+9232,0
+5932,25
+6113,48
+5411,52
+12422,39
+12101,53
+10322,12
+963,36
+11640,45
+5790,51
+519,17
+9694,2
+96,11
+7911,39
+6069,48
+13002,2
+7853,39
+8660,5
+2817,66
+11,11
+1701,49
+5397,52
+2685,15
+425,17
+1958,47
+12202,7
+5036,26
+6054,48
+10515,1
+12164,7
+4865,44
+12189,7
+8355,76
+7023,7
+12813,57
+7527,35
+2435,75
+9940,24
+7402,50
+32,11
+1541,41
+3094,40
+12947,9
+5604,27
+1775,49
+8117,43
+9587,9
+2008,47
+2741,66
+582,34
+2562,15
+7763,71
+7034,7
+6376,63
+9092,57
+202,13
+11193,74
+6028,48
+1476,41
+10315,12
+9472,19
+6092,48
+1919,56
+2986,54
+6078,48
+6698,67
+11430,22
+8139,43
+7580,65
+9696,2
+11768,51
+7030,7
+3711,30
+8118,43
+4895,44
+8450,37
+2225,8
+6803,53
+3040,40
+2834,66
+10998,10
+3955,68
+11164,74
+3599,16
+4288,62
+2846,66
+4278,62
+1150,4
+8719,5
+9210,0
+10575,23
+317,32
+6922,21
+10171,34
+8842,20
+11121,16
+6293,18
+3204,61
+591,34
+9236,0
+10820,15
+996,36
+8481,59
+10583,23
+1555,41
+3754,30
+2257,60
+11351,62
+12515,43
+1792,23
+10659,47
+8290,76
+9713,2
+12555,72
+7311,64
+2599,15
+10911,54
+6332,63
+5152,45
+4602,3
+6340,63
+10385,14
+1807,23
+8458,37
+3319,6
+10078,13
+8380,37
+2739,66
+1115,12
+9783,69
+2158,8
+5652,27
+12173,7
+5744,51
+3782,74
+3456,6
+9414,19
+4810,28
+11760,27
+8925,20
+7440,35
+1883,56
+9930,24
+12920,19
+6413,63
+7596,65
+11819,25
+6624,67
+11903,55
+3858,74
+9103,57
+3555,16
+4457,29
+2409,75
+9174,57
+7133,7
+3159,61
+10129,17
+3150,10
+2201,8
+7666,65
+2865,66
+12815,57
+3282,61
+3886,74
+775,46
+6393,63
+10102,32
+7652,65
+6523,70
+7589,65
+866,46
+4929,26
+5588,27
+3759,30
+10532,49
+9122,57
+12466,58
+4214,73
+5337,42
+574,34
+9839,69
+12404,39
+296,32
+7868,39
+12839,57
+6542,70
+122,11
+750,46
+10136,17
+12891,19
+3235,61
+7444,35
+12924,9
+8768,5
+7057,7
+8917,20
+7602,65
+9870,69
+3316,6
+5694,51
+2078,8
+8022,58
+4839,44
+730,34
+12123,21
+4332,62
+7453,35
+4418,29
+6744,53
+9728,2
+1611,1
+10779,75
+6783,53
+4472,22
+367,32
+10636,56
+1696,49
+3281,61
+6690,67
+4800,28
+8328,76
+4827,44
+530,17
+3977,68
+12840,57
+10417,33
+3545,16
+2396,75
+5344,42
+1829,56
+10084,32
+6306,63
+3692,30
+11054,6
+12948,9
+1656,1
+2338,75
+12260,50
+1372,33
+6644,67
+4988,26
+6775,53
+8683,5
+2032,47
+6371,63
+6946,21
+3676,30
+2414,75
+636,34
+12581,76
+6547,70
+7395,50
+3136,10
+7163,64
+8426,37
+5921,25
+6807,53
+9788,69
+12732,20
+8341,76
+2233,8
+3528,16
+9238,0
+2532,15
+9960,24
+8977,31
+11800,51
+3432,6
+8708,5
+6902,21
+4076,38
+6444,63
+812,46
+7036,7
+1971,47
+9335,0
+3942,68
+5775,51
+9428,19
+8656,5
+9465,19
+5128,45
+10072,13
+9836,69
+9955,24
+1312,14
+3554,16
+10852,66
+5417,52
+180,13
+2776,66
+11345,62
+3655,30
+7277,64
+13060,24
+887,36
+1485,41
+8296,76
+12531,72
+11407,22
+9162,57
+4452,29
+12471,58
+3355,6
+4651,28
+3943,68
+7060,7
+3775,74
+3853,74
+1191,4
+3992,68
+7669,65
+5048,26
+9818,69
+4304,62
+10406,33
+9906,24
+11208,68
+1419,33
+4781,28
+3255,61
+455,17
+6948,21
+6594,67
+9470,19
+1844,56
+11622,45
+372,32
+109,11
+1525,41
+6630,67
+2468,75
+583,34
+11698,52
+5557,27
+13074,24
+6325,63
+11086,16
+1524,41
+6932,21
+3715,30
+6936,21
+914,36
+10052,13
+3295,61
+7266,64
+4371,29
+5666,27
+11409,22
+7414,50
+11770,51
+11278,38
+1869,56
+9650,2
+2715,66
+811,46
+11947,18
+547,17
+4377,29
+1147,4
+9112,57
+11843,48
+7886,39
+12316,35
+6926,21
+12835,57
+2451,75
+7372,50
+9207,0
+8537,59
+11889,55
+12083,53
+9037,31
+12988,2
+1114,12
+12685,5
+2915,54
+9370,19
+2337,75
+2649,15
+4955,26
+9692,2
+9643,9
+3059,40
+3724,30
+8145,43
+6717,67
+5525,52
+6551,70
+578,34
+2871,54
+9211,0
+11002,10
+2539,15
+6279,18
+10878,66
+804,46
+10910,54
+6890,21
+9849,69
+3021,40
+4061,38
+8237,76
+12476,58
+3211,61
+7895,39
+4703,28
+5236,45
+8303,76
+2867,66
+6756,53
+4719,28
+2131,8
+12739,20
+6798,53
+5817,51
+11425,22
+11553,44
+10949,40
+10671,47
+9781,69
+5571,27
+1493,41
+1399,33
+1126,4
+494,17
+527,17
+12562,72
+274,13
+1354,14
+7309,64
+10444,41
+11669,42
+7329,64
+4329,62
+2104,8
+12551,72
+11595,26
+2130,8
+12940,9
+4023,38
+1740,49
+686,34
+9012,31
+4606,3
+4133,73
+7875,39
+841,46
+5378,52
+9804,69
+11946,18
+7709,71
+3143,10
+834,46
+4445,29
+9734,2
+10973,10
+9572,9
+11203,68
+747,46
+12687,5
+2988,54
+8714,5
+6366,63
+3100,10
+11038,61
+12437,39
+4657,28
+3653,30
+9914,24
+3517,16
+9979,24
+7470,35
+8547,59
+533,17
+5114,45
+8769,5
+640,34
+3198,61
+10835,15
+9364,19
+10943,40
+9819,69
+3048,40
+1884,56
+9637,9
+11507,28
+363,32
+8159,43
+12295,35
+4648,28
+4052,38
+11134,30
+7619,65
+3556,16
+863,46
+4437,29
+2423,75
+9873,69
+11736,27
+5320,42
+4359,29
+8285,76
+12299,35
+9013,31
+9314,0
+5011,26
+3694,30
+3720,30
+8497,59
+7067,7
+5140,45
+5258,42
+520,17
+1946,47
+6438,63
+6916,21
+5745,51
+10890,54
+12326,65
+11163,74
+6403,63
+8797,20
+1556,41
+6049,48
+2499,75
+5195,45
+9966,24
+12532,72
+8402,37
+12369,71
+2493,75
+7910,39
+11521,28
+239,13
+6718,67
+11847,48
+576,34
+1566,1
+5690,51
+6944,21
+8723,5
+6622,67
+4659,28
+8658,5
+7814,39
+8586,59
+8160,43
+3709,30
+11620,45
+11840,25
+10249,36
+12833,57
+12484,43
+13072,24
+669,34
+6232,55
+1112,12
+8281,76
+5428,52
+8909,20
+12116,53
+11534,44
+1330,14
+11429,22
+4934,26
+112,11
+3690,30
+5058,26
+2723,66
+10599,23
+3824,74
+4482,22
+12187,7
+5339,42
+1794,23
+1813,23
+9626,9
+2502,75
+356,32
+3176,61
+6263,18
+4373,29
+5736,51
+10314,12
+9450,19
+12498,43
+5155,45
+3811,74
+2668,15
+906,36
+2883,54
+6849,53
+2237,60
+11850,48
+6414,63
+9383,19
+851,46
+7802,71
+7696,71
+3634,16
+5640,27
+8722,5
+4731,28
+9543,9
+1183,4
+9019,31
+5836,25
+7845,39
+11955,18
+2361,75
+13019,69
+1878,56
+5198,45
+917,36
+10725,60
+8619,5
+4928,26
+9789,69
+5300,42
+9756,2
+3586,16
+8692,5
+12781,31
+6175,55
+11744,27
+11863,48
+4357,29
+11624,45
+10726,60
+9652,2
+5939,25
+3114,10
+4292,62
+5810,51
+6885,21
+8479,59
+1629,1
+7561,35
+12056,67
+3330,6
+10125,17
+10358,4
+10849,66
+1857,56
+2073,47
+10603,56
+6613,67
+0,11
+726,34
+8246,76
+9434,19
+7770,71
+6508,70
+9700,2
+8075,43
+8105,43
+566,17
+7824,39
+7778,71
+11714,52
+3427,6
+7165,64
+8802,20
+8944,31
+12936,9
+12156,21
+12265,50
+3131,10
+1923,56
+4866,44
+11664,42
+2905,54
+6947,21
+2114,8
+7536,35
+10215,46
+5319,42
+2093,8
+12463,58
+4978,26
+6038,48
+1113,12
+11394,29
+1422,33
+6544,70
+8647,5
+1679,49
+12356,65
+12070,67
+12277,50
+774,46
+9699,2
+8452,37
+5649,27
+6680,67
+9679,2
+10266,36
+3356,6
+764,46
+7725,71
+250,13
+10111,32
+1219,4
+3056,40
+11428,22
+5368,42
+352,32
+12923,9
+12676,59
+24,11
+10540,49
+10208,46
+3068,40
+4997,26
+9194,0
+9071,57
+1020,12
+8119,43
+3856,74
+2772,66
+5789,51
+4760,28
+4568,3
+10079,13
+7062,7
+5173,45
+7731,71
+9629,9
+6458,63
+11468,3
+12564,76
+171,13
+10128,17
+11103,16
+12171,7
+285,13
+7717,71
+6847,53
+8517,59
+4927,26
+3145,10
+2188,8
+9437,19
+8682,5
+8784,20
+12106,53
+7129,7
+6716,67
+2291,60
+9988,24
+2379,75
+5882,25
+5051,26
+8308,76
+12004,70
+6426,63
+7593,65
+2106,8
+8528,59
+5135,45
+5635,27
+1675,49
+4101,73
+12311,35
+2377,75
+7452,35
+2192,8
+1103,12
+4739,28
+7524,35
+2036,47
+11540,44
+1744,49
+6503,70
+5827,51
+7515,35
+6215,55
+8696,5
+9185,0
+9842,69
+3405,6
+4479,22
+3431,6
+11262,38
+10399,14
+1179,4
+5724,51
+10804,15
+7540,35
+7606,65
+12830,57
+12883,19
+623,34
+10616,56
+7358,50
+10683,8
+9646,2
+3727,30
+7598,65
+1901,56
+2397,75
+10740,60
+11073,6
+11680,42
+1347,14
+10570,23
+3078,40
+10134,17
+2862,66
+3728,30
+3507,16
+8727,5
+6883,21
+4761,28
+11283,73
+8201,72
+9821,69
+9349,19
+7231,64
+5608,27
+6367,63
+13061,24
+12027,70
+1538,41
+11943,18
+12606,37
+6153,55
+11988,63
+5526,52
+6668,67
+10397,14
+10564,23
+3058,40
+11410,22
+7777,71
+5475,52
+3772,74
+9440,19
+722,34
+5249,45
+8912,20
+11317,73
+6921,21
+11175,74
+3919,68
+9682,2
+7156,7
+3571,16
+11953,18
+5269,42
+626,34
+761,46
+8172,72
+10331,4
+8158,43
+11477,3
+8219,76
+6909,21
+437,17
+4306,62
+10138,17
+6498,70
+9589,9
+11147,30
+12803,57
+185,13
+1823,56
+11964,63
+517,17
+7164,64
+12251,50
+12896,19
+19,11
+4888,44
+3508,16
+14,11
+10830,15
+5634,27
+4901,44
+3225,61
+11711,52
+956,36
+2176,8
+10410,33
+8943,20

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 80
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247c04a978ecbeb9a45d989c913c7f2367855eb4ea2fd041adac30d92d27ddd6
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9ff04d1bde27b4705045cb540b1bf140e16608c4616113cdb8a0cbfee379d8
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/events.out.tfevents.1735326725.gamma.1900886.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9298fd5091085c071680f37cbdfc39d8ae8f94031c63870f62cdee5d3c06914
+size 477928

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d985c4f2c1c960912b22e318c8d32eb798a0b1ad1a7e2037a0697060123210
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00edea3c65493b75405bbe49fc952919a232aba797acd02c5bd6766d8d1618a0
+size 42951614

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643