Add files using upload-large-folder tool

.gitattributes

@@ -1580,3 +1580,10 @@ finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=1/lora_ans/0.0-0.7/0.7-
 finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/qwen2.5-7b-instruct/banking77/size=64/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb0cdab3063fc9fad217f72798301e37473282022016093efecd6bb038e098c
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1acb3e7697d3bc231dfe9d7ac495c67a4f165fe8fde4cfc1f4c15ae1ec5e87
+size 42951614

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83435018057ad85c62d0b5fa91c22c42fd0877ac6832716c3554fef3807e6fac
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/events.out.tfevents.1734794094.gamma.3812583.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f80d52eded5743579a80f6279150d193847337e46729882b71331537cd6eb69
+size 51164

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,240 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.4118090383708477,0,16.422861099243164,
+0,8,0.10833532363176346,1,15.065671234130859,
+0,16,0.08127155154943466,2,14.24749207496643,
+0,24,0.08334403112530708,3,12.040116685809512,
+0,32,0.08926587551832199,4,9.677532369440252,
+0,40,0.08208862319588661,5,6.4889057874679565,
+0,48,0.07709113508462906,6,5.941854921976725,
+0,56,0.07704053074121475,7,5.335760620924143,
+0,64,0.07661758735775948,8,4.842106621840904,
+0,72,0.08009525388479233,9,3.6011816348348344,
+0,80,0.09071062132716179,10,2.663916900753975,
+0,88,0.08118513971567154,11,3.391001065572103,
+0,96,0.08048829808831215,12,2.401530929974147,
+0,104,0.07734562829136848,13,3.363898982604345,
+1,112,0.08769451826810837,14,2.108518887449194,
+1,120,0.07734764739871025,15,2.2918367465337117,
+1,128,0.08272116258740425,16,1.9546623911176408,
+,,,16,,2.292255490325218
+1,136,0.0768597461283207,17,1.5723320715355151,
+1,144,0.0770668052136898,18,2.91227502822876,
+1,152,0.07909123972058296,19,1.8281860793078388,
+1,160,0.08238808810710907,20,2.4521599213282266,
+1,168,0.07790955156087875,21,2.0842568683624267,
+1,176,0.0758499838411808,22,2.063430334130923,
+1,184,0.07719742506742477,23,2.500444070056633,
+1,192,0.08034459501504898,24,2.0374916041338884,
+1,200,0.08147485181689262,25,1.3120416913713728,
+1,208,0.07630213350057602,26,2.0567206662634145,
+1,216,0.07719258964061737,27,1.632516433795293,
+2,224,0.07748223096132278,28,2.167914129793644,
+2,232,0.08087727427482605,29,1.9494182640506375,
+2,240,0.07662935182452202,30,1.4201779434314141,
+2,248,0.07630696147680283,31,1.6147209521262877,
+2,256,0.08219989016652107,32,0.8674650753245634,
+,,,32,,1.6552109829215116
+2,264,0.07684903591871262,33,1.6437176081041496,
+2,272,0.0819583348929882,34,1.0691509311263625,
+2,280,0.08045832812786102,35,1.1667891691128414,
+2,288,0.07596471533179283,36,1.4213207849749812,
+2,296,0.08694502711296082,37,1.3805910388628642,
+2,304,0.07966667041182518,38,1.3172740697860719,
+2,312,0.07677178829908371,39,1.0208944774443103,
+2,320,0.08098908513784409,40,0.5741155898571014,
+3,328,0.081693384796381,41,1.2074354570358992,
+3,336,0.08012847974896431,42,0.46861644089221954,
+3,344,0.07666095346212387,43,1.0798359855457589,
+3,352,0.08005338534712791,44,0.5993498184464194,
+3,360,0.07613509893417358,45,0.8542614398896694,
+3,368,0.07639845460653305,46,0.7861403246079722,
+3,376,0.07606706023216248,47,0.8586543230339885,
+3,384,0.08266859874129295,48,0.6401748054971298,
+,,,48,,1.2665585362633993
+3,392,0.08060057833790779,49,0.6185845074754569,
+3,400,0.07608417794108391,50,0.9709914702301224,
+3,408,0.08117017149925232,51,0.3107278099549668,
+3,416,0.08918535709381104,52,0.5463126865697319,
+3,424,0.08039884269237518,53,0.9626559366782507,
+3,432,0.07676474377512932,54,0.47712362206407954,
+4,440,0.0802064761519432,55,0.47396083432249725,
+4,448,0.08012853562831879,56,0.19621492273829602,
+4,456,0.07599703222513199,57,0.17029043063521385,
+4,464,0.07647508010268211,58,0.3017801492121713,
+4,472,0.07577279955148697,59,0.20031280058526224,
+4,480,0.08052495494484901,60,0.11283802731043618,
+4,488,0.07602790370583534,61,0.3123777613043785,
+4,496,0.08020075783133507,62,0.1889135645281884,
+4,504,0.07869046181440353,63,0.11892893460268776,
+4,512,0.0805891826748848,64,0.853263463532286,
+,,,64,,1.1746021536893623
+4,520,0.08275051414966583,65,0.09083631082127491,
+4,528,0.07604176923632622,66,0.18070665567085661,
+4,536,0.07618959993124008,67,0.1266972334124148,
+5,544,0.08854393661022186,68,0.6926474205909237,
+5,552,0.07673252373933792,69,0.08791682356968522,
+5,560,0.08098754286766052,70,0.02563358053308109,
+5,568,0.08075303211808205,71,0.04253506138532733,
+5,576,0.08105936646461487,72,0.257498472309883,
+5,584,0.0796930380165577,73,0.09458699750323449,
+5,592,0.07694324105978012,74,0.10114794839838785,
+5,600,0.07685308903455734,75,0.030666043935343622,
+5,608,0.08179804682731628,76,0.05425497819669545,
+5,616,0.08942517265677452,77,0.023950433790949837,
+5,624,0.07582452893257141,78,0.09458592118552098,
+5,632,0.07661403343081474,79,0.02109587560213792,
+5,640,0.07888954132795334,80,0.12667608074843884,
+,,,80,,1.212992557259493
+5,648,0.0789717584848404,81,0.02150052853605964,
+6,656,0.0808238759636879,82,0.013035588664934039,
+6,664,0.07703784108161926,83,0.009940223829471507,
+6,672,0.07968523353338242,84,0.02652845008728596,
+6,680,0.07640600576996803,85,0.0077099683294363786,
+6,688,0.08043823391199112,86,0.02101521996932255,
+6,696,0.08215098828077316,87,0.015598491443177829,
+6,704,0.08071160688996315,88,0.005660350541942394,
+6,712,0.07662539556622505,89,0.012370816668650756,
+6,720,0.07675018161535263,90,0.005779796960548713,
+6,728,0.08102944865822792,91,0.01653377031306586,
+6,736,0.07875970751047134,92,0.08897878772292572,
+6,744,0.08234250545501709,93,0.01591868088663822,
+6,752,0.0821123868227005,94,0.007103069374958674,
+7,760,0.0735122486948967,95,0.004314765125384618,
+7,768,0.08157637342810631,96,0.003953844468508448,
+,,,96,,1.405712038971657
+7,776,0.08125409856438637,97,0.003051558722897122,
+7,784,0.07580232247710228,98,0.006375229066739289,
+7,792,0.0761897936463356,99,0.002701527080856837,
+7,800,0.078883096575737,100,0.002158273516688496,
+7,808,0.07687956467270851,101,0.0039615144146253065,
+7,816,0.07692401856184006,102,0.007987277007266654,
+7,824,0.07289154827594757,103,0.0030786275662345965,
+7,832,0.0823698602616787,104,0.013914127727039158,
+7,840,0.07857026532292366,105,0.0035370751607438754,
+7,848,0.07660466432571411,106,0.013252859574831313,
+7,856,0.0762811116874218,107,0.0022636760931445993,
+7,864,0.0767885111272335,108,0.005516929077674393,
+8,872,0.0774226114153862,109,0.004082013061270118,
+8,880,0.07997602969408035,110,0.0031180852274701465,
+8,888,0.07606146484613419,111,0.002028727702881125,
+8,896,0.08086103200912476,112,0.0022075375697265067,
+,,,112,,1.5201621831849563
+8,904,0.07608269900083542,113,0.0011395185871515424,
+8,912,0.07342255488038063,114,0.002566308326398333,
+8,920,0.08065063133835793,115,0.001648872802616097,
+8,928,0.07687889039516449,116,0.001341752386812506,
+8,936,0.07807639241218567,117,0.003450377794095026,
+8,944,0.08008455485105515,118,0.0015440586907789111,
+8,952,0.07658959180116653,119,0.0031028388802951667,
+8,960,0.08026069775223732,120,0.0018842461531676236,
+8,968,0.0818014033138752,121,0.0018652032005185312,
+9,976,0.08043583482503891,122,0.0025167003942413195,
+9,984,0.0807417631149292,123,0.0029932802663771092,
+9,992,0.07624724134802818,124,0.002206209331883916,
+9,1000,0.07568394765257835,125,0.0008475847302739007,
+9,1008,0.08131945505738258,126,0.0017546112004700781,
+9,1016,0.07978407293558121,127,0.001827715289047254,
+9,1024,0.07671451941132545,128,0.0026908100811012378,
+,,,128,,1.5218431339707486
+9,1032,0.0792253278195858,129,0.002016688389102778,
+9,1040,0.0763799175620079,130,0.0012554362991876486,
+9,1048,0.07802029699087143,131,0.001941342565260129,
+9,1056,0.08093943446874619,132,0.0016118214407470077,
+9,1064,0.07787176966667175,133,0.0017052507672987475,
+9,1072,0.08249861747026443,134,0.0011884027834249927,
+9,1080,0.0760686881840229,135,0.0008980269519200262,
+10,1088,0.07682397589087486,136,0.0016182829737469244,
+10,1096,0.07603048533201218,137,0.0011986266522992241,
+10,1104,0.0820678249001503,138,0.001227548232236586,
+10,1112,0.07645921781659126,139,0.0015696258447133004,
+10,1120,0.08047595992684364,140,0.002464788412026158,
+10,1128,0.07686600089073181,141,0.0017605085720725615,
+10,1136,0.07566804066300392,142,0.0019484594271614634,
+10,1144,0.07612906396389008,143,0.0014647661559542434,
+10,1152,0.07647737488150597,144,0.0009714908471020559,
+,,,144,,1.5221405029296875
+10,1160,0.08060865104198456,145,0.0011823404836468398,
+10,1168,0.07697677239775658,146,0.0015133350808173417,
+10,1176,0.07617093250155449,147,0.0016597271375036959,
+10,1184,0.07606527954339981,148,0.0012433465359912765,
+11,1192,0.07576638832688332,149,0.0015560399602960657,
+11,1200,0.08246089518070221,150,0.0015229155076667666,
+11,1208,0.07548590004444122,151,0.0013774515375391478,
+11,1216,0.0768236331641674,152,0.0016901865119247565,
+11,1224,0.08964074775576591,153,0.0012116245440362643,
+11,1232,0.08125605806708336,154,0.0013365422491915524,
+11,1240,0.08126343414187431,155,0.0013410032863311213,
+11,1248,0.07646672800183296,156,0.001918467208592882,
+11,1256,0.08100401237607002,157,0.0009108696421290832,
+11,1264,0.08281024172902107,158,0.0012400969186977995,
+11,1272,0.0807214118540287,159,0.001850173720413295,
+11,1280,0.08057601749897003,160,0.0007623981828579591,
+,,,160,,1.51971435546875
+11,1288,0.07659373059868813,161,0.0011263395486900624,
+11,1296,0.08039508014917374,162,0.0014635987942764426,
+12,1304,0.08033901453018188,163,0.0013187365768703096,
+12,1312,0.07629693672060966,164,0.0010703682984547834,
+12,1320,0.07678349316120148,165,0.0007628206107515975,
+12,1328,0.07895960286259651,166,0.0015856118148399724,
+12,1336,0.0766516663134098,167,0.0014306089666206389,
+12,1344,0.08028578385710716,168,0.0013266054659404538,
+12,1352,0.08047636598348618,169,0.0014084836139398463,
+12,1360,0.07683971151709557,170,0.000938354335570087,
+12,1368,0.07672969624400139,171,0.0009726178323035128,
+12,1376,0.0728527158498764,172,0.0011824120327060962,
+12,1384,0.07553921639919281,173,0.0015564191572625063,
+12,1392,0.08050277084112167,174,0.0013507737972898982,
+12,1400,0.07602563127875328,175,0.0015939333274478226,
+13,1408,0.08015662431716919,176,0.001411967240528611,
+,,,176,,1.5260774479355923
+13,1416,0.08061543107032776,177,0.0014706058741117327,
+13,1424,0.08321119844913483,178,0.0019189200487316532,
+13,1432,0.07606934756040573,179,0.001034250662996783,
+13,1440,0.0799393393099308,180,0.0011711358741964572,
+13,1448,0.07612617313861847,181,0.00103983203157911,
+13,1456,0.08041675388813019,182,0.0005735213562729768,
+13,1464,0.08188894763588905,183,0.0016778356792721233,
+13,1472,0.08036527410149574,184,0.0011973677507241167,
+13,1480,0.0775151364505291,185,0.0011723652461786633,
+13,1488,0.07616215944290161,186,0.001050458753466486,
+13,1496,0.08122538030147552,187,0.0010169635703466062,
+13,1504,0.07561079785227776,188,0.0007899303314404498,
+13,1512,0.08728979527950287,189,0.001215528756061017,
+14,1520,0.0769016221165657,190,0.0012904352725258675,
+14,1528,0.0813615657389164,191,0.0015047312826263132,
+14,1536,0.07899216562509537,192,0.0009543370648190893,
+,,,192,,1.5400246908498365
+14,1544,0.08097847923636436,193,0.0010795509195745442,
+14,1552,0.08885853737592697,194,0.0011482444904937312,
+14,1560,0.0819225125014782,195,0.0008976855415626075,
+14,1568,0.08056556433439255,196,0.0011199719354044646,
+14,1576,0.0769796222448349,197,0.001329570064055068,
+14,1584,0.08472245559096336,198,0.0010612417698009973,
+14,1592,0.0768667496740818,199,0.0014406982299988158,
+14,1600,0.08014717325568199,200,0.0011191502074965414,
+14,1608,0.0829848200082779,201,0.0006927324967154374,
+14,1616,0.0763876922428608,202,0.0012078435223277968,
+15,1624,0.08282396197319031,203,0.0007475324285527071,
+15,1632,0.08234327659010887,204,0.001039635916922948,
+15,1640,0.07661497220396996,205,0.0009884009331775209,
+15,1648,0.07576246187090874,206,0.001149593996901617,
+15,1656,0.07665558904409409,207,0.00119172063122894,
+15,1664,0.0805874764919281,208,0.000896101446731178,
+,,,208,,1.5448297899822856
+15,1672,0.08186985179781914,209,0.0012471893340151644,
+15,1680,0.08063947781920433,210,0.0015080759449946609,
+15,1688,0.07724291831254959,211,0.0010380961333188072,
+15,1696,0.07664191722869873,212,0.0008613603096455335,
+15,1704,0.07944804802536964,213,0.0009191747486704227,
+15,1712,0.07613114267587662,214,0.0010646439612308448,
+15,1720,0.07992404699325562,215,0.0012172423677319394,
+15,1728,0.08444501459598541,216,0.0009097268800893478,
+16,1736,0.07612427324056625,217,0.0005514168923792357,
+16,1744,0.08220326155424118,218,0.0008783699158811942,
+16,1752,0.07643228769302368,219,0.0011639889562502503,
+16,1760,0.07705552503466606,220,0.0012315073545323685,
+16,1768,0.08375320211052895,221,0.0012229582357576874,
+16,1776,0.07893387973308563,222,0.0010112731504942412,
+16,1784,0.0809977762401104,223,0.0013744056510228302,
+16,1792,0.08067578822374344,224,0.0009860387626758893,
+,,,224,,1.5409123620321585

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=banking77/list=0.7-1.0/labels.csv

@@ -0,0 +1,46 @@
+12652,59
+2927,54
+10786,75
+12648,59
+12916,19
+1822,56
+5641,27
+1797,23
+6702,67
+11600,26
+9612,9
+3284,61
+5133,45
+5459,52
+9422,19
+683,34
+4151,73
+1672,49
+5603,27
+8651,5
+9725,2
+8865,20
+8324,76
+12482,58
+8801,20
+5188,45
+1283,14
+5227,45
+3185,61
+9895,24
+10388,14
+3718,30
+7368,50
+8988,31
+10452,41
+10734,60
+11003,61
+3361,6
+12487,43
+10262,36
+9287,0
+9721,2
+7150,7
+10901,54
+12761,20
+5746,51

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=banking77/list=0.7-1.0/logits.csv

@@ -0,0 +1,46 @@
+12652,-41.100647,-18.600811,-24.477264,-38.200516,-21.04323,-26.196108,-33.38162,-16.935577,-26.662703,-33.041267,-23.710812,-28.398312,-31.639526,-35.3905,-26.892921,-32.475704,-21.76548,-39.303436,-30.898312,-40.971943,-32.80596,-23.61849,-21.661995,-27.235159,-27.398327,-27.24588,-38.7956,-28.59954,-35.826775,-43.5371,-31.67808,-25.079927,-27.079927,-33.724987,-24.075691,-17.411959,-35.972496,-37.692516,-36.615707,-33.707798,-28.42632,-23.003647,-27.753647,-42.354927,-28.2033,-26.273815,-27.549995,-5.4178596,-19.599373,-19.152065,-32.21375,-14.446334,-30.243984,-27.017666,-27.01288,-38.631706,-45.858932,-41.095146,-30.473616,-0.28834012,-22.47584,-22.94459,-27.999928,-49.10222,-24.658108,-39.543648,-41.20247,-29.105003,-28.513992,-41.295666,-50.679016,-13.98303,-44.08004,-28.333767,-38.486485,-44.073303,-37.180336
+2927,-20.65395,-15.05128,-15.762669,-14.529175,-23.429338,-22.940487,-32.35156,-26.618738,-16.52785,-32.79573,-1.8266631,-16.014164,-28.997787,-26.061039,-15.251982,-19.736767,-16.666508,-25.833372,-27.416508,-26.31303,-39.791912,-24.357697,-16.355324,-24.611866,-0.32155308,-13.702554,-30.044937,-27.388834,-28.68854,-38.38112,-30.150541,-16.091177,-12.716177,-23.711031,-27.012238,-27.79579,-19.720688,-26.271536,-29.131927,-22.15132,-25.399044,-14.687794,-38.375294,-31.779556,-32.107258,-16.417118,-22.685516,-19.80962,-12.183971,-20.617767,-31.161663,-32.78444,-33.6403,-19.016172,-2.617433,-33.96083,-39.135445,-29.67795,-29.836288,-24.474163,-24.224163,-36.00541,-20.397131,-35.03548,-23.993984,-26.68943,-40.76821,-23.976215,-22.1389,-40.62027,-55.069942,-31.932638,-26.962461,-9.249793,-27.047245,-31.351616,-15.777846
+10786,-31.856836,-18.390587,-21.045694,-27.139896,-28.320028,-20.265356,-28.909706,-17.245222,-20.24187,-21.230322,-12.240087,-20.365086,-20.443207,-25.28696,-12.752437,-22.948128,-16.743898,-35.387043,-18.615086,-26.934862,-17.290974,-33.274605,-14.145095,-22.36213,-24.363752,-14.357898,-17.983418,-23.169182,-25.875315,-39.244877,-34.645016,-29.22451,-30.84951,-28.347395,-27.037014,-21.768639,-36.644073,-44.168625,-25.752918,-34.28997,-31.832365,-14.211516,-35.117767,-30.358624,-27.729906,-23.88888,-17.622856,-27.060114,-23.684675,-16.584837,-34.424274,-22.856293,-31.803158,-16.083477,-23.284693,-36.69138,-43.67963,-37.960777,-36.32408,-19.93543,-32.560432,-34.497932,-23.902153,-36.106636,-16.918352,-28.929728,-43.819374,-25.661922,-34.211716,-37.859,-37.364197,-31.422203,-30.524948,-24.139572,-35.065144,-0.010542044,-21.384457
+12648,-47.588768,-21.90125,-29.739223,-42.14518,-24.18036,-32.899185,-34.319447,-24.763588,-29.651905,-34.19157,-24.082073,-28.957073,-36.418385,-36.035202,-31.829433,-42.405197,-28.87746,-47.443768,-30.332073,-46.51806,-45.21871,-24.574516,-21.39571,-33.6728,-28.346405,-27.975756,-40.72159,-30.273817,-43.28405,-37.305702,-37.029106,-32.98347,-29.92097,-40.925743,-39.223614,-19.242598,-44.941765,-43.873314,-45.495216,-39.65595,-37.50265,-20.121922,-25.621922,-54.277626,-34.505302,-32.3613,-34.721176,-10.148766,-26.961248,-16.572704,-40.761486,-23.85102,-34.474976,-30.941551,-29.211723,-37.07659,-51.643528,-42.787663,-31.60556,-0.89914864,-24.524147,-24.117897,-35.817966,-54.055748,-34.29444,-44.45549,-49.187946,-36.515556,-29.667564,-41.025585,-53.12825,-17.336355,-53.23581,-32.89908,-44.518063,-44.79339,-43.569195
+12916,-31.345985,-19.896305,-19.517868,-26.88838,-17.0879,-26.33156,-24.830465,-21.916656,-22.572308,-32.484253,-20.143578,-25.893578,-35.361378,-32.206078,-26.229887,-18.842579,-15.757565,-22.416864,-29.706078,-0.013077544,-10.398686,-31.690693,-29.023272,-30.428339,-31.431496,-21.065172,-18.315275,-29.50256,-21.214184,-36.356762,-33.64244,-21.200394,-26.700394,-26.677723,-30.877735,-30.281425,-38.632797,-41.332355,-33.254333,-44.83148,-33.0322,-21.114822,-37.739822,-29.214338,-28.422977,-24.267525,-16.891588,-26.14265,-24.26646,-24.063017,-27.85744,-21.84209,-29.364557,-19.261385,-30.18092,-33.76017,-36.29991,-30.18788,-32.18302,-30.321154,-37.414906,-39.696156,-29.105135,-25.447811,-16.265987,-34.221046,-44.00813,-31.624393,-33.100945,-47.86483,-39.9329,-31.14177,-40.57669,-26.584444,-25.740978,-17.458755,-19.952898
+1822,-22.82925,-14.914936,-18.394278,-26.716644,-20.758907,-32.01193,-32.77838,-27.131504,-17.524931,-30.347675,-20.496435,-23.090185,-33.63685,-25.965185,-26.615759,-20.428392,-22.969486,-32.62557,-31.652685,-19.804728,-36.678696,-17.152182,-31.254654,-26.623941,-24.381683,-25.167871,-34.35463,-28.535978,-34.583244,-38.162106,-27.351566,-14.2317,-18.9817,-22.57022,-31.50513,-29.913902,-28.65847,-32.14502,-31.36664,-23.32857,-17.767925,-18.357712,-25.482712,-33.448975,-20.696209,-29.827011,-31.606346,-11.180241,-13.680207,-24.945515,-30.640396,-30.529995,-32.673836,-34.70045,-19.159603,-26.749355,-9.51117,-6.2950797,-9.120523,-16.328379,-11.89088,-20.797129,-4.5321565,-43.878056,-17.065376,-17.002216,-41.70791,-23.886347,-25.877901,-25.532299,-39.06905,-12.056796,-37.83551,-15.342393,-24.023552,-20.44658,-28.522375
+5641,-32.303925,-20.839863,-24.866692,-36.683567,-33.036102,-36.825363,-40.570587,-18.455015,-16.268671,-37.49195,-27.68114,-31.36864,-33.02872,-39.142075,-36.369976,-37.886986,-29.755943,-46.28598,-33.11864,-29.41458,-27.469002,-25.715067,-19.533354,-30.82265,-33.81255,-4.288229,-17.461218,-0.03249181,-26.563309,-37.28665,-35.152153,-31.584017,-23.521517,-31.487747,-29.30914,-4.0210648,-44.729874,-43.630882,-40.9553,-36.10925,-39.220837,-26.353039,-45.10304,-47.204887,-37.054127,-29.044048,-34.721684,-29.894037,-16.081333,-23.899721,-40.52611,-24.337591,-34.808823,-17.035503,-27.925037,-44.45685,-52.0381,-44.624496,-35.964024,-22.275892,-32.08839,-37.02589,-32.299145,-40.22115,-19.698456,-35.43163,-45.9379,-26.844625,-22.484451,-30.501705,-43.75023,-31.644066,-44.95101,-27.08961,-30.466328,-33.788418,-32.625454
+1797,-20.594988,-18.440022,-13.229256,-17.479256,-15.988172,-31.166967,-38.429474,-20.951155,-24.482327,-25.88846,-14.918325,-22.699575,-24.316298,-29.822622,-9.840907,-32.42254,-17.150383,-41.39969,-21.418325,-38.901733,-32.43402,-14.633728,-9.467898,-0.9141801,-20.5494,-14.3793335,-26.842613,-21.902071,-24.552061,-30.40802,-30.623219,-32.79795,-38.8292,-32.944523,-18.177011,-17.655178,-31.192442,-36.212578,-29.132751,-24.193996,-29.407734,-9.880512,-22.818012,-34.19635,-19.791775,-27.988823,-24.811686,-16.856712,-23.854137,-13.987826,-30.949017,-34.188423,-30.173336,-35.43204,-35.99415,-28.674387,-45.701187,-40.37915,-24.957981,-15.859288,-22.546787,-28.296787,-19.250034,-33.505146,-21.575417,-34.699432,-45.890053,-27.359974,-24.621738,-28.156809,-40.095203,-29.227512,-20.271338,-19.036602,-33.988655,-20.494942,-24.264389
+6702,-19.821793,-8.842706,-9.455091,-13.084593,-24.084137,-6.3321915,-12.155011,-16.07982,-8.407624,-30.351757,-11.966124,-13.841124,-19.274872,-25.262999,-16.50054,-9.420105,-16.599941,-8.289313,-21.434874,-9.113687,-22.579205,-17.14619,-15.55461,-18.090582,-2.6688025,-12.223734,-15.217379,-13.1697855,-26.864075,-23.645376,-25.393456,-3.8542562,-3.9792562,-8.168838,-30.28453,-11.566933,-9.817091,-27.072441,-17.361246,-22.202532,-12.143862,-9.209229,-27.334229,-29.501642,-15.480047,-27.769398,-18.475021,-17.40887,-6.4707403,-12.931246,-12.4444065,-18.203896,-19.858934,-16.832722,-12.449086,-26.748127,-19.98005,-17.876736,-22.70319,-22.365904,-20.147154,-30.317078,-18.404938,-28.450499,-9.660263,-17.144993,-34.70347,-1.9115282,-19.331371,-29.18904,-36.920006,-18.967213,-21.2508,-12.317824,-18.79771,-9.048123,-5.4670506
+11600,-31.008057,-19.745052,-21.485533,-23.325094,-28.90302,-33.898968,-32.26877,-21.223978,-21.127638,-30.466084,-21.915155,-28.665155,-29.672264,-36.9049,-27.88216,-38.572147,-30.641064,-43.624138,-28.290155,-35.75027,-37.215736,-22.834938,-17.15311,-32.337032,-30.480715,-1.8859602,-8.885875,-6.0105586,-29.00404,-33.160503,-31.511482,-31.350204,-26.475204,-35.73254,-25.125717,-8.4539795,-27.83818,-47.0293,-40.215332,-41.80327,-36.381447,-20.088148,-42.306896,-42.484505,-31.79091,-29.347363,-27.002851,-26.064472,-15.314378,-14.238048,-41.566223,-34.96233,-35.971786,-15.35671,-26.470423,-40.20186,-59.056698,-51.163727,-42.656204,-20.431883,-31.056883,-38.74438,-31.51093,-37.381157,-30.086178,-43.501724,-57.6062,-34.933113,-20.899513,-21.461365,-36.09702,-30.503983,-41.258358,-25.978706,-32.992508,-35.60985,-31.95709
+9612,-26.941574,-20.841526,-24.694836,-40.035736,-39.001972,-36.312534,-54.694942,-26.055195,-35.15928,-0.003368698,-17.627895,-10.127894,-18.397314,-27.48727,-28.060272,-34.743668,-31.03056,-40.65062,-24.877895,-37.123005,-37.965992,-28.76026,-13.635911,-26.382742,-21.078487,-15.904237,-31.371582,-29.490562,-34.03549,-32.6323,-32.68997,-29.71283,-31.49408,-32.37427,-29.112284,-28.315632,-41.415344,-34.729774,-25.959202,-11.603306,-25.54832,-12.227116,-36.695866,-33.816086,-26.246166,-30.133213,-30.661282,-32.289314,-29.883034,-28.262325,-33.28745,-32.469517,-34.649445,-29.838501,-26.035124,-34.068993,-47.16639,-32.497013,-37.730316,-26.444595,-30.882093,-40.9446,-22.349718,-39.040985,-34.268307,-32.25188,-57.154606,-30.655602,-18.776165,-24.678225,-45.810333,-38.733524,-42.746674,-23.630709,-26.450714,-30.567694,-32.960342
+3284,-21.280674,-14.178979,-9.006964,-21.598757,-16.45349,-7.21263,-8.2299595,-11.780447,-5.3189917,-21.675644,-13.179251,-15.679251,-16.5645,-22.652884,-12.05204,-16.96108,-6.1143966,-25.121851,-13.866751,-16.54834,-5.8134546,-13.141453,-2.523245,-31.54219,-18.36757,-6.1852202,-14.810811,-10.935159,-10.149243,-28.008339,-21.11164,-14.2029,-13.2029,-16.88461,-11.390967,-9.478332,-17.43393,-24.949612,-27.523518,-20.432577,-25.291704,-5.701106,-20.388607,-29.394325,-19.57609,-16.167486,-17.777916,-9.340414,-10.839558,-7.829024,-18.681005,-8.992641,-24.884687,-4.309727,-14.9922085,-21.496607,-33.572212,-23.663513,-25.039562,-6.7002406,-19.79399,-16.13774,-18.785734,-20.402647,-8.545113,-37.147,-38.78636,-19.521938,-13.020441,-24.756191,-25.138832,-21.44136,-27.567888,-14.035466,-17.427029,-18.548117,-19.361885
+5133,-20.919245,-13.2530775,-11.034242,-24.94557,-20.101276,-7.1989,-25.528688,-6.036228,-10.398095,-27.445847,-14.682126,-19.307125,-23.435324,-27.06494,-15.936384,-23.121925,-7.1914206,-28.330904,-24.807127,-31.092451,-21.358456,-16.475592,-13.693758,-17.973034,-20.82241,-4.329347,-12.98093,-5.4541135,-12.500586,-34.000877,-22.315962,-19.243141,-16.305641,-27.365456,-15.545746,-5.273324,-33.714813,-27.397554,-28.983538,-24.733383,-22.359478,-14.086094,-22.711094,-36.900177,-23.86416,-11.6970005,-20.324615,-12.196949,-6.8218985,-21.16986,-23.62516,-12.7362385,-23.910881,-2.4565618,-25.360916,-22.106121,-34.424374,-35.13645,-32.218185,-9.627046,-28.127045,-30.033295,-15.716585,-35.9982,-16.636286,-21.395676,-32.792328,-17.995045,-27.197466,-20.460007,-30.222794,-16.647196,-24.05837,-17.616125,-29.740114,-23.452389,-25.259892
+5459,-43.21131,-14.836687,-23.424643,-23.715248,-33.280716,-29.332092,-37.87872,-32.79048,-16.965088,-32.48471,-23.34711,-27.47211,-26.327206,-33.72211,-26.311352,-25.709969,-16.7817,-25.570446,-28.22211,-24.491222,-26.845398,-32.47622,-19.383928,-37.388653,-19.954142,-21.963058,-25.481102,-24.900436,-29.035755,-40.408154,-25.160702,-33.326126,-33.388626,-34.70376,-41.351265,-22.73198,-26.986902,-41.424046,-35.55822,-17.33997,-28.411379,-18.250198,-23.750198,-51.57476,-18.237522,-27.391443,-29.47966,-30.078688,-24.39043,-25.556282,-32.081264,-20.248915,-24.354544,-23.464434,-25.498116,-28.863409,-31.730944,-30.354012,-27.862682,-16.90709,-25.25084,-29.15709,-22.663614,-28.57477,-33.37774,-26.238003,-51.47149,-29.460585,-30.87167,-39.51688,-47.898056,-36.452003,-33.010113,-20.622162,-30.482166,-33.60485,-34.45692
+9422,-28.01167,-18.745583,-13.144739,-19.631851,-23.098991,-18.283073,-19.550795,-23.48782,-19.563631,-39.041046,-17.636877,-24.511877,-31.164083,-31.730627,-35.117744,-13.509354,-22.512842,-21.009407,-27.168127,-0.238568,-10.421158,-24.280464,-21.73127,-25.4208,-28.614347,-20.11573,-18.739605,-21.11378,-24.459143,-39.13509,-29.673334,-15.167115,-22.417114,-36.746582,-20.045485,-21.575274,-32.06046,-38.69448,-29.703648,-34.540436,-29.988773,-17.457682,-37.20768,-32.65027,-25.988552,-22.23205,-20.750687,-18.249664,-16.374468,-16.843605,-26.369993,-23.937454,-29.464664,-19.946564,-26.704643,-27.828241,-33.974155,-27.04707,-32.248627,-28.901793,-32.620544,-35.214294,-22.304335,-26.05988,-16.74528,-32.80617,-51.864258,-30.641146,-32.362778,-38.282913,-48.074184,-32.23871,-32.462677,-20.692554,-27.729254,-22.464611,-16.51562
+683,-29.329685,-20.113955,-21.693264,-28.682114,-25.243542,-25.973782,-25.35196,-28.368168,-19.787584,-43.777954,-25.58031,-23.39281,-38.330833,-37.351795,-41.620117,-15.673654,-20.244411,-30.006594,-32.36156,-11.849083,-26.167027,-32.979134,-21.619131,-33.400322,-29.13472,-17.976406,-30.53822,-25.350327,-19.811604,-48.677574,-31.960396,-14.562029,-20.437029,-33.525043,-0.044214115,-20.542553,-45.229397,-44.199097,-36.827534,-36.119007,-33.866028,-21.479311,-44.72931,-35.67601,-30.012333,-28.852562,-26.91106,-22.345222,-21.97016,-24.831373,-29.350086,-20.72608,-31.123676,-17.546444,-22.047531,-31.272892,-30.95768,-26.638464,-30.623863,-21.888693,-30.888693,-32.294945,-17.962587,-24.904123,-14.843446,-36.326862,-51.610096,-30.916664,-31.461483,-45.439064,-40.0875,-31.063879,-41.21149,-20.82144,-31.734722,-41.96424,-28.399202
+4151,-22.12014,-20.189827,-18.999983,-22.229877,-32.282265,-35.003357,-41.101418,-29.225788,-26.72308,-27.876997,-4.6137414,-11.301242,-24.928617,-20.70749,-16.71432,-29.757702,-19.093842,-36.66776,-24.100069,-27.186117,-42.923218,-30.094316,-22.847378,-29.61402,-16.046564,-18.849874,-33.34619,-29.354887,-25.167784,-33.894817,-30.22279,-25.729418,-21.166918,-22.872963,-39.659996,-36.24884,-20.704657,-34.451412,-25.88887,-17.762861,-25.827242,-17.817875,-42.317875,-24.529453,-33.930435,-27.20932,-30.024878,-23.208437,-23.019247,-27.426804,-44.24323,-30.840508,-38.38826,-26.491632,-3.1131966,-33.49135,-44.328007,-31.93667,-34.280357,-32.204926,-24.579926,-38.03305,-19.745396,-29.64051,-31.170965,-29.121542,-50.385513,-27.19762,-28.023554,-32.048634,-43.47107,-34.470406,-35.0025,-13.617567,-31.944408,-35.570263,-28.48227
+1672,-27.471413,-19.532825,-22.0886,-41.58506,-47.738853,-43.884464,-49.224365,-25.534193,-19.778193,-42.913673,-28.31908,-29.75658,-33.05166,-35.639393,-29.32162,-48.541412,-39.921803,-70.29848,-26.94408,-43.58212,-44.54427,-17.439985,-29.644423,-37.061485,-30.46394,-19.773046,-32.88053,-25.629572,-40.53415,-51.145195,-34.389633,-34.242226,-36.210976,-37.111732,-41.71576,-29.03363,-37.28847,-57.755432,-33.798313,-45.720955,-42.06936,-18.959406,-39.271908,-35.340996,-24.177572,-41.57395,-36.038742,-32.815315,-28.190079,-0.010649977,-39.512375,-37.754868,-40.966736,-37.906033,-37.19315,-36.756966,-45.396946,-41.274437,-37.73265,-21.097061,-26.909561,-35.37831,-37.677483,-50.148605,-31.588799,-35.191902,-54.091713,-31.111141,-23.101887,-21.090368,-52.096436,-36.86521,-36.921776,-32.543686,-32.150345,-57.23057,-46.85186
+5603,-35.691597,-20.767803,-28.609741,-44.103397,-34.408928,-46.949535,-46.040504,-20.643585,-18.63136,-35.246666,-28.344744,-33.03224,-33.795692,-39.477554,-39.822258,-37.899208,-28.020247,-44.51246,-34.65724,-35.229305,-44.66913,-25.226027,-20.76212,-38.61995,-36.737602,-4.1479807,-16.879623,-0.022092208,-39.98453,-37.175037,-35.894634,-30.797691,-22.735191,-33.43575,-31.89838,-5.1499166,-43.544876,-37.63834,-39.6112,-44.58394,-40.763756,-27.339375,-47.589375,-46.726913,-34.170376,-32.142826,-33.117485,-30.943851,-15.943796,-25.208889,-41.66329,-26.654488,-37.45674,-22.301098,-27.404495,-46.984154,-62.713654,-55.351128,-49.323334,-23.913488,-37.600986,-42.475986,-37.446777,-41.138294,-21.89886,-32.50698,-43.66964,-25.822594,-22.860542,-26.393883,-41.3627,-35.508595,-46.366093,-30.64981,-32.953064,-45.67449,-32.22842
+8651,-35.35108,-16.907814,-22.186012,-30.068996,-26.010271,-6.069922,-16.62795,-8.508403,-11.345241,-39.621716,-22.172195,-17.984695,-24.429638,-27.859695,-21.758305,-22.429832,-12.625031,-27.951849,-29.390945,-33.051476,-25.467434,-18.080301,-19.556282,-26.12778,-28.434467,-26.228521,-36.969803,-14.343589,-26.118614,-39.950905,-33.352592,-19.829872,-12.767372,-24.06847,-35.37703,-8.405915,-37.59211,-42.29131,-37.70922,-31.942184,-29.328136,-26.167824,-41.230324,-39.556015,-26.7025,-23.597647,-35.09334,-19.968353,-3.655814,-20.214321,-33.046055,-24.487022,-31.925673,-27.482761,-23.445503,-38.000465,-50.3982,-47.370956,-38.856003,-16.359331,-30.234331,-35.42183,-29.067102,-43.222797,-8.869477,-14.9706335,-26.446997,-4.1157665,-29.28571,-31.681728,-45.79393,-30.468658,-34.707245,-31.377922,-35.97399,-33.162598,-27.385315
+9725,-24.294325,-16.547667,-8.414183,-27.485144,-20.09608,-33.459118,-38.076412,-22.176937,-21.486427,-22.50434,-16.81054,-20.46679,-24.156872,-21.90429,-19.78976,-29.025082,-25.193914,-36.008713,-30.451164,-40.454956,-49.285053,-28.496984,-25.222183,-25.190273,-19.501877,-24.856777,-40.681423,-31.119091,-29.98643,-37.818653,-32.248108,-22.532106,-24.969604,-21.359241,-39.056293,-31.724617,-25.26095,-23.184444,-26.378452,-26.91299,-24.263405,-15.882748,-20.882748,-31.16769,-25.932068,-27.244684,-36.477642,-14.277895,-18.40258,-28.776737,-32.966145,-34.015263,-37.63701,-26.005953,-10.408133,-30.77527,-24.391048,-20.29786,-15.35352,-24.706423,-21.112673,-26.983767,-6.37703,-43.98651,-33.913284,-27.60199,-48.95359,-26.067318,-25.66711,-23.98323,-31.651936,-15.52685,-34.350273,-9.4790745,-30.535362,-31.165136,-33.90696
+8865,-25.788773,-12.888988,-13.909538,-23.4768,-15.211487,-15.524155,-15.788815,-19.544813,-13.304728,-20.795546,-13.926065,-16.957315,-24.071308,-24.003214,-20.382837,-16.721931,-6.205692,-21.681301,-17.269815,-14.262158,-0.4743483,-14.095928,-2.54451,-35.246803,-21.172173,-14.30622,-12.68093,-20.180828,-9.314886,-28.95268,-24.408932,-20.23303,-17.98303,-23.551378,-24.19385,-14.37088,-36.47431,-34.12668,-27.143785,-23.566547,-26.835106,-13.972966,-35.16047,-32.009087,-23.176525,-16.82558,-11.949356,-22.012041,-13.824206,-16.267496,-17.607315,-15.133274,-24.850552,-10.2097025,-22.28848,-24.771955,-33.164444,-25.434412,-22.836342,-24.047424,-28.984924,-30.422424,-25.704319,-27.940765,-10.119399,-15.442938,-36.966446,-20.397434,-22.98015,-30.055586,-25.604773,-25.7613,-34.7107,-17.346138,-22.826424,-17.257607,-15.594162
+8324,-33.437508,-20.914955,-24.380259,-28.319822,-34.9076,-25.616009,-25.450504,-24.717274,-21.301855,-33.98326,-19.150936,-21.650936,-34.765858,-30.729061,-27.79726,-23.159044,-22.974188,-10.214416,-26.900936,-20.559668,-21.883001,-27.736443,-20.75362,-31.854794,-24.674881,-17.186806,-18.193144,-22.31158,-41.602596,-40.176544,-32.710026,-17.907082,-4.157081,-23.8554,-27.430653,-25.970375,-26.497545,-35.478962,-32.721024,-37.360886,-32.994053,-21.00428,-36.06678,-37.765354,-24.142397,-29.325224,-24.294493,-25.849745,-24.599222,-24.464117,-30.086723,-25.036442,-34.204865,-18.659357,-30.756157,-42.587105,-36.151825,-31.275639,-31.938896,-22.671385,-36.765133,-34.358883,-25.608559,-42.600784,-17.146719,-32.627556,-45.582153,-27.507767,-40.217934,-44.706665,-48.86563,-35.43366,-36.115635,-21.689844,-55.819458,-18.64452,-0.034630917
+12482,-24.617226,-16.094688,-15.351121,-15.604927,-22.94797,-24.406849,-19.980019,-23.745943,-21.994888,-37.348763,-5.4060254,-23.343525,-30.784555,-34.445087,-26.789013,-30.424828,-22.495949,-35.461166,-32.2029,-31.946482,-39.838974,-21.56911,-16.142319,-27.604336,-18.657608,-10.772516,-25.798069,-21.144783,-21.406076,-33.52106,-25.010239,-25.426743,-28.801743,-25.747282,-35.361267,-30.422932,-19.97103,-37.24107,-33.32638,-26.682978,-32.135048,-16.904646,-34.467148,-32.858856,-24.10926,-21.519447,-29.545214,-16.924927,-10.4245615,-21.238058,-26.81154,-29.33376,-33.07212,-20.338657,-6.6547766,-25.496954,-47.07651,-49.51517,-28.436989,-26.56893,-30.44393,-38.990803,-29.5956,-31.585308,-26.468807,-22.09729,-41.470825,-28.349056,-17.986858,-21.823124,-32.138508,-27.938946,-30.279406,-7.0420337,-26.460775,-33.57023,-24.7263
+8801,-19.7899,-14.112334,-12.219833,-24.661903,-21.073654,-12.062998,-16.253418,-14.305454,-8.350644,-18.610664,-10.487226,-13.362226,-16.31308,-19.963789,-18.878296,-16.502134,-2.6386766,-18.079092,-17.424726,-12.658474,-1.2887231,-11.994844,-1.2784578,-36.170036,-20.868382,-10.929386,-9.554426,-16.491812,-10.615288,-30.26144,-22.948635,-16.462511,-17.837511,-17.352745,-25.291754,-9.744737,-34.20986,-33.684105,-23.84387,-19.756289,-25.762894,-12.809379,-25.93438,-28.837471,-22.595232,-11.673716,-9.163063,-15.788481,-8.287993,-11.31021,-20.963455,-12.433583,-25.842018,-4.6145854,-20.10638,-21.233397,-33.303146,-24.254456,-23.447603,-13.268182,-28.67443,-24.51818,-15.171319,-25.021324,-11.088043,-23.048546,-39.101074,-19.763498,-21.816433,-27.724567,-30.282852,-20.95951,-28.574501,-12.744173,-20.990257,-20.525526,-15.866833
+5188,-34.308117,-26.46391,-31.540878,-37.630264,-31.2428,-30.891924,-40.849907,-28.573301,-29.35411,-39.81109,-25.066952,-31.004452,-33.515926,-38.313046,-36.940224,-26.285986,-19.960108,-32.036205,-33.00445,-32.695362,-29.065481,-39.707863,-25.586592,-37.38646,-31.972828,-19.712399,-33.15253,-29.149616,-29.527851,-45.27099,-34.77385,-30.926924,-24.551924,-36.100464,-28.324219,-26.894949,-41.43035,-52.68838,-46.389328,-36.26451,-37.602905,-26.962442,-47.33744,-53.633583,-32.932953,-1.4911261,-10.638305,-7.251108,-2.741055,-28.064466,-46.980953,-24.292841,-38.680733,-23.466501,-30.37792,-46.39895,-50.061363,-42.93647,-39.629528,-24.438015,-38.344265,-39.406765,-29.924232,-43.542664,-29.923655,-31.205278,-49.57861,-27.126312,-32.96645,-39.06806,-44.90253,-35.518066,-41.022545,-33.692875,-39.914124,-40.13446,-34.297592
+1283,-19.129278,-14.895662,-23.054539,-25.94985,-23.642738,-21.232195,-29.54277,-11.949436,-20.207355,-22.187859,-6.0591974,-14.559197,-16.011568,-23.522087,-2.5597239,-25.733265,-14.316723,-36.97332,-15.184197,-25.555119,-23.34647,-17.010214,-4.0993,-2.8539147,-20.214962,-0.86022335,-14.67387,-11.610026,-31.600758,-26.112762,-35.50626,-31.976772,-33.383022,-32.59858,-22.74484,-15.390081,-27.866493,-27.236141,-29.324137,-28.619343,-31.557396,-10.113739,-34.05124,-34.930256,-26.256954,-21.089289,-23.296732,-15.795891,-18.98333,-7.35525,-24.16758,-19.103714,-30.296528,-10.120009,-18.476437,-30.474617,-45.58803,-39.587486,-24.2159,-11.26094,-20.63594,-26.82344,-21.813423,-35.087704,-23.100134,-34.821472,-52.62845,-29.893904,-25.557163,-38.323486,-42.941914,-32.195652,-19.725615,-21.41513,-29.149338,-27.87017,-24.648493
+5227,-22.094833,-20.542374,-10.916273,-26.256815,-24.026278,-14.128508,-25.739693,-19.00302,-16.217337,-33.70732,-18.115595,-17.678095,-21.920345,-24.740595,-18.173431,-25.706842,-9.6111555,-35.424717,-29.224972,-35.521137,-26.653645,-24.816189,-16.851835,-22.206547,-27.08016,-14.606732,-28.198498,-23.481302,-13.279047,-39.078873,-29.581554,-26.923075,-22.673075,-22.673866,-20.496416,-18.12334,-36.19667,-32.71187,-31.230907,-27.48611,-28.081175,-19.9663,-24.216297,-41.53354,-30.455622,-2.4438477,-13.123955,-1.9344751,-1.4344674,-22.759418,-31.037838,-15.123882,-29.19528,-10.985459,-24.56483,-36.505333,-41.166054,-34.748154,-32.02914,-11.308227,-27.495728,-30.089478,-21.79137,-42.379704,-29.459347,-26.316551,-33.848286,-25.238174,-22.869022,-28.214806,-35.262207,-19.992598,-24.652416,-19.113379,-30.881014,-31.153893,-30.203903
+3185,-38.268963,-17.395947,-25.036343,-36.457317,-14.57896,-32.836906,-34.317673,-30.40575,-20.891264,-28.098682,-20.285015,-23.160015,-26.925323,-30.26939,-25.628353,-27.037964,-18.466803,-36.666748,-29.066265,-29.844624,-27.641693,-27.68879,-21.146912,-25.086937,-26.353947,-23.892391,-32.42098,-27.766104,-31.798086,-34.819626,-33.18092,-25.00866,-22.75866,-31.879345,-26.242567,-23.078712,-39.48368,-34.494217,-36.87094,-39.49906,-31.21531,-23.66114,-29.78614,-48.38198,-29.82211,-21.895763,-27.633987,-6.265959,-19.20345,-16.249922,-34.98528,-22.640434,-28.684793,-26.22063,-30.182909,-32.73127,-42.090263,-31.660994,-27.133696,-0.022524357,-21.491276,-19.335026,-20.028902,-40.23668,-23.189281,-37.890984,-50.35194,-28.88261,-26.207539,-41.68069,-49.78821,-16.453705,-44.05374,-23.051796,-32.783474,-47.21673,-44.136528
+9895,-18.07827,-15.022432,-11.5228195,-22.718328,-33.444344,-24.80795,-35.123085,-19.650043,-25.512836,-35.877064,-19.062588,-5.125088,-19.942596,-28.75009,-33.493477,-38.99636,-30.864653,-35.895107,-29.50009,-19.946436,-39.02376,-25.375608,-20.271152,-17.3771,-8.26981,-21.814384,-31.377953,-30.368855,-27.796951,-37.271053,-24.116173,-19.958153,-14.833154,-23.642403,-34.59716,-28.381882,-25.693645,-15.83433,-9.208735,-4.040271,-7.875031,-14.082311,-34.64481,-27.324244,-30.809017,-31.232952,-31.818321,-25.546219,-20.79486,-18.404428,-28.152279,-30.913559,-28.334503,-30.315002,-14.85961,-29.457794,-30.202011,-29.809473,-26.14021,-26.866463,-24.366463,-33.780525,-19.960812,-33.307953,-32.40673,-33.01651,-46.443043,-25.70018,-24.860039,-17.06607,-37.82788,-30.81997,-31.369019,-11.537103,-23.128895,-26.670294,-20.668427
+10388,-10.944708,-17.53509,-18.498417,-27.629128,-21.70848,-29.308435,-44.634842,-14.579919,-23.624907,-19.952223,-7.3497567,-13.974757,-15.606185,-23.138819,-0.37518144,-27.861496,-7.2518234,-32.703163,-16.881006,-33.05232,-22.139555,-16.735205,-7.315225,-9.390572,-19.776829,-2.687369,-21.063856,-17.937304,-28.7862,-32.049282,-35.68872,-33.10414,-35.91664,-31.253008,-17.65122,-19.312935,-35.031967,-39.343056,-30.840092,-22.705936,-27.112255,-9.125083,-33.625084,-40.23595,-23.909979,-22.19409,-23.94498,-19.505264,-17.380108,-8.980702,-25.877384,-22.071177,-31.531319,-13.438366,-25.762394,-24.907072,-52.90179,-43.973774,-35.767082,-14.632398,-28.319899,-33.069893,-19.384602,-39.474396,-29.097647,-38.361794,-49.394836,-33.718506,-26.544724,-24.5015,-37.372772,-33.09442,-21.114805,-18.824383,-30.945152,-33.421143,-34.06517
+3718,-36.626743,-26.115019,-25.908371,-46.482708,-33.88065,-36.897644,-36.6805,-46.828766,-21.505459,-52.471397,-36.769382,-35.581882,-41.21695,-41.175632,-42.828697,-45.877373,-40.92662,-52.471264,-43.800632,-37.503326,-37.00363,-24.824348,-32.991302,-38.10444,-31.493507,-25.258055,-36.38959,-35.07164,-38.216793,-50.4849,-0.024594046,-30.87042,-29.87042,-30.227102,-51.2643,-33.117123,-39.16201,-43.286438,-36.582916,-26.944984,-35.834183,-24.511482,-36.511482,-45.287437,-28.903772,-44.063896,-31.567545,-29.376987,-24.563816,-33.705975,-38.932037,-34.741592,-42.009964,-31.81387,-23.200314,-30.01994,-41.538445,-35.70576,-31.453129,-26.781654,-34.719154,-39.687904,-29.8564,-57.607437,-29.03801,-34.716755,-47.11483,-28.093287,-23.138369,-14.498561,-33.37724,-31.24023,-44.312214,-30.106913,-21.309656,-54.034927,-38.82698
+7368,-19.747295,-13.521978,-13.939867,-19.334581,-15.056215,-13.26313,-19.340525,-20.345896,-21.194176,-26.077976,-13.135427,-4.697928,-12.97394,-16.791677,-11.584678,-20.038292,-14.059935,-22.400867,-23.740896,-28.798172,-34.35695,-17.771563,-20.107613,-24.47708,-17.13058,-16.151081,-28.845106,-16.315073,-15.20238,-39.96553,-16.612524,-24.080149,-16.205149,-19.011925,-26.45476,-19.834988,-22.73153,-19.437296,-18.807302,-21.257969,-19.337757,-15.405667,-25.218166,-29.181793,-23.38313,-33.29671,-28.405262,-16.109097,-11.17147,-14.928917,-8.685806,-18.86708,-26.018448,-19.600817,-16.571777,-27.824556,-24.120953,-29.48895,-20.519775,-19.835978,-22.460978,-26.74223,-20.705381,-33.642673,-20.442024,-16.189163,-40.831074,-15.554163,-21.758184,-22.315916,-29.797913,-22.937412,-23.16619,-10.469346,-22.871988,-21.921112,-19.76141
+8988,-30.427359,-18.212364,-19.523731,-30.232288,-28.859238,-27.124405,-29.935955,-29.258667,-23.901955,-29.038458,-19.864866,-23.114868,-36.28611,-30.732056,-28.086094,-24.494678,-23.865852,-21.825802,-32.985962,-19.636215,-43.05912,-25.198114,-19.917013,-30.916443,-20.832243,-16.100883,-24.597618,-23.344545,-37.255642,-33.247746,-25.814943,-17.12872,-8.628719,-20.078526,-45.416054,-22.134365,-21.33448,-23.922132,-23.318958,-23.317848,-25.71865,-20.52817,-39.684418,-37.01522,-32.58928,-27.722378,-26.263126,-22.991545,-18.364243,-30.412905,-26.982208,-25.08366,-36.516216,-21.329885,-23.614023,-29.343147,-26.45746,-24.691763,-19.9973,-24.806473,-22.056473,-31.060379,-22.674984,-36.604668,-21.097029,-37.169006,-43.680176,-27.44958,-31.485453,-42.90396,-43.680073,-29.035807,-35.23935,-15.7244,-27.545105,-33.460648,-19.164495
+10452,-16.73946,-18.54071,-23.040598,-34.798008,-29.020443,-22.690971,-33.63358,-23.273903,-24.077599,-21.551582,-11.798259,-13.423259,-19.121498,-22.907635,-24.500738,-32.378372,-23.243914,-41.26539,-13.860759,-34.170895,-26.600208,-15.589325,-1.5451607,-34.047012,-19.04292,-11.40243,-24.778587,-19.902119,-26.188705,-30.75009,-29.923979,-34.605545,-36.636795,-30.349546,-27.221241,-24.701561,-32.73654,-31.4108,-29.453352,-20.877861,-30.192549,-2.4087007,-26.596199,-34.16668,-20.594412,-19.52529,-27.27351,-26.084719,-18.146877,-10.346723,-42.312008,-26.833881,-34.558067,-13.504391,-22.743977,-31.274921,-38.328262,-31.129335,-24.490078,-18.73784,-26.11284,-31.487843,-24.783573,-37.3817,-21.341951,-33.692265,-40.15134,-23.765762,-19.447132,-15.72858,-37.886517,-30.772324,-27.504734,-24.720112,-17.106062,-35.04524,-36.47094
+10734,-29.603323,-14.5199995,-19.36993,-25.787064,-20.444551,-40.31832,-45.25061,-35.487347,-22.167278,-40.690487,-23.201977,-25.764477,-26.12799,-31.389477,-25.58819,-38.244186,-36.365276,-45.254528,-36.014477,-27.78541,-38.379333,-21.975336,-28.43051,-31.539467,-17.42469,-24.561146,-31.259907,-31.660337,-31.725803,-29.604868,-25.546165,-26.426697,-24.176697,-28.1179,-40.328583,-34.632545,-27.151077,-27.845015,-24.976437,-25.458496,-24.221874,-22.108368,-29.295868,-37.066593,-27.256765,-28.413841,-31.803867,-9.880913,-21.193369,-18.94618,-23.158615,-25.187136,-36.141975,-31.342382,-20.448427,-32.07653,-27.23064,-25.335758,-22.396103,-19.997456,-0.028705604,-22.45058,-6.3075967,-48.929855,-28.746845,-24.756643,-45.735645,-30.087536,-31.286638,-29.501226,-46.51306,-14.516481,-31.563293,-14.292847,-25.520712,-26.942305,-32.567482
+11003,-36.816124,-16.716196,-25.882792,-35.138466,-12.838174,-25.460314,-33.328465,-17.72184,-18.462715,-31.08061,-23.343042,-24.593042,-28.43605,-31.686794,-26.98419,-22.943153,-16.142708,-33.61022,-29.54617,-29.288336,-26.29069,-30.25621,-20.81966,-22.87721,-19.334501,-28.111782,-33.128376,-28.96264,-34.03548,-44.019077,-32.881744,-26.424263,-25.611763,-30.091095,-24.20071,-25.400888,-34.143845,-32.013226,-31.637201,-26.012291,-26.731647,-20.357277,-21.482277,-46.951187,-23.917587,-30.287125,-33.220978,-7.0874476,-23.149899,-25.788425,-30.664005,-20.470491,-25.567722,-29.66372,-28.307178,-32.027203,-34.790028,-22.993137,-24.676823,-0.25040898,-18.12541,-14.812909,-13.3154125,-41.421257,-18.498241,-36.17894,-43.61918,-26.48872,-30.378378,-46.309723,-52.346382,-16.966236,-37.557716,-24.605255,-30.671698,-42.265434,-39.364468
+3361,-31.298283,-16.326324,-18.072468,-25.02624,-22.10282,-10.902011,-3.4071229,-18.256884,-18.014725,-31.697872,-20.956402,-15.893902,-20.160732,-28.643902,-18.260702,-25.414793,-14.950165,-33.113358,-24.925152,-27.213303,-21.146175,-31.481155,-24.045467,-39.90501,-23.798243,-18.44043,-23.569916,-24.81372,-28.414282,-43.254356,-28.39879,-20.005354,-19.317854,-24.02566,-22.168722,-20.30941,-32.712116,-40.702084,-35.823814,-31.170124,-24.13773,-19.291033,-35.54103,-34.381386,-23.136356,-16.452217,-17.362274,-8.737221,-6.61221,-21.079124,-29.004423,-19.92274,-34.32694,-17.98255,-22.725271,-33.903114,-33.875793,-32.38849,-23.807438,-22.56476,-24.18976,-28.78351,-20.10329,-36.9681,-21.505344,-16.216354,-48.737133,-11.561805,-25.46988,-38.29295,-33.233643,-22.11549,-28.988083,-17.801958,-37.125824,-27.147902,-26.029469
+12487,-18.723566,-16.984802,-15.467235,-33.30212,-28.099197,-30.46013,-48.32895,-29.30335,-22.767166,-30.664455,-14.321106,-3.3211064,-24.147491,-20.633606,-33.0178,-19.603329,-20.508137,-30.55406,-26.336731,-21.177305,-38.19536,-27.042133,-19.736609,-26.3375,-18.898443,-20.435862,-32.754665,-29.04915,-29.05267,-27.889336,-29.019718,-19.562695,-19.250195,-22.860546,-44.56658,-31.263428,-31.650208,-21.433777,-3.5550745,-0.7425076,-9.014965,-14.318741,-31.09999,-13.346428,-30.87479,-35.29348,-34.97255,-19.41921,-16.918398,-17.375898,-32.047516,-29.446615,-27.725353,-26.361877,-19.775797,-37.13846,-30.631773,-22.578672,-23.954208,-27.472704,-27.347704,-33.816452,-15.165774,-38.454407,-29.958385,-33.368767,-48.822895,-30.267727,-26.31581,-38.41588,-39.700775,-32.5503,-37.082954,-17.820908,-21.72858,-26.6847,-25.282354
+10262,-26.281628,-12.549963,-9.72455,-10.307552,-24.963087,-31.369297,-31.219522,-26.206146,-16.498508,-31.521685,-9.582391,-13.707392,-18.878696,-17.769892,-20.716818,-20.900303,-23.2749,-20.551395,-22.551142,-17.868126,-30.42721,-17.405804,-13.7049265,-23.261343,-8.9920025,-11.352303,-20.1352,-15.775412,-40.831394,-31.890778,-22.191061,-13.090719,-7.215719,-8.215756,-35.284855,-18.011215,-2.1215136,-28.348255,-20.311367,-18.897713,-21.552622,-15.198116,-32.760616,-23.199627,-32.341743,-30.195335,-25.124878,-17.815037,-10.6897745,-16.930311,-13.750757,-34.57686,-31.342464,-23.95553,-5.6143384,-23.759502,-27.197805,-28.717077,-20.117981,-23.298893,-22.080143,-30.878971,-20.574984,-45.30678,-21.436008,-14.026268,-48.910065,-25.148907,-28.095322,-34.17106,-32.982903,-24.35434,-37.50159,-14.494433,-22.202204,-18.111473,-4.131711
+9287,-0.9368858,-17.3122,-21.019245,-31.158388,-38.250175,-30.44218,-36.492813,-24.573725,-25.534176,-21.066456,-11.394717,-6.832217,-13.720773,-19.113466,-8.6616535,-34.531902,-22.0423,-44.396637,-18.488466,-36.86982,-35.859512,-18.420488,-14.559734,-22.270159,-24.755545,-16.19837,-28.317572,-24.685741,-38.51277,-39.524536,-28.52647,-35.207924,-36.051674,-31.541792,-28.713367,-20.810442,-41.211555,-35.81893,-27.317253,-23.4135,-29.843552,-18.006279,-39.31878,-33.418243,-25.129293,-27.087402,-30.673777,-30.547325,-26.26598,-12.141857,-39.35755,-34.777946,-40.007004,-24.362133,-23.619778,-31.0392,-55.41832,-46.61522,-37.88288,-18.84823,-33.910732,-37.66073,-30.292465,-44.703392,-33.59197,-36.293785,-51.881786,-31.623638,-23.038008,-16.011253,-41.789585,-33.581467,-28.483315,-24.760895,-28.921997,-35.650608,-30.136082
+9721,-25.906122,-13.488162,-1.7357258,-26.005247,-21.630556,-26.853853,-30.435402,-21.115639,-14.639751,-27.959274,-18.968908,-20.500158,-23.992973,-24.781408,-19.724236,-24.584808,-19.831142,-28.280186,-30.406408,-38.511047,-47.201904,-20.063885,-20.340332,-28.175262,-17.37795,-19.735605,-34.16294,-24.3649,-29.502518,-37.924725,-25.657005,-21.955873,-21.080873,-27.464912,-35.96733,-25.108345,-23.620094,-17.732529,-20.282396,-21.015068,-17.496244,-16.419168,-17.544168,-33.07538,-24.74508,-29.127697,-31.929958,-11.232887,-14.10757,-24.851973,-28.053825,-32.57627,-37.332848,-26.399788,-15.539308,-21.68839,-34.582043,-27.621727,-19.305424,-22.838322,-17.994572,-26.353947,-6.2720237,-44.633446,-33.87516,-10.506641,-52.650215,-25.12073,-19.904165,-18.284534,-32.960033,-9.332659,-23.668028,-8.855351,-20.616817,-29.003254,-23.196493
+7150,-17.90365,-14.238372,-20.967896,-27.377172,-18.476173,-21.555107,-34.292778,-14.09392,-19.36261,-18.07407,-5.805616,-11.805616,-13.186091,-21.672802,-4.4199367,-23.145214,-14.687614,-28.785765,-16.493114,-31.419159,-26.90906,-15.610756,-11.989689,-6.9444294,-25.466377,-2.1613271,-17.526707,-11.0820265,-28.690397,-29.65171,-31.641788,-26.327065,-27.827065,-25.36211,-15.319887,-11.224182,-27.3023,-31.607536,-31.534227,-30.808828,-32.20203,-12.121593,-38.184093,-35.50324,-24.052145,-9.4340315,-21.695877,-10.747337,-14.497011,-8.003496,-25.028702,-21.801773,-29.286064,-4.8555393,-19.41735,-29.630499,-49.865612,-43.878254,-33.529587,-10.855659,-23.105658,-28.605658,-18.63231,-35.14051,-25.575504,-31.09039,-48.057,-28.9806,-26.44998,-25.306805,-35.879967,-23.802107,-19.160036,-19.014185,-28.489342,-28.638647,-24.919998
+10901,-20.909859,-13.224591,-10.484077,-26.275303,-22.448933,-16.710897,-16.665611,-14.879628,-10.842402,-26.482069,-16.782995,-16.282995,-19.156353,-22.26737,-18.230198,-22.831186,-15.183295,-25.68155,-27.907995,-15.289095,-23.526096,-18.788368,-18.59293,-24.882412,-15.501567,-17.85865,-21.509687,-13.228684,-27.819414,-28.513235,-25.576496,-18.377739,-12.627741,-14.287041,-20.462227,-15.329323,-23.740845,-24.666273,-24.615799,-21.480536,-22.199444,-12.284944,-33.472443,-24.432411,-20.646975,-22.95621,-22.065071,-14.95109,-11.82607,-23.448599,-20.265297,-25.817589,-26.659464,-20.363409,-15.558552,-24.334526,-26.814278,-30.640808,-26.622463,-28.250652,-30.594402,-31.703777,-18.20558,-34.767952,-15.325701,-0.116989635,-43.245476,-17.113178,-21.714104,-15.056652,-20.75364,-21.37316,-23.503588,-8.921636,-16.892963,-22.362701,-14.436079
+12761,-22.493557,-14.595115,-13.924982,-24.23219,-18.966038,-14.237034,-18.485989,-11.700809,-11.07227,-17.741777,-10.573523,-12.792273,-16.216196,-19.208288,-18.543802,-15.099089,-3.134978,-18.298946,-14.323523,-10.586406,-1.4172132,-16.060871,-0.7600152,-36.18097,-23.331356,-13.901738,-11.026695,-18.839148,-12.924921,-32.639072,-27.53362,-18.368153,-19.555653,-21.386528,-23.205833,-12.531947,-35.282215,-35.244118,-26.841621,-19.641476,-24.772018,-15.608486,-36.295986,-29.59597,-22.988886,-14.646916,-10.521581,-20.534489,-11.771491,-13.242518,-24.365788,-11.397784,-26.391363,-6.254599,-18.771835,-24.32776,-38.63601,-28.01619,-24.627342,-20.30876,-30.46501,-27.68376,-19.394775,-22.385212,-10.871227,-16.101498,-36.7355,-20.59872,-26.040142,-32.045944,-33.91684,-24.559807,-30.713144,-15.002783,-25.512878,-20.177513,-16.809065
+5746,-23.962774,-17.250734,-16.359936,-29.613937,-26.488573,-13.131618,-29.27156,-12.257227,-7.8085456,-26.092413,-17.736809,-19.549309,-23.150833,-29.353996,-18.410479,-17.807177,-10.421952,-23.90451,-24.049309,-28.930485,-20.457363,-25.036911,-17.873238,-25.504494,-20.615435,-12.035696,-19.836672,-13.032235,-19.264158,-37.2828,-23.943855,-17.750557,-15.250558,-23.554447,-18.711714,-16.517616,-32.524414,-37.618446,-32.494015,-22.308594,-26.71895,-14.843239,-31.218239,-36.52266,-17.203066,-17.73772,-20.13272,-16.544117,-10.04201,-22.33614,-28.098965,-0.19567451,-17.283567,-14.293366,-27.220362,-29.975735,-38.48607,-38.692204,-27.671831,-14.077559,-31.76506,-30.64006,-24.229311,-30.782928,-16.48051,-23.536598,-36.697445,-14.961886,-24.090767,-33.776737,-37.53032,-23.326525,-27.71616,-17.764599,-28.284603,-24.16552,-20.855421

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=banking77/list=test_1000/labels.csv

@@ -0,0 +1,1000 @@
+6197,55
+6441,63
+5254,42
+4058,38
+5596,27
+114,11
+2806,66
+1087,12
+1139,4
+12996,2
+10447,41
+11288,73
+12620,37
+10691,8
+8838,20
+11829,25
+5055,26
+5484,52
+2936,54
+9239,0
+5848,25
+2035,47
+1266,14
+11887,55
+4073,38
+4823,44
+2662,15
+5923,25
+2923,54
+7478,35
+12409,39
+11263,38
+12272,50
+8760,5
+1955,47
+7756,71
+12943,9
+8885,20
+6776,53
+12715,5
+11892,55
+4231,73
+3603,16
+1096,12
+2786,66
+12791,31
+7613,65
+12357,65
+11662,42
+9066,57
+63,11
+5620,27
+6193,55
+871,46
+10854,66
+8147,43
+3305,6
+3248,61
+2603,15
+3482,16
+4639,28
+7136,7
+6570,70
+7884,39
+12307,35
+10342,4
+257,13
+10939,40
+597,34
+3076,40
+8498,59
+7988,58
+575,34
+10692,8
+416,17
+2046,47
+1802,23
+12925,9
+5787,51
+2827,66
+4537,22
+3049,40
+11130,30
+2725,66
+1417,33
+12180,7
+6157,55
+8864,20
+12995,2
+2324,60
+2251,60
+1989,47
+16,11
+8827,20
+8493,59
+4953,26
+10807,15
+7101,7
+8210,76
+2312,60
+4330,62
+12365,71
+11466,3
+1666,1
+4063,38
+4622,3
+3836,74
+11584,26
+9371,19
+3407,6
+2680,15
+3845,74
+10741,60
+9232,0
+5932,25
+6113,48
+5411,52
+12422,39
+12101,53
+10322,12
+963,36
+11640,45
+5790,51
+519,17
+9694,2
+96,11
+7911,39
+6069,48
+13002,2
+7853,39
+8660,5
+2817,66
+11,11
+1701,49
+5397,52
+2685,15
+425,17
+1958,47
+12202,7
+5036,26
+6054,48
+10515,1
+12164,7
+4865,44
+12189,7
+8355,76
+7023,7
+12813,57
+7527,35
+2435,75
+9940,24
+7402,50
+32,11
+1541,41
+3094,40
+12947,9
+5604,27
+1775,49
+8117,43
+9587,9
+2008,47
+2741,66
+582,34
+2562,15
+7763,71
+7034,7
+6376,63
+9092,57
+202,13
+11193,74
+6028,48
+1476,41
+10315,12
+9472,19
+6092,48
+1919,56
+2986,54
+6078,48
+6698,67
+11430,22
+8139,43
+7580,65
+9696,2
+11768,51
+7030,7
+3711,30
+8118,43
+4895,44
+8450,37
+2225,8
+6803,53
+3040,40
+2834,66
+10998,10
+3955,68
+11164,74
+3599,16
+4288,62
+2846,66
+4278,62
+1150,4
+8719,5
+9210,0
+10575,23
+317,32
+6922,21
+10171,34
+8842,20
+11121,16
+6293,18
+3204,61
+591,34
+9236,0
+10820,15
+996,36
+8481,59
+10583,23
+1555,41
+3754,30
+2257,60
+11351,62
+12515,43
+1792,23
+10659,47
+8290,76
+9713,2
+12555,72
+7311,64
+2599,15
+10911,54
+6332,63
+5152,45
+4602,3
+6340,63
+10385,14
+1807,23
+8458,37
+3319,6
+10078,13
+8380,37
+2739,66
+1115,12
+9783,69
+2158,8
+5652,27
+12173,7
+5744,51
+3782,74
+3456,6
+9414,19
+4810,28
+11760,27
+8925,20
+7440,35
+1883,56
+9930,24
+12920,19
+6413,63
+7596,65
+11819,25
+6624,67
+11903,55
+3858,74
+9103,57
+3555,16
+4457,29
+2409,75
+9174,57
+7133,7
+3159,61
+10129,17
+3150,10
+2201,8
+7666,65
+2865,66
+12815,57
+3282,61
+3886,74
+775,46
+6393,63
+10102,32
+7652,65
+6523,70
+7589,65
+866,46
+4929,26
+5588,27
+3759,30
+10532,49
+9122,57
+12466,58
+4214,73
+5337,42
+574,34
+9839,69
+12404,39
+296,32
+7868,39
+12839,57
+6542,70
+122,11
+750,46
+10136,17
+12891,19
+3235,61
+7444,35
+12924,9
+8768,5
+7057,7
+8917,20
+7602,65
+9870,69
+3316,6
+5694,51
+2078,8
+8022,58
+4839,44
+730,34
+12123,21
+4332,62
+7453,35
+4418,29
+6744,53
+9728,2
+1611,1
+10779,75
+6783,53
+4472,22
+367,32
+10636,56
+1696,49
+3281,61
+6690,67
+4800,28
+8328,76
+4827,44
+530,17
+3977,68
+12840,57
+10417,33
+3545,16
+2396,75
+5344,42
+1829,56
+10084,32
+6306,63
+3692,30
+11054,6
+12948,9
+1656,1
+2338,75
+12260,50
+1372,33
+6644,67
+4988,26
+6775,53
+8683,5
+2032,47
+6371,63
+6946,21
+3676,30
+2414,75
+636,34
+12581,76
+6547,70
+7395,50
+3136,10
+7163,64
+8426,37
+5921,25
+6807,53
+9788,69
+12732,20
+8341,76
+2233,8
+3528,16
+9238,0
+2532,15
+9960,24
+8977,31
+11800,51
+3432,6
+8708,5
+6902,21
+4076,38
+6444,63
+812,46
+7036,7
+1971,47
+9335,0
+3942,68
+5775,51
+9428,19
+8656,5
+9465,19
+5128,45
+10072,13
+9836,69
+9955,24
+1312,14
+3554,16
+10852,66
+5417,52
+180,13
+2776,66
+11345,62
+3655,30
+7277,64
+13060,24
+887,36
+1485,41
+8296,76
+12531,72
+11407,22
+9162,57
+4452,29
+12471,58
+3355,6
+4651,28
+3943,68
+7060,7
+3775,74
+3853,74
+1191,4
+3992,68
+7669,65
+5048,26
+9818,69
+4304,62
+10406,33
+9906,24
+11208,68
+1419,33
+4781,28
+3255,61
+455,17
+6948,21
+6594,67
+9470,19
+1844,56
+11622,45
+372,32
+109,11
+1525,41
+6630,67
+2468,75
+583,34
+11698,52
+5557,27
+13074,24
+6325,63
+11086,16
+1524,41
+6932,21
+3715,30
+6936,21
+914,36
+10052,13
+3295,61
+7266,64
+4371,29
+5666,27
+11409,22
+7414,50
+11770,51
+11278,38
+1869,56
+9650,2
+2715,66
+811,46
+11947,18
+547,17
+4377,29
+1147,4
+9112,57
+11843,48
+7886,39
+12316,35
+6926,21
+12835,57
+2451,75
+7372,50
+9207,0
+8537,59
+11889,55
+12083,53
+9037,31
+12988,2
+1114,12
+12685,5
+2915,54
+9370,19
+2337,75
+2649,15
+4955,26
+9692,2
+9643,9
+3059,40
+3724,30
+8145,43
+6717,67
+5525,52
+6551,70
+578,34
+2871,54
+9211,0
+11002,10
+2539,15
+6279,18
+10878,66
+804,46
+10910,54
+6890,21
+9849,69
+3021,40
+4061,38
+8237,76
+12476,58
+3211,61
+7895,39
+4703,28
+5236,45
+8303,76
+2867,66
+6756,53
+4719,28
+2131,8
+12739,20
+6798,53
+5817,51
+11425,22
+11553,44
+10949,40
+10671,47
+9781,69
+5571,27
+1493,41
+1399,33
+1126,4
+494,17
+527,17
+12562,72
+274,13
+1354,14
+7309,64
+10444,41
+11669,42
+7329,64
+4329,62
+2104,8
+12551,72
+11595,26
+2130,8
+12940,9
+4023,38
+1740,49
+686,34
+9012,31
+4606,3
+4133,73
+7875,39
+841,46
+5378,52
+9804,69
+11946,18
+7709,71
+3143,10
+834,46
+4445,29
+9734,2
+10973,10
+9572,9
+11203,68
+747,46
+12687,5
+2988,54
+8714,5
+6366,63
+3100,10
+11038,61
+12437,39
+4657,28
+3653,30
+9914,24
+3517,16
+9979,24
+7470,35
+8547,59
+533,17
+5114,45
+8769,5
+640,34
+3198,61
+10835,15
+9364,19
+10943,40
+9819,69
+3048,40
+1884,56
+9637,9
+11507,28
+363,32
+8159,43
+12295,35
+4648,28
+4052,38
+11134,30
+7619,65
+3556,16
+863,46
+4437,29
+2423,75
+9873,69
+11736,27
+5320,42
+4359,29
+8285,76
+12299,35
+9013,31
+9314,0
+5011,26
+3694,30
+3720,30
+8497,59
+7067,7
+5140,45
+5258,42
+520,17
+1946,47
+6438,63
+6916,21
+5745,51
+10890,54
+12326,65
+11163,74
+6403,63
+8797,20
+1556,41
+6049,48
+2499,75
+5195,45
+9966,24
+12532,72
+8402,37
+12369,71
+2493,75
+7910,39
+11521,28
+239,13
+6718,67
+11847,48
+576,34
+1566,1
+5690,51
+6944,21
+8723,5
+6622,67
+4659,28
+8658,5
+7814,39
+8586,59
+8160,43
+3709,30
+11620,45
+11840,25
+10249,36
+12833,57
+12484,43
+13072,24
+669,34
+6232,55
+1112,12
+8281,76
+5428,52
+8909,20
+12116,53
+11534,44
+1330,14
+11429,22
+4934,26
+112,11
+3690,30
+5058,26
+2723,66
+10599,23
+3824,74
+4482,22
+12187,7
+5339,42
+1794,23
+1813,23
+9626,9
+2502,75
+356,32
+3176,61
+6263,18
+4373,29
+5736,51
+10314,12
+9450,19
+12498,43
+5155,45
+3811,74
+2668,15
+906,36
+2883,54
+6849,53
+2237,60
+11850,48
+6414,63
+9383,19
+851,46
+7802,71
+7696,71
+3634,16
+5640,27
+8722,5
+4731,28
+9543,9
+1183,4
+9019,31
+5836,25
+7845,39
+11955,18
+2361,75
+13019,69
+1878,56
+5198,45
+917,36
+10725,60
+8619,5
+4928,26
+9789,69
+5300,42
+9756,2
+3586,16
+8692,5
+12781,31
+6175,55
+11744,27
+11863,48
+4357,29
+11624,45
+10726,60
+9652,2
+5939,25
+3114,10
+4292,62
+5810,51
+6885,21
+8479,59
+1629,1
+7561,35
+12056,67
+3330,6
+10125,17
+10358,4
+10849,66
+1857,56
+2073,47
+10603,56
+6613,67
+0,11
+726,34
+8246,76
+9434,19
+7770,71
+6508,70
+9700,2
+8075,43
+8105,43
+566,17
+7824,39
+7778,71
+11714,52
+3427,6
+7165,64
+8802,20
+8944,31
+12936,9
+12156,21
+12265,50
+3131,10
+1923,56
+4866,44
+11664,42
+2905,54
+6947,21
+2114,8
+7536,35
+10215,46
+5319,42
+2093,8
+12463,58
+4978,26
+6038,48
+1113,12
+11394,29
+1422,33
+6544,70
+8647,5
+1679,49
+12356,65
+12070,67
+12277,50
+774,46
+9699,2
+8452,37
+5649,27
+6680,67
+9679,2
+10266,36
+3356,6
+764,46
+7725,71
+250,13
+10111,32
+1219,4
+3056,40
+11428,22
+5368,42
+352,32
+12923,9
+12676,59
+24,11
+10540,49
+10208,46
+3068,40
+4997,26
+9194,0
+9071,57
+1020,12
+8119,43
+3856,74
+2772,66
+5789,51
+4760,28
+4568,3
+10079,13
+7062,7
+5173,45
+7731,71
+9629,9
+6458,63
+11468,3
+12564,76
+171,13
+10128,17
+11103,16
+12171,7
+285,13
+7717,71
+6847,53
+8517,59
+4927,26
+3145,10
+2188,8
+9437,19
+8682,5
+8784,20
+12106,53
+7129,7
+6716,67
+2291,60
+9988,24
+2379,75
+5882,25
+5051,26
+8308,76
+12004,70
+6426,63
+7593,65
+2106,8
+8528,59
+5135,45
+5635,27
+1675,49
+4101,73
+12311,35
+2377,75
+7452,35
+2192,8
+1103,12
+4739,28
+7524,35
+2036,47
+11540,44
+1744,49
+6503,70
+5827,51
+7515,35
+6215,55
+8696,5
+9185,0
+9842,69
+3405,6
+4479,22
+3431,6
+11262,38
+10399,14
+1179,4
+5724,51
+10804,15
+7540,35
+7606,65
+12830,57
+12883,19
+623,34
+10616,56
+7358,50
+10683,8
+9646,2
+3727,30
+7598,65
+1901,56
+2397,75
+10740,60
+11073,6
+11680,42
+1347,14
+10570,23
+3078,40
+10134,17
+2862,66
+3728,30
+3507,16
+8727,5
+6883,21
+4761,28
+11283,73
+8201,72
+9821,69
+9349,19
+7231,64
+5608,27
+6367,63
+13061,24
+12027,70
+1538,41
+11943,18
+12606,37
+6153,55
+11988,63
+5526,52
+6668,67
+10397,14
+10564,23
+3058,40
+11410,22
+7777,71
+5475,52
+3772,74
+9440,19
+722,34
+5249,45
+8912,20
+11317,73
+6921,21
+11175,74
+3919,68
+9682,2
+7156,7
+3571,16
+11953,18
+5269,42
+626,34
+761,46
+8172,72
+10331,4
+8158,43
+11477,3
+8219,76
+6909,21
+437,17
+4306,62
+10138,17
+6498,70
+9589,9
+11147,30
+12803,57
+185,13
+1823,56
+11964,63
+517,17
+7164,64
+12251,50
+12896,19
+19,11
+4888,44
+3508,16
+14,11
+10830,15
+5634,27
+4901,44
+3225,61
+11711,52
+956,36
+2176,8
+10410,33
+8943,20

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-1.0/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d42c45042f5227512936129645040f63d8905e834951379e7ef8d6982ea96da
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064c9f8da1f1a78e03544d7157c3a0e8c91421f70a54a9edabbfed8a9f4969db
+size 42951614

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-1.0/0.7-1.0/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06feaef9020213e3f6e307397bdca3c1c2ecc1b2cc45546d1e7b159250b1ab4
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-1.0/0.7-1.0/logs/events.out.tfevents.1734796532.gamma.3816591.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e840745544da153cb6b7caed81bce6ae306f9fc821ee21f2d2d0111007eb5d65
+size 14692

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,70 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.48119884356856346,0,11.276686096191407,
+0,8,0.11548526957631111,1,11.498239517211914,
+0,16,0.07656070962548256,2,14.049545570656106,
+0,24,0.08206505328416824,3,12.48339614868164,
+0,32,0.08244213089346886,4,11.115893640825826,
+0,40,0.07491102442145348,5,9.450190305709839,
+0,48,0.0751117579638958,6,6.628785037994385,
+0,56,0.07622959092259407,7,6.161340925428602,
+0,64,0.07621809467673302,8,4.043835686099145,
+0,72,0.07555447518825531,9,3.3012175704493667,
+0,80,0.07631484046578407,10,3.390480818571868,
+0,88,0.0817377157509327,11,2.6958442756107877,
+0,96,0.08038212731480598,12,2.363137994493757,
+0,104,0.07602009177207947,13,2.571201200838442,
+0,112,0.08030463382601738,14,2.251631838304025,
+0,120,0.0756557360291481,15,2.602043500968388,
+0,128,0.07536708191037178,16,2.133971373240153,
+,,,16,,2.219183633493823
+0,136,0.07674669474363327,17,2.3680427833036943,
+0,144,0.07982993498444557,18,2.46488955616951,
+0,152,0.0757674090564251,19,2.6612216574805125,
+1,160,0.08083242923021317,20,2.0691243131955463,
+1,168,0.07705990970134735,21,2.3127941378840693,
+1,176,0.08017611876130104,22,2.1749915270244373,
+1,184,0.07997487112879753,23,1.5723388024738856,
+1,192,0.07976416870951653,24,2.5000282658471003,
+1,200,0.07618793100118637,25,1.3558090058240024,
+1,208,0.07677556574344635,26,2.2679340839385986,
+1,216,0.08021973818540573,27,1.3344732991286687,
+1,224,0.08037901297211647,28,1.3820163165369341,
+1,232,0.07998757436871529,29,1.7806049356093774,
+1,240,0.0813402347266674,30,2.237123889307822,
+1,248,0.07589951902627945,31,2.130022481635765,
+1,256,0.07519839704036713,32,0.9377700752682157,
+,,,32,,1.3087225625681322
+1,264,0.08183606341481209,33,1.1117243692278862,
+1,272,0.08092239499092102,34,1.1269568709226756,
+1,280,0.07663459703326225,35,1.385817758995911,
+1,288,0.08705777302384377,36,1.5548823206470563,
+1,296,0.07670732960104942,37,1.1952224340703752,
+1,304,0.07553600519895554,38,1.5214291572570802,
+2,312,0.07943425327539444,39,1.4923554337941682,
+2,320,0.07696657255291939,40,1.2108816319498523,
+2,328,0.08189046010375023,41,0.7051752388477326,
+2,336,0.08223363012075424,42,1.399470051129659,
+2,344,0.07530485838651657,43,0.6382892405986786,
+2,352,0.08018111437559128,44,0.7940544287363688,
+2,360,0.07604663074016571,45,0.7031717880264573,
+2,368,0.07635680958628654,46,0.8171603028972944,
+2,376,0.08168242871761322,47,0.24376434229669117,
+2,384,0.08152061700820923,48,0.5107601154595613,
+,,,48,,0.6470704633136128
+2,392,0.08189448714256287,49,0.7055505559994624,
+2,400,0.07642876356840134,50,1.192603326506085,
+2,408,0.07971098273992538,51,0.6563137587573793,
+2,416,0.07662089914083481,52,0.5216255698066491,
+2,424,0.07578089833259583,53,1.3210880437067576,
+2,432,0.08096281439065933,54,0.5143528677009302,
+2,440,0.08042978122830391,55,1.5153310645011164,
+2,448,0.07752003520727158,56,0.8106245105465253,
+2,456,0.0845852717757225,57,0.8635140078909257,
+3,464,0.07703934237360954,58,0.5086551010608673,
+3,472,0.07635122910141945,59,0.48710840850165393,
+3,480,0.08054803311824799,60,0.31685254786695755,
+3,488,0.07854679971933365,61,0.31448191155989963,
+3,496,0.07607655227184296,62,0.8112373560667038,
+3,504,0.07600921019911766,63,0.5315524543134066,
+3,512,0.08053518831729889,64,0.22530831047333777,
+,,,64,,0.31788681828698445

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-1.0/0.7-1.0/test=banking77/list=test_1000/labels.csv

@@ -0,0 +1,1000 @@
+6197,55
+6441,63
+5254,42
+4058,38
+5596,27
+114,11
+2806,66
+1087,12
+1139,4
+12996,2
+10447,41
+11288,73
+12620,37
+10691,8
+8838,20
+11829,25
+5055,26
+5484,52
+2936,54
+9239,0
+5848,25
+2035,47
+1266,14
+11887,55
+4073,38
+4823,44
+2662,15
+5923,25
+2923,54
+7478,35
+12409,39
+11263,38
+12272,50
+8760,5
+1955,47
+7756,71
+12943,9
+8885,20
+6776,53
+12715,5
+11892,55
+4231,73
+3603,16
+1096,12
+2786,66
+12791,31
+7613,65
+12357,65
+11662,42
+9066,57
+63,11
+5620,27
+6193,55
+871,46
+10854,66
+8147,43
+3305,6
+3248,61
+2603,15
+3482,16
+4639,28
+7136,7
+6570,70
+7884,39
+12307,35
+10342,4
+257,13
+10939,40
+597,34
+3076,40
+8498,59
+7988,58
+575,34
+10692,8
+416,17
+2046,47
+1802,23
+12925,9
+5787,51
+2827,66
+4537,22
+3049,40
+11130,30
+2725,66
+1417,33
+12180,7
+6157,55
+8864,20
+12995,2
+2324,60
+2251,60
+1989,47
+16,11
+8827,20
+8493,59
+4953,26
+10807,15
+7101,7
+8210,76
+2312,60
+4330,62
+12365,71
+11466,3
+1666,1
+4063,38
+4622,3
+3836,74
+11584,26
+9371,19
+3407,6
+2680,15
+3845,74
+10741,60
+9232,0
+5932,25
+6113,48
+5411,52
+12422,39
+12101,53
+10322,12
+963,36
+11640,45
+5790,51
+519,17
+9694,2
+96,11
+7911,39
+6069,48
+13002,2
+7853,39
+8660,5
+2817,66
+11,11
+1701,49
+5397,52
+2685,15
+425,17
+1958,47
+12202,7
+5036,26
+6054,48
+10515,1
+12164,7
+4865,44
+12189,7
+8355,76
+7023,7
+12813,57
+7527,35
+2435,75
+9940,24
+7402,50
+32,11
+1541,41
+3094,40
+12947,9
+5604,27
+1775,49
+8117,43
+9587,9
+2008,47
+2741,66
+582,34
+2562,15
+7763,71
+7034,7
+6376,63
+9092,57
+202,13
+11193,74
+6028,48
+1476,41
+10315,12
+9472,19
+6092,48
+1919,56
+2986,54
+6078,48
+6698,67
+11430,22
+8139,43
+7580,65
+9696,2
+11768,51
+7030,7
+3711,30
+8118,43
+4895,44
+8450,37
+2225,8
+6803,53
+3040,40
+2834,66
+10998,10
+3955,68
+11164,74
+3599,16
+4288,62
+2846,66
+4278,62
+1150,4
+8719,5
+9210,0
+10575,23
+317,32
+6922,21
+10171,34
+8842,20
+11121,16
+6293,18
+3204,61
+591,34
+9236,0
+10820,15
+996,36
+8481,59
+10583,23
+1555,41
+3754,30
+2257,60
+11351,62
+12515,43
+1792,23
+10659,47
+8290,76
+9713,2
+12555,72
+7311,64
+2599,15
+10911,54
+6332,63
+5152,45
+4602,3
+6340,63
+10385,14
+1807,23
+8458,37
+3319,6
+10078,13
+8380,37
+2739,66
+1115,12
+9783,69
+2158,8
+5652,27
+12173,7
+5744,51
+3782,74
+3456,6
+9414,19
+4810,28
+11760,27
+8925,20
+7440,35
+1883,56
+9930,24
+12920,19
+6413,63
+7596,65
+11819,25
+6624,67
+11903,55
+3858,74
+9103,57
+3555,16
+4457,29
+2409,75
+9174,57
+7133,7
+3159,61
+10129,17
+3150,10
+2201,8
+7666,65
+2865,66
+12815,57
+3282,61
+3886,74
+775,46
+6393,63
+10102,32
+7652,65
+6523,70
+7589,65
+866,46
+4929,26
+5588,27
+3759,30
+10532,49
+9122,57
+12466,58
+4214,73
+5337,42
+574,34
+9839,69
+12404,39
+296,32
+7868,39
+12839,57
+6542,70
+122,11
+750,46
+10136,17
+12891,19
+3235,61
+7444,35
+12924,9
+8768,5
+7057,7
+8917,20
+7602,65
+9870,69
+3316,6
+5694,51
+2078,8
+8022,58
+4839,44
+730,34
+12123,21
+4332,62
+7453,35
+4418,29
+6744,53
+9728,2
+1611,1
+10779,75
+6783,53
+4472,22
+367,32
+10636,56
+1696,49
+3281,61
+6690,67
+4800,28
+8328,76
+4827,44
+530,17
+3977,68
+12840,57
+10417,33
+3545,16
+2396,75
+5344,42
+1829,56
+10084,32
+6306,63
+3692,30
+11054,6
+12948,9
+1656,1
+2338,75
+12260,50
+1372,33
+6644,67
+4988,26
+6775,53
+8683,5
+2032,47
+6371,63
+6946,21
+3676,30
+2414,75
+636,34
+12581,76
+6547,70
+7395,50
+3136,10
+7163,64
+8426,37
+5921,25
+6807,53
+9788,69
+12732,20
+8341,76
+2233,8
+3528,16
+9238,0
+2532,15
+9960,24
+8977,31
+11800,51
+3432,6
+8708,5
+6902,21
+4076,38
+6444,63
+812,46
+7036,7
+1971,47
+9335,0
+3942,68
+5775,51
+9428,19
+8656,5
+9465,19
+5128,45
+10072,13
+9836,69
+9955,24
+1312,14
+3554,16
+10852,66
+5417,52
+180,13
+2776,66
+11345,62
+3655,30
+7277,64
+13060,24
+887,36
+1485,41
+8296,76
+12531,72
+11407,22
+9162,57
+4452,29
+12471,58
+3355,6
+4651,28
+3943,68
+7060,7
+3775,74
+3853,74
+1191,4
+3992,68
+7669,65
+5048,26
+9818,69
+4304,62
+10406,33
+9906,24
+11208,68
+1419,33
+4781,28
+3255,61
+455,17
+6948,21
+6594,67
+9470,19
+1844,56
+11622,45
+372,32
+109,11
+1525,41
+6630,67
+2468,75
+583,34
+11698,52
+5557,27
+13074,24
+6325,63
+11086,16
+1524,41
+6932,21
+3715,30
+6936,21
+914,36
+10052,13
+3295,61
+7266,64
+4371,29
+5666,27
+11409,22
+7414,50
+11770,51
+11278,38
+1869,56
+9650,2
+2715,66
+811,46
+11947,18
+547,17
+4377,29
+1147,4
+9112,57
+11843,48
+7886,39
+12316,35
+6926,21
+12835,57
+2451,75
+7372,50
+9207,0
+8537,59
+11889,55
+12083,53
+9037,31
+12988,2
+1114,12
+12685,5
+2915,54
+9370,19
+2337,75
+2649,15
+4955,26
+9692,2
+9643,9
+3059,40
+3724,30
+8145,43
+6717,67
+5525,52
+6551,70
+578,34
+2871,54
+9211,0
+11002,10
+2539,15
+6279,18
+10878,66
+804,46
+10910,54
+6890,21
+9849,69
+3021,40
+4061,38
+8237,76
+12476,58
+3211,61
+7895,39
+4703,28
+5236,45
+8303,76
+2867,66
+6756,53
+4719,28
+2131,8
+12739,20
+6798,53
+5817,51
+11425,22
+11553,44
+10949,40
+10671,47
+9781,69
+5571,27
+1493,41
+1399,33
+1126,4
+494,17
+527,17
+12562,72
+274,13
+1354,14
+7309,64
+10444,41
+11669,42
+7329,64
+4329,62
+2104,8
+12551,72
+11595,26
+2130,8
+12940,9
+4023,38
+1740,49
+686,34
+9012,31
+4606,3
+4133,73
+7875,39
+841,46
+5378,52
+9804,69
+11946,18
+7709,71
+3143,10
+834,46
+4445,29
+9734,2
+10973,10
+9572,9
+11203,68
+747,46
+12687,5
+2988,54
+8714,5
+6366,63
+3100,10
+11038,61
+12437,39
+4657,28
+3653,30
+9914,24
+3517,16
+9979,24
+7470,35
+8547,59
+533,17
+5114,45
+8769,5
+640,34
+3198,61
+10835,15
+9364,19
+10943,40
+9819,69
+3048,40
+1884,56
+9637,9
+11507,28
+363,32
+8159,43
+12295,35
+4648,28
+4052,38
+11134,30
+7619,65
+3556,16
+863,46
+4437,29
+2423,75
+9873,69
+11736,27
+5320,42
+4359,29
+8285,76
+12299,35
+9013,31
+9314,0
+5011,26
+3694,30
+3720,30
+8497,59
+7067,7
+5140,45
+5258,42
+520,17
+1946,47
+6438,63
+6916,21
+5745,51
+10890,54
+12326,65
+11163,74
+6403,63
+8797,20
+1556,41
+6049,48
+2499,75
+5195,45
+9966,24
+12532,72
+8402,37
+12369,71
+2493,75
+7910,39
+11521,28
+239,13
+6718,67
+11847,48
+576,34
+1566,1
+5690,51
+6944,21
+8723,5
+6622,67
+4659,28
+8658,5
+7814,39
+8586,59
+8160,43
+3709,30
+11620,45
+11840,25
+10249,36
+12833,57
+12484,43
+13072,24
+669,34
+6232,55
+1112,12
+8281,76
+5428,52
+8909,20
+12116,53
+11534,44
+1330,14
+11429,22
+4934,26
+112,11
+3690,30
+5058,26
+2723,66
+10599,23
+3824,74
+4482,22
+12187,7
+5339,42
+1794,23
+1813,23
+9626,9
+2502,75
+356,32
+3176,61
+6263,18
+4373,29
+5736,51
+10314,12
+9450,19
+12498,43
+5155,45
+3811,74
+2668,15
+906,36
+2883,54
+6849,53
+2237,60
+11850,48
+6414,63
+9383,19
+851,46
+7802,71
+7696,71
+3634,16
+5640,27
+8722,5
+4731,28
+9543,9
+1183,4
+9019,31
+5836,25
+7845,39
+11955,18
+2361,75
+13019,69
+1878,56
+5198,45
+917,36
+10725,60
+8619,5
+4928,26
+9789,69
+5300,42
+9756,2
+3586,16
+8692,5
+12781,31
+6175,55
+11744,27
+11863,48
+4357,29
+11624,45
+10726,60
+9652,2
+5939,25
+3114,10
+4292,62
+5810,51
+6885,21
+8479,59
+1629,1
+7561,35
+12056,67
+3330,6
+10125,17
+10358,4
+10849,66
+1857,56
+2073,47
+10603,56
+6613,67
+0,11
+726,34
+8246,76
+9434,19
+7770,71
+6508,70
+9700,2
+8075,43
+8105,43
+566,17
+7824,39
+7778,71
+11714,52
+3427,6
+7165,64
+8802,20
+8944,31
+12936,9
+12156,21
+12265,50
+3131,10
+1923,56
+4866,44
+11664,42
+2905,54
+6947,21
+2114,8
+7536,35
+10215,46
+5319,42
+2093,8
+12463,58
+4978,26
+6038,48
+1113,12
+11394,29
+1422,33
+6544,70
+8647,5
+1679,49
+12356,65
+12070,67
+12277,50
+774,46
+9699,2
+8452,37
+5649,27
+6680,67
+9679,2
+10266,36
+3356,6
+764,46
+7725,71
+250,13
+10111,32
+1219,4
+3056,40
+11428,22
+5368,42
+352,32
+12923,9
+12676,59
+24,11
+10540,49
+10208,46
+3068,40
+4997,26
+9194,0
+9071,57
+1020,12
+8119,43
+3856,74
+2772,66
+5789,51
+4760,28
+4568,3
+10079,13
+7062,7
+5173,45
+7731,71
+9629,9
+6458,63
+11468,3
+12564,76
+171,13
+10128,17
+11103,16
+12171,7
+285,13
+7717,71
+6847,53
+8517,59
+4927,26
+3145,10
+2188,8
+9437,19
+8682,5
+8784,20
+12106,53
+7129,7
+6716,67
+2291,60
+9988,24
+2379,75
+5882,25
+5051,26
+8308,76
+12004,70
+6426,63
+7593,65
+2106,8
+8528,59
+5135,45
+5635,27
+1675,49
+4101,73
+12311,35
+2377,75
+7452,35
+2192,8
+1103,12
+4739,28
+7524,35
+2036,47
+11540,44
+1744,49
+6503,70
+5827,51
+7515,35
+6215,55
+8696,5
+9185,0
+9842,69
+3405,6
+4479,22
+3431,6
+11262,38
+10399,14
+1179,4
+5724,51
+10804,15
+7540,35
+7606,65
+12830,57
+12883,19
+623,34
+10616,56
+7358,50
+10683,8
+9646,2
+3727,30
+7598,65
+1901,56
+2397,75
+10740,60
+11073,6
+11680,42
+1347,14
+10570,23
+3078,40
+10134,17
+2862,66
+3728,30
+3507,16
+8727,5
+6883,21
+4761,28
+11283,73
+8201,72
+9821,69
+9349,19
+7231,64
+5608,27
+6367,63
+13061,24
+12027,70
+1538,41
+11943,18
+12606,37
+6153,55
+11988,63
+5526,52
+6668,67
+10397,14
+10564,23
+3058,40
+11410,22
+7777,71
+5475,52
+3772,74
+9440,19
+722,34
+5249,45
+8912,20
+11317,73
+6921,21
+11175,74
+3919,68
+9682,2
+7156,7
+3571,16
+11953,18
+5269,42
+626,34
+761,46
+8172,72
+10331,4
+8158,43
+11477,3
+8219,76
+6909,21
+437,17
+4306,62
+10138,17
+6498,70
+9589,9
+11147,30
+12803,57
+185,13
+1823,56
+11964,63
+517,17
+7164,64
+12251,50
+12896,19
+19,11
+4888,44
+3508,16
+14,11
+10830,15
+5634,27
+4901,44
+3225,61
+11711,52
+956,36
+2176,8
+10410,33
+8943,20

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 64
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505844a08bedf23b9aa190dfc40195eff63a87d1e4e712862b9b1ccdf161bb6d
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb738a819ce4d887fc557ddc22d6fe91f1f7fad4c4028d3ee6ddfc33909729c
+size 42951614

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16fcbd026894ddf794315161d6621241ffdd6bf39216a42cd38918719abae29e
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/events.out.tfevents.1735267424.gamma.1546871.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d604690cfe865e8e2a2c2dd6b5991c2a4cd822018665ac91bb59f3e848832f2
+size 481607

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=banking77/list=0.7-1.0/labels.csv

@@ -0,0 +1,46 @@
+12652,59
+2927,54
+10786,75
+12648,59
+12916,19
+1822,56
+5641,27
+1797,23
+6702,67
+11600,26
+9612,9
+3284,61
+5133,45
+5459,52
+9422,19
+683,34
+4151,73
+1672,49
+5603,27
+8651,5
+9725,2
+8865,20
+8324,76
+12482,58
+8801,20
+5188,45
+1283,14
+5227,45
+3185,61
+9895,24
+10388,14
+3718,30
+7368,50
+8988,31
+10452,41
+10734,60
+11003,61
+3361,6
+12487,43
+10262,36
+9287,0
+9721,2
+7150,7
+10901,54
+12761,20
+5746,51

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=banking77/list=0.7-1.0/logits.csv

@@ -0,0 +1,46 @@
+12652,-43.954926,-19.517248,-26.24506,-40.68101,-22.583567,-28.327696,-35.52557,-18.533024,-28.080078,-34.767986,-25.11206,-29.98706,-33.29753,-37.447998,-28.809656,-34.680943,-23.462137,-41.559166,-32.54956,-43.245132,-34.6811,-24.840195,-23.006063,-29.517382,-28.664389,-29.750805,-41.89845,-30.704319,-38.66079,-44.954292,-33.711727,-25.885618,-28.44812,-35.27453,-24.93446,-18.454233,-38.822258,-39.038292,-38.203056,-35.851387,-29.836914,-24.101072,-28.851072,-43.76569,-29.649485,-28.38118,-30.209589,-6.2082925,-21.39167,-20.633774,-34.491806,-15.728271,-31.787674,-30.098097,-29.241407,-39.986107,-48.28546,-43.568924,-32.572357,-0.20502137,-23.705023,-24.205023,-30.213749,-52.33111,-26.404825,-42.584305,-43.742245,-31.521238,-31.386269,-45.27327,-54.133717,-15.522645,-47.271103,-30.047626,-40.65043,-47.402794,-38.339413
+2927,-21.322342,-15.595989,-16.400694,-15.226582,-24.62606,-22.964764,-33.296303,-27.60019,-17.380531,-34.378162,-2.6905594,-17.25306,-31.150738,-27.90931,-16.892508,-20.279102,-17.34276,-27.577366,-29.331184,-27.161798,-41.501263,-25.048466,-17.103771,-25.88831,-0.17208493,-14.767506,-31.437595,-28.881128,-29.885937,-39.921597,-30.974878,-16.91279,-13.03779,-25.16821,-28.2078,-28.719036,-20.012796,-27.42218,-29.727531,-22.409948,-25.880041,-15.069815,-39.569817,-32.366535,-32.608448,-17.484274,-23.77317,-21.022373,-12.8344755,-21.935001,-32.584225,-34.569,-34.53499,-19.5283,-2.7013004,-35.092484,-40.89919,-31.06376,-30.487202,-25.11721,-26.05471,-37.757835,-20.235672,-35.103962,-25.49495,-28.62782,-42.609947,-24.919334,-23.225029,-42.72692,-58.67018,-33.53943,-27.76046,-10.032079,-28.392338,-33.144962,-17.34917
+10786,-33.79988,-19.633871,-21.856113,-29.97245,-30.67723,-21.486439,-30.509201,-19.301214,-21.017742,-22.631548,-13.502936,-21.565437,-21.438587,-26.690437,-14.053862,-25.075878,-17.91706,-38.612045,-20.002937,-29.438122,-19.482761,-35.73258,-15.51152,-23.385849,-25.466743,-15.330348,-19.455626,-24.123129,-27.18784,-40.92681,-36.440777,-30.752285,-32.596035,-30.31458,-29.653034,-22.926702,-39.01364,-46.078644,-27.633636,-36.868347,-34.24769,-14.948805,-36.730057,-31.880215,-28.951664,-25.600964,-18.777905,-29.090368,-25.027527,-18.272581,-37.10103,-24.801895,-34.22793,-17.774296,-24.265408,-38.590126,-45.593292,-40.035267,-38.740288,-21.125132,-34.187634,-36.250134,-25.27279,-37.534885,-18.052752,-31.658081,-46.818756,-27.174725,-36.60086,-40.782074,-38.907898,-33.210976,-32.41629,-25.1241,-37.442566,-0.004801597,-23.205376
+12648,-50.447517,-23.00955,-31.207153,-44.005657,-25.727066,-34.897785,-35.704765,-26.551275,-30.823584,-36.012695,-25.411457,-30.161457,-37.93014,-38.067707,-33.545082,-44.795258,-30.502771,-49.64424,-31.911457,-49.764454,-49.020653,-25.593786,-22.480541,-36.013985,-29.97882,-31.231983,-44.268745,-32.88314,-46.24999,-38.8038,-39.043297,-34.214245,-30.964245,-43.443398,-42.313583,-20.570614,-46.934105,-45.337856,-46.730637,-40.654938,-38.503777,-20.694023,-26.694023,-56.84896,-36.112717,-34.70439,-37.806206,-11.133089,-29.383076,-18.593874,-43.867104,-25.524693,-35.914127,-33.93854,-32.406612,-38.060375,-54.508514,-45.251514,-33.291748,-0.75833404,-25.602083,-24.820833,-38.235428,-57.602207,-37.024902,-48.084057,-52.887047,-39.520187,-31.324522,-45.446777,-56.9797,-19.07065,-56.88951,-34.683434,-48.049538,-47.80741,-45.06604
+12916,-33.804337,-21.134575,-20.873568,-29.080256,-17.66866,-27.812527,-26.806934,-23.306286,-23.751316,-34.40486,-22.341942,-28.029442,-37.621193,-34.37319,-29.41615,-21.04776,-17.974827,-24.434872,-31.779442,-0.01134271,-11.017531,-33.379524,-30.090765,-33.45443,-33.095493,-22.862984,-19.863089,-31.550438,-22.744362,-37.38204,-35.280586,-23.41652,-29.60402,-29.555851,-34.17263,-32.15226,-41.350624,-43.92012,-36.017296,-48.221985,-35.22566,-22.935143,-40.997643,-30.704895,-29.394606,-25.884295,-18.009054,-28.134747,-25.633957,-25.1948,-29.99694,-23.417248,-30.347876,-21.299267,-32.36706,-35.94464,-39.316017,-33.241135,-35.531483,-33.252327,-40.564827,-42.971077,-30.719576,-26.765469,-17.361948,-37.497612,-47.62181,-33.852257,-36.077507,-51.38927,-41.70393,-32.88798,-43.23739,-28.885998,-27.398176,-19.132761,-21.327143
+1822,-23.928679,-15.585191,-19.514542,-28.123753,-21.585052,-34.31746,-34.828247,-29.010618,-17.877377,-31.576962,-21.716057,-24.184807,-34.75847,-26.903557,-28.060858,-21.462551,-23.638056,-33.649338,-32.466057,-20.946165,-37.6979,-17.746058,-32.080555,-28.009762,-25.17928,-26.012554,-35.754456,-29.893042,-36.184586,-39.88971,-28.582663,-14.575385,-19.450386,-23.1437,-34.517387,-31.58395,-30.189837,-33.196297,-32.35044,-24.747047,-18.634764,-18.88943,-26.13943,-34.471313,-21.554598,-30.97086,-32.85775,-11.529002,-14.153978,-26.670643,-32.4406,-32.525932,-33.814137,-36.473946,-20.07948,-28.163765,-9.32296,-6.2678733,-9.343004,-16.76853,-12.049779,-21.33103,-4.8662815,-44.87891,-18.929596,-19.118359,-43.94368,-25.980938,-27.427216,-27.209736,-41.120853,-12.594938,-39.855156,-15.547331,-26.073708,-21.389524,-29.238281
+5641,-34.025066,-21.770004,-25.64698,-39.25552,-34.77326,-39.115646,-43.08956,-20.088964,-17.514368,-39.338856,-29.672928,-33.297928,-35.08142,-41.360428,-39.442944,-40.218285,-32.030323,-48.715508,-35.141678,-31.268698,-29.633913,-27.106514,-20.53034,-33.11131,-35.121902,-4.4040217,-18.023422,-0.026787769,-27.480852,-37.995346,-37.144215,-33.15798,-24.157984,-33.656845,-31.338202,-4.266705,-46.442574,-45.206688,-42.91779,-37.762825,-40.8014,-28.103088,-48.35309,-48.96048,-37.8595,-30.776863,-36.21476,-31.952019,-16.951876,-25.784723,-42.893044,-25.72494,-36.01246,-18.897976,-29.723236,-46.264618,-54.47387,-46.89199,-38.03449,-23.116219,-33.67872,-38.58497,-33.96632,-42.238716,-20.411667,-37.45147,-50.008575,-28.215883,-24.123108,-33.24855,-46.526268,-33.702126,-47.732147,-28.105547,-32.419014,-35.992935,-34.14382
+1797,-21.836048,-19.365242,-13.805462,-18.964449,-16.890747,-32.855724,-40.200974,-22.21245,-25.818825,-27.323061,-16.322317,-24.228567,-25.789059,-31.574268,-10.626353,-34.829895,-18.780083,-44.14198,-22.947317,-40.71925,-33.850765,-15.508032,-10.484125,-0.86333495,-21.256706,-15.731456,-28.26352,-22.948284,-25.712461,-32.288197,-32.071106,-34.914494,-40.820744,-35.121765,-19.240067,-19.141876,-32.34851,-37.835537,-30.907562,-26.058796,-31.323788,-10.735369,-24.235369,-35.579243,-20.499691,-30.098282,-25.761978,-17.470385,-24.843605,-14.996392,-32.07024,-35.91497,-31.916376,-38.799194,-37.634552,-29.946571,-48.863285,-43.5096,-27.539347,-17.434664,-24.247164,-29.934666,-20.328476,-34.856,-22.559444,-36.588882,-47.68621,-28.791456,-25.922306,-30.948532,-41.701664,-31.301697,-21.35242,-20.02113,-35.874176,-21.90975,-24.584072
+6702,-19.947063,-8.919869,-8.932489,-13.958794,-24.69257,-6.0502496,-12.357791,-18.450123,-8.54754,-29.690483,-12.669312,-14.481812,-19.80222,-25.841187,-17.271828,-8.496265,-15.776217,-7.62939,-22.075562,-8.651467,-22.247751,-17.508781,-15.569539,-19.491741,-2.4280217,-12.102121,-15.662035,-13.471996,-27.085653,-23.669157,-25.52916,-3.2223282,-3.2223282,-8.461374,-33.389717,-11.533623,-10.5089655,-28.112411,-18.18439,-23.694578,-12.54365,-9.109203,-28.359203,-29.768572,-15.060372,-28.829775,-19.488058,-17.986406,-6.5483866,-13.149608,-13.060254,-18.648335,-20.110493,-17.54291,-12.489769,-27.265976,-20.27852,-18.809675,-23.901577,-23.176731,-20.989231,-31.06345,-19.486845,-28.257372,-9.621212,-18.825684,-35.758377,-2.1742866,-20.509869,-30.095963,-38.352283,-20.108086,-22.082401,-12.445207,-20.147602,-9.799231,-5.407539
+11600,-32.094498,-20.044014,-21.297514,-23.976896,-29.305637,-35.982693,-33.808693,-22.452528,-21.636395,-32.183224,-23.645205,-30.395205,-31.243607,-38.774113,-29.904476,-41.18594,-32.369495,-46.313354,-29.832705,-37.547657,-39.069344,-23.275635,-17.641619,-35.678352,-31.344715,-2.4147608,-9.664807,-6.039753,-30.069557,-33.683403,-32.384075,-32.038807,-26.913807,-36.56016,-26.664272,-8.803613,-27.975067,-48.25002,-41.43075,-42.74994,-37.749207,-20.714489,-44.089485,-43.802044,-32.21176,-31.91097,-28.861668,-28.485916,-15.92335,-15.375212,-43.22293,-37.519646,-36.841072,-17.077827,-27.584013,-41.095562,-62.99268,-54.462162,-45.750595,-21.106562,-32.419064,-40.231564,-32.96842,-39.405373,-32.511612,-46.176144,-59.79698,-36.982048,-22.205717,-22.418772,-37.982986,-31.63182,-43.36118,-26.619892,-35.737087,-36.397663,-33.253662
+9612,-29.626648,-22.370924,-24.971682,-42.87806,-42.031807,-38.68438,-58.40696,-28.01713,-38.122925,-0.0009310979,-18.813284,-10.875784,-19.535673,-28.680471,-30.109924,-36.758682,-33.140274,-42.877777,-25.875784,-38.0229,-39.530907,-31.509924,-15.101282,-28.473122,-22.047733,-17.561163,-33.788998,-31.908632,-36.61608,-34.76182,-35.251007,-31.583784,-33.365036,-36.086,-30.132227,-30.12669,-43.646408,-38.43407,-28.808922,-13.288472,-27.293678,-14.21047,-39.30422,-35.93653,-27.673565,-32.75467,-33.065422,-34.78584,-32.06707,-31.3788,-35.766445,-35.182632,-36.861855,-33.38987,-27.36191,-35.87815,-50.103806,-34.55682,-40.47682,-28.878021,-33.003017,-42.940517,-24.321884,-40.77618,-36.356136,-34.007454,-59.687958,-32.74156,-20.69581,-27.093668,-47.725292,-41.606564,-45.55214,-25.223118,-28.62697,-32.992336,-34.770844
+3284,-22.509907,-14.62247,-9.048794,-22.869953,-17.223583,-6.6752877,-7.459704,-12.171246,-5.799462,-22.363737,-13.965339,-16.27784,-17.001162,-23.29493,-13.296688,-18.53347,-6.7607408,-26.448906,-14.277839,-17.556202,-5.876634,-13.728185,-2.8601108,-34.208496,-18.44269,-6.445602,-15.9459915,-11.19556,-10.812071,-29.167912,-21.832859,-14.396537,-13.396537,-17.26245,-11.748278,-10.227261,-18.727915,-26.175846,-28.908848,-21.342537,-26.32821,-6.471376,-22.158875,-30.175518,-20.690262,-17.47483,-19.552425,-9.677242,-11.551775,-9.125023,-19.188583,-9.551878,-25.64063,-4.9916587,-15.499337,-22.515196,-35.476837,-25.343555,-27.11839,-7.29444,-21.419441,-17.231941,-19.957851,-21.053268,-8.99211,-40.042725,-41.3422,-21.04269,-14.703463,-26.393147,-26.542477,-22.954437,-29.929523,-14.021885,-18.820246,-20.251366,-19.793808
+5133,-21.597168,-13.669096,-10.201146,-26.750069,-21.029547,-8.212156,-28.117203,-6.0303183,-11.135197,-29.484838,-16.477139,-20.977139,-25.245872,-29.266201,-17.920462,-24.978134,-8.334787,-30.391027,-26.164639,-33.091595,-21.749401,-18.189816,-13.7882595,-19.762136,-21.388973,-4.2213206,-13.430004,-5.2211757,-12.478303,-34.626007,-23.577942,-19.852285,-16.789785,-29.594885,-16.098158,-6.1245117,-35.10768,-28.44341,-30.23693,-26.494772,-23.306921,-14.099938,-23.849937,-38.551888,-24.708042,-12.2249975,-20.679317,-12.599979,-6.912449,-22.709248,-24.492321,-13.949873,-24.661793,-3.217245,-27.852314,-23.18029,-37.173378,-38.735966,-35.058624,-10.793497,-30.855997,-32.19975,-16.938072,-38.2473,-18.097916,-23.315578,-34.602585,-19.727795,-28.816385,-22.12826,-32.138176,-17.822863,-25.904394,-18.116903,-31.662443,-25.850487,-26.160978
+5459,-45.71069,-15.767822,-23.944784,-24.860842,-34.707516,-30.287176,-38.896725,-34.519802,-18.426937,-33.779583,-24.402962,-28.590462,-27.489307,-34.879524,-28.006489,-27.272839,-18.016027,-27.522232,-29.371712,-25.129776,-27.223026,-33.94879,-20.57774,-38.138855,-20.625063,-23.573915,-27.387207,-26.011337,-30.032684,-41.871628,-26.882824,-35.820724,-35.914474,-38.511078,-42.008247,-23.778671,-27.34365,-43.66918,-37.735466,-18.712894,-30.2697,-18.69066,-25.440662,-52.471943,-19.077477,-29.75996,-31.852644,-32.165985,-26.134193,-26.352177,-33.091015,-21.99366,-26.275442,-25.031868,-26.341507,-29.021212,-32.771755,-30.799503,-29.118439,-18.259485,-26.196985,-30.071985,-22.926857,-29.792168,-35.229286,-26.866568,-52.797974,-30.829653,-32.91829,-42.07322,-49.639732,-38.133926,-32.84189,-21.61184,-32.493053,-35.402554,-36.134495
+9422,-28.186255,-19.010424,-13.49372,-20.623377,-24.197865,-18.803934,-19.993639,-24.397293,-20.125338,-39.932632,-18.193863,-25.318863,-32.329548,-32.850113,-37.288826,-14.150261,-23.833769,-22.3144,-27.975113,-0.11052921,-11.074188,-25.506403,-22.187704,-27.32412,-29.652794,-21.344313,-19.968822,-22.093311,-26.102222,-39.69271,-30.372913,-15.535688,-23.285688,-37.99256,-22.792318,-22.326536,-33.04088,-40.81388,-31.854156,-36.59416,-30.919758,-18.250185,-39.187683,-33.441963,-26.315252,-23.759035,-21.901741,-18.776266,-16.776142,-17.283354,-26.904232,-24.192924,-30.094877,-19.558617,-27.29697,-28.681273,-34.842113,-27.875755,-33.89587,-30.390951,-34.047203,-36.203453,-22.684896,-27.174994,-18.501303,-35.818344,-56.84368,-33.29422,-33.721752,-41.373447,-50.631317,-34.2066,-34.02285,-21.044252,-30.831177,-23.576488,-16.972446
+683,-30.616293,-21.511385,-22.323448,-30.383493,-26.525494,-27.234417,-26.521187,-30.001564,-21.169767,-46.605423,-28.099964,-25.349964,-40.35017,-39.726917,-44.614002,-16.725464,-20.607319,-31.992756,-34.693714,-13.455665,-28.771404,-35.816265,-23.250631,-35.48947,-30.473335,-19.21138,-32.523586,-26.838623,-20.832432,-49.574074,-33.19706,-15.731183,-21.981182,-35.285667,-0.030395351,-21.829914,-47.350315,-47.03503,-39.252247,-38.56147,-36.333714,-22.373817,-46.811317,-37.966618,-32.11988,-30.239403,-28.173813,-23.359488,-23.04694,-27.42396,-31.931728,-21.764534,-32.42022,-19.708866,-23.327578,-32.894844,-33.026123,-28.399986,-32.549057,-22.327543,-32.015045,-33.515045,-19.857449,-26.634659,-16.187172,-38.50471,-55.569626,-32.706406,-33.45246,-48.84831,-42.783836,-33.410896,-43.179207,-22.048681,-33.28167,-43.30956,-28.976439
+4151,-23.429066,-21.36511,-20.359175,-22.387657,-33.452976,-36.883324,-43.225384,-30.308216,-28.054466,-29.043594,-5.8073444,-11.932344,-26.371147,-21.588596,-17.663528,-31.35373,-19.94561,-38.460026,-25.259495,-29.154339,-44.954525,-32.05131,-24.03113,-31.113285,-17.062494,-20.7801,-35.482876,-31.16725,-25.84391,-35.52893,-31.678219,-26.82165,-22.00915,-24.563349,-42.31761,-37.92544,-22.11998,-36.76162,-28.073456,-19.17883,-27.39928,-18.568228,-43.81823,-26.167557,-35.38331,-29.247225,-31.369469,-24.49759,-23.996304,-29.938108,-46.57656,-32.447586,-40.18551,-28.217356,-4.0763073,-34.81342,-45.774544,-33.49715,-35.608765,-33.851204,-26.226204,-39.77308,-21.204308,-30.963509,-32.83635,-31.069645,-53.340626,-28.380493,-29.917313,-33.25064,-46.606674,-36.614662,-36.706497,-14.69582,-34.66331,-37.699726,-30.977804
+1672,-30.07346,-20.839647,-22.858011,-45.015602,-50.61193,-46.889233,-53.15271,-27.357922,-21.65113,-45.724167,-30.192724,-31.817724,-34.859867,-37.622414,-30.620209,-51.22513,-42.848152,-75.45365,-28.630224,-45.79785,-46.594875,-19.125736,-32.58362,-39.5291,-31.908089,-21.456762,-35.18995,-27.439617,-43.775707,-53.455635,-37.177933,-36.7618,-38.85555,-39.878395,-43.811436,-31.875692,-38.998837,-61.939953,-36.393326,-49.138943,-45.11133,-20.953968,-42.76647,-37.78902,-25.560905,-44.386948,-38.535583,-35.12594,-30.500858,-0.006223761,-41.966724,-38.638096,-43.241493,-41.719105,-38.881516,-38.381313,-47.455437,-42.321815,-39.374577,-22.433033,-27.745533,-36.558033,-39.62629,-52.434174,-33.19679,-37.271126,-57.134983,-33.64481,-26.104008,-22.119402,-55.140697,-38.897346,-38.54833,-34.27517,-35.23974,-60.412678,-48.820984
+5603,-36.80169,-21.508223,-29.640615,-46.474373,-36.32585,-49.28131,-48.025913,-21.90866,-19.62882,-37.69278,-30.188889,-34.81389,-35.60576,-41.767014,-42.713753,-39.907898,-29.52322,-46.511852,-36.90764,-36.653564,-46.967022,-25.873266,-21.509811,-41.450012,-38.375904,-3.7772772,-17.423733,-0.026934305,-41.474846,-38.075344,-37.448933,-32.70323,-23.265734,-35.803173,-32.954144,-5.6430655,-44.475723,-39.22368,-41.484077,-46.486103,-42.884586,-28.886192,-50.386192,-48.1175,-34.93002,-34.88472,-35.10824,-32.816315,-16.753777,-26.733994,-43.019215,-27.317934,-38.516487,-24.153456,-28.657097,-48.395493,-66.54729,-58.68367,-52.678993,-24.81675,-39.81675,-44.473,-39.690998,-42.892166,-23.765087,-34.701458,-46.402172,-27.943344,-23.948948,-27.41118,-44.56561,-37.723793,-48.888596,-31.872072,-34.78032,-47.398106,-32.367363
+8651,-36.933918,-17.802711,-23.762066,-32.341244,-27.092468,-5.628878,-15.955633,-9.556228,-12.3653345,-41.230278,-24.062069,-19.624569,-26.252502,-30.093319,-23.102444,-24.939106,-13.529886,-30.658993,-31.155819,-34.54607,-25.903543,-18.426426,-20.10826,-28.581955,-29.3107,-28.180387,-39.115543,-15.427102,-26.393864,-40.4923,-35.370296,-20.47863,-13.103629,-25.700047,-37.92836,-9.364481,-40.201897,-43.637917,-39.191032,-33.61921,-30.707018,-26.346025,-43.096024,-41.6491,-27.726126,-24.638456,-37.239445,-21.614456,-4.364428,-21.141142,-34.374443,-25.077412,-32.8979,-29.304897,-25.27156,-39.8805,-52.73533,-50.20675,-41.535114,-17.462988,-32.71299,-37.52549,-30.460548,-45.990616,-10.010913,-16.479198,-28.29191,-5.7591095,-32.24558,-34.97222,-48.84935,-32.989655,-36.47249,-32.979256,-38.61733,-35.13205,-28.159422
+9725,-26.47168,-17.28502,-8.240557,-30.109278,-21.200827,-35.469357,-39.957275,-22.651533,-23.470768,-24.186752,-18.901625,-21.839127,-25.876192,-23.807877,-21.206566,-30.152302,-26.927761,-37.947548,-32.011,-41.942898,-51.01546,-30.066229,-26.61207,-27.508549,-20.54403,-25.748611,-42.47782,-32.442154,-32.893448,-39.279083,-33.996628,-23.682438,-26.494938,-22.194624,-41.351902,-33.786705,-27.077808,-24.654768,-28.47268,-29.255991,-26.181435,-17.058504,-21.683504,-32.268353,-26.80431,-29.775341,-38.52217,-14.944703,-19.319504,-30.077095,-35.25534,-37.505127,-39.246357,-27.125458,-10.737939,-32.532585,-25.536013,-21.32603,-17.005112,-26.385633,-22.557508,-28.436415,-7.116231,-46.464615,-34.608734,-30.359709,-49.696495,-27.232738,-27.491299,-26.070675,-33.930496,-16.93248,-35.18834,-10.375167,-33.439648,-33.031612,-35.25138
+8865,-26.16065,-12.914611,-13.982795,-24.78906,-15.009186,-16.195448,-16.258347,-19.990479,-12.811037,-20.959375,-14.695362,-17.726612,-25.52708,-25.071339,-21.839716,-18.754574,-7.067127,-23.492788,-18.195362,-15.72823,-0.30455512,-14.250707,-2.6640077,-37.14284,-21.190968,-13.967002,-12.841867,-19.965683,-9.262381,-28.907106,-24.94474,-20.581312,-18.393812,-24.028103,-25.561783,-13.966562,-38.49758,-35.073116,-28.170216,-24.303661,-27.535164,-14.038587,-36.16359,-32.465065,-23.639418,-17.148985,-12.02343,-22.648548,-13.773326,-16.761515,-17.55474,-14.281441,-25.311264,-10.343509,-22.932312,-25.77877,-33.354065,-25.709661,-23.361795,-24.922419,-29.734919,-31.484919,-25.835815,-30.671476,-10.427828,-15.495686,-39.28014,-20.717564,-24.459797,-30.838099,-26.00775,-26.26657,-35.866787,-17.736109,-23.264275,-18.837013,-15.052072
+8324,-34.790077,-20.810455,-25.047613,-29.907465,-36.707474,-26.57785,-26.986765,-25.786106,-22.717964,-35.733986,-21.36259,-23.86259,-36.867912,-33.089153,-30.524338,-25.369396,-25.179113,-11.425615,-28.83134,-22.513535,-23.456688,-30.593504,-21.608236,-34.111176,-25.60495,-18.15358,-19.280691,-23.278473,-42.464653,-40.63552,-34.288338,-19.582024,-4.519523,-26.963947,-29.286179,-27.269962,-27.147331,-37.059586,-34.248707,-40.527367,-34.7575,-21.665358,-38.040356,-39.142323,-24.957352,-30.433449,-25.316744,-26.651127,-25.150684,-25.661491,-32.442642,-28.193754,-36.368988,-19.261864,-31.64153,-44.324913,-37.34918,-32.35044,-33.297874,-23.106367,-37.60637,-35.23137,-27.121737,-44.91867,-17.740505,-35.222668,-47.576878,-29.292492,-42.52398,-47.349007,-51.50357,-37.881912,-38.016335,-23.367401,-58.011524,-19.323112,-0.020913042
+12482,-25.08709,-16.577763,-16.128813,-16.801456,-23.4816,-24.928926,-21.227993,-23.822908,-22.161488,-38.323395,-5.6393423,-24.076843,-31.67628,-35.658875,-28.395046,-30.847557,-21.75016,-35.271744,-33.43622,-33.768272,-41.78125,-22.450518,-16.68257,-28.747646,-19.15151,-11.238212,-27.097858,-22.361631,-23.01773,-34.98811,-25.463543,-25.570118,-28.820118,-26.887627,-35.862976,-30.964243,-20.469067,-38.29431,-34.118538,-27.549791,-32.905853,-16.93746,-35.12496,-33.42419,-24.561352,-22.509266,-30.779964,-17.808723,-10.683438,-21.845798,-27.95809,-30.175085,-34.102623,-20.880049,-6.250469,-25.47967,-48.68217,-51.563442,-29.193611,-27.013506,-31.576006,-39.951008,-30.6472,-31.147566,-26.43372,-23.190535,-42.961784,-29.445278,-18.927464,-22.352232,-33.414013,-29.474985,-31.611984,-7.569807,-27.288723,-33.83213,-25.00172
+8801,-20.377693,-13.784557,-12.240484,-26.089493,-20.843557,-12.119569,-16.293512,-13.829345,-8.271042,-18.060299,-10.671152,-13.358652,-16.283247,-20.108652,-19.744223,-17.662052,-2.6417654,-19.065804,-17.405527,-14.486749,-1.8639183,-12.1726055,-1.1095793,-38.73622,-21.357592,-10.673374,-9.673405,-16.464598,-10.418279,-31.005737,-23.312616,-17.430264,-19.055264,-18.394806,-27.119215,-9.498631,-35.926292,-34.86375,-25.008923,-20.31197,-26.261185,-13.2943945,-27.794395,-29.081501,-23.547493,-11.5889435,-9.077823,-16.14056,-8.077778,-11.348583,-20.929028,-12.027126,-26.373516,-5.008911,-21.110695,-21.7469,-35.018173,-25.928154,-25.797237,-14.007416,-30.351166,-26.069916,-14.991591,-26.32824,-12.067942,-25.54256,-42.408615,-21.436192,-21.940065,-29.0238,-30.837376,-21.359955,-30.388052,-12.729399,-21.661604,-20.289455,-15.647879
+5188,-35.406754,-27.077374,-32.440125,-38.88163,-32.048775,-32.1012,-42.852135,-30.140285,-30.161661,-41.17007,-26.627434,-32.627434,-35.07116,-40.064934,-39.25513,-27.473291,-20.159822,-33.50699,-34.439934,-34.058666,-29.84693,-40.88006,-25.969284,-39.129723,-32.657368,-20.451857,-35.016155,-30.326675,-29.197466,-45.793194,-35.767887,-31.751057,-25.126057,-36.76866,-28.731007,-27.88671,-42.6476,-54.970806,-48.666405,-38.367725,-39.119743,-27.354548,-49.417046,-55.645542,-34.197773,-1.8036969,-11.14346,-8.002506,-2.4286568,-28.108692,-48.846245,-24.99802,-40.214874,-24.33387,-30.924955,-47.31843,-51.38851,-44.353256,-40.91444,-24.63501,-39.26001,-40.22876,-30.562008,-44.44738,-30.349192,-32.143143,-50.90536,-28.144335,-34.3653,-42.18395,-46.96754,-37.573776,-43.04731,-34.378876,-43.338425,-41.72862,-35.336033
+1283,-20.758987,-15.614292,-23.794659,-28.09876,-24.245316,-22.937904,-31.962677,-12.79134,-20.343697,-22.582357,-6.595777,-15.095777,-16.49403,-24.462965,-2.84616,-27.001593,-15.531288,-38.982174,-15.783277,-26.572533,-24.300152,-17.429073,-4.606621,-2.431727,-20.688158,-0.6163779,-14.429843,-11.117375,-32.994194,-26.820673,-37.481937,-34.145397,-35.582897,-34.370533,-23.739384,-16.010431,-29.03098,-28.431177,-30.817112,-29.714668,-32.68387,-10.424714,-35.424713,-35.885506,-26.425587,-22.256813,-23.869864,-16.369244,-19.119213,-7.798787,-24.144432,-20.215443,-31.60076,-10.608237,-19.753025,-31.489864,-48.101006,-42.08984,-25.765045,-12.324811,-22.012312,-28.387312,-22.079746,-36.960793,-24.281929,-36.570606,-56.460712,-31.646618,-27.062908,-42.296448,-44.732666,-34.07672,-21.010616,-22.45309,-31.004763,-28.458174,-24.916534
+5227,-23.553072,-21.288551,-11.775969,-27.481018,-24.457342,-14.371213,-27.006924,-19.538662,-16.33937,-34.95698,-18.851845,-18.539345,-22.736334,-26.601845,-18.423738,-26.792484,-9.921492,-37.204254,-29.851845,-36.929283,-26.407135,-25.615961,-17.612677,-24.27322,-28.210585,-15.239552,-29.573914,-24.801752,-13.173882,-38.981514,-31.44669,-28.064705,-23.377205,-24.127733,-20.778305,-18.916134,-38.268883,-33.75764,-32.664856,-29.088062,-29.604507,-19.971088,-24.971088,-43.462883,-32.13207,-2.5450966,-13.4566765,-1.9130353,-1.4130312,-24.170864,-31.9546,-16.186275,-30.488451,-12.301576,-26.63657,-37.56771,-42.890556,-36.589153,-33.42214,-11.665161,-28.665163,-31.071413,-22.186686,-44.47084,-31.184427,-27.465948,-35.40716,-27.235981,-25.215178,-30.865223,-37.60112,-22.099298,-25.712412,-19.690233,-32.98758,-32.098503,-30.625849
+3185,-41.57186,-18.634493,-26.019466,-38.932457,-16.320057,-35.626503,-36.16656,-32.356354,-21.882505,-29.914774,-21.758144,-24.633144,-28.34093,-32.383144,-27.61153,-28.94064,-19.768887,-38.275394,-30.664394,-31.762869,-29.60682,-29.346222,-21.89152,-27.10849,-27.454235,-26.601326,-35.336025,-29.882349,-34.592438,-36.56508,-34.96072,-27.385807,-25.073307,-34.804874,-28.795856,-25.132416,-41.65778,-36.5273,-38.74513,-41.903553,-32.87604,-24.98138,-31.35638,-51.116516,-31.411041,-24.243084,-30.173319,-7.007245,-21.194738,-17.266712,-37.148804,-24.535408,-30.23079,-29.845922,-33.032944,-33.952255,-45.3315,-34.877983,-30.074697,-0.009474637,-23.196974,-21.540724,-21.671118,-42.986855,-25.12708,-41.26004,-54.522007,-31.442917,-27.951225,-45.09456,-52.98809,-18.069906,-47.131874,-24.906544,-36.08225,-51.308784,-46.731308
+9895,-19.852226,-16.150146,-12.666068,-24.055033,-35.79728,-26.22494,-36.84017,-22.440422,-27.89429,-36.6734,-20.636375,-5.948874,-20.835781,-30.417624,-35.98741,-40.71528,-32.40045,-38.464836,-31.073874,-21.348358,-41.13151,-27.589636,-21.237928,-19.554695,-8.71089,-22.737934,-32.685947,-32.011967,-28.784138,-39.015366,-25.31423,-20.9855,-15.485499,-25.528265,-36.92721,-30.073559,-27.298332,-16.762913,-9.861668,-3.7079287,-7.729878,-15.01078,-36.44828,-30.5178,-32.045593,-33.055336,-33.162918,-26.993399,-21.679962,-20.423971,-29.797886,-33.24728,-29.63667,-32.749763,-15.706007,-30.576717,-31.819174,-31.4483,-27.43409,-29.177996,-26.490496,-35.771744,-21.011986,-34.901997,-34.25714,-35.543587,-48.679497,-27.576248,-26.779713,-18.645561,-39.540504,-32.704395,-33.298653,-12.488163,-25.17508,-27.95484,-22.074337
+10388,-12.017963,-18.138655,-19.50792,-29.516634,-22.489792,-30.832357,-47.159027,-15.161531,-24.63755,-20.84636,-8.151388,-14.526388,-16.154818,-24.221703,-0.295667,-29.868286,-7.925996,-34.510162,-17.55764,-34.409447,-22.924541,-17.334417,-7.6401143,-10.099848,-20.143618,-2.6375198,-22.076607,-18.699987,-29.991997,-33.597363,-37.10675,-34.611824,-37.643074,-32.903786,-18.630848,-19.450726,-35.6623,-41.432285,-32.149605,-23.481379,-28.16893,-9.762462,-35.512463,-41.70053,-24.473377,-23.453403,-25.17307,-20.890194,-17.890087,-9.993598,-26.457062,-23.35729,-32.83852,-15.107368,-28.123722,-25.645721,-55.304527,-45.976864,-37.890877,-15.329954,-29.579954,-34.173706,-20.188862,-41.559433,-31.389559,-40.13688,-52.333885,-35.637367,-28.637344,-27.388287,-40.502552,-35.575424,-22.515053,-19.820457,-33.480293,-35.456406,-34.570312
+3718,-38.1339,-27.402449,-26.242949,-49.55904,-34.20895,-37.553646,-37.986176,-48.535595,-22.37285,-54.502388,-38.020336,-36.145336,-42.1547,-42.770336,-44.64869,-47.756435,-42.942142,-54.561966,-44.520336,-38.516907,-37.866936,-26.322626,-34.34636,-39.914547,-32.429935,-25.922602,-37.76533,-36.324657,-39.33911,-51.25128,-0.017228521,-31.471525,-30.596525,-30.495905,-53.919243,-33.500187,-39.80008,-44.78018,-38.18064,-27.75008,-36.662933,-25.245617,-38.870617,-46.262024,-29.557457,-45.81504,-32.49541,-30.503014,-25.377487,-35.139706,-39.08874,-36.32179,-43.229782,-30.849613,-24.03826,-30.778376,-43.272533,-36.91928,-32.99376,-28.084887,-37.20989,-41.58489,-29.908129,-59.52875,-30.421688,-36.933197,-49.99884,-30.580427,-24.695522,-15.561772,-35.720585,-33.615307,-45.148964,-30.961159,-22.427801,-56.33219,-40.600388
+7368,-21.609285,-14.106757,-14.241119,-20.532513,-15.996307,-13.829491,-20.267887,-20.33609,-23.350105,-26.333763,-15.389324,-5.264324,-14.409358,-19.170574,-13.257523,-21.953224,-15.657503,-24.561207,-25.584637,-30.172188,-35.37548,-19.509241,-21.289566,-26.743855,-17.725735,-17.769623,-30.719536,-17.50611,-14.634525,-42.302162,-17.88733,-24.546528,-16.484028,-19.931728,-28.958305,-20.818565,-24.499962,-20.608263,-20.254644,-23.086967,-21.14162,-15.736197,-26.048698,-31.60567,-24.671011,-35.34777,-29.534458,-17.410215,-11.972623,-15.824045,-10.099678,-20.246656,-27.38034,-20.727732,-17.352285,-29.215431,-25.108616,-31.251091,-21.546755,-20.964602,-23.933352,-27.95679,-22.622383,-35.92447,-21.419361,-17.951754,-43.05522,-17.163635,-24.081161,-23.11288,-31.346369,-24.053728,-24.704466,-11.231994,-24.842024,-23.207876,-21.096434
+8988,-30.328613,-17.537453,-19.261042,-30.122608,-28.209257,-26.213915,-28.461174,-29.662027,-23.523884,-28.916323,-20.412807,-23.037807,-36.85931,-30.811245,-28.17534,-23.879044,-23.385769,-21.612572,-32.95773,-19.526997,-43.577824,-25.472866,-19.299059,-31.25957,-20.396025,-15.765255,-25.070967,-23.44845,-36.85571,-32.945896,-25.10151,-16.755592,-8.005591,-20.888206,-46.722694,-21.21001,-21.704372,-23.336977,-23.017788,-23.582531,-24.757246,-19.83068,-40.33068,-37.2498,-32.725117,-28.43609,-26.50512,-23.352448,-18.225412,-30.053818,-27.219053,-25.87989,-35.87274,-21.270145,-23.496607,-28.554836,-26.56448,-25.266079,-20.65931,-25.080055,-22.580055,-31.126932,-22.137299,-37.02954,-20.820559,-37.884384,-44.5399,-28.13464,-31.55618,-42.881058,-42.895622,-28.88538,-34.391785,-15.095729,-27.511301,-34.591618,-18.92281
+10452,-17.629562,-19.119467,-24.16647,-37.41891,-29.973312,-22.793592,-34.769264,-23.76065,-25.569735,-22.786858,-12.472431,-14.034931,-20.14406,-23.519306,-26.04544,-33.44959,-24.161291,-42.129776,-14.222431,-35.183693,-27.44946,-16.111197,-1.7151036,-35.121513,-20.077744,-12.037089,-26.225689,-20.661886,-27.250902,-31.249744,-31.529785,-35.99761,-38.02886,-31.387884,-27.5138,-25.529148,-33.840538,-33.132217,-30.61422,-21.508156,-30.822378,-2.9845338,-28.172035,-35.18424,-21.441767,-20.35091,-28.287354,-27.161583,-18.598804,-12.131956,-44.00331,-27.709835,-35.283615,-14.562205,-23.772593,-32.412952,-38.983673,-32.304756,-25.469654,-20.086393,-27.586393,-33.08639,-25.548012,-38.45794,-22.045723,-34.442482,-42.238686,-24.597452,-21.196667,-16.203554,-38.775513,-32.038258,-29.245142,-25.957909,-17.97511,-36.410896,-37.690628
+10734,-30.762657,-14.98456,-19.498722,-27.62527,-20.972244,-42.9791,-47.666576,-36.34828,-22.540462,-42.383163,-24.61,-26.985,-27.433096,-32.844376,-27.127476,-41.2621,-39.337784,-49.28283,-37.406876,-28.906807,-39.367672,-22.529217,-28.675528,-33.10148,-17.424828,-24.995266,-32.431416,-32.552322,-32.61777,-30.041286,-25.971243,-27.365131,-25.615131,-29.66198,-43.07241,-36.034737,-28.166615,-29.533873,-26.173992,-26.15614,-25.462154,-22.37413,-29.43663,-38.420532,-28.099522,-29.920311,-33.213753,-10.002871,-21.690346,-19.580399,-23.469664,-27.405407,-37.225616,-32.78765,-21.451916,-32.2879,-29.29424,-27.269295,-24.27657,-21.415745,-0.009496244,-23.58762,-6.5957956,-50.367104,-30.485142,-26.609304,-48.684303,-31.688744,-33.218487,-31.130688,-48.602768,-15.073461,-32.63588,-14.693993,-27.060146,-27.631638,-33.918896
+11003,-39.908684,-17.561699,-28.126457,-37.515133,-13.622222,-27.182814,-33.80567,-18.638031,-19.371925,-32.46441,-24.690525,-26.128025,-29.837513,-33.315525,-28.529324,-24.291103,-17.297523,-35.48193,-30.878025,-30.743662,-27.994568,-32.050484,-21.638432,-24.070671,-20.143534,-29.817657,-35.62095,-30.559423,-37.524155,-46.036522,-34.75506,-28.692844,-27.755344,-32.827602,-25.587421,-27.122288,-36.145107,-33.804325,-33.138165,-28.41501,-28.564728,-22.351204,-22.601204,-49.264824,-25.111986,-32.5687,-36.001083,-7.6842604,-24.871735,-27.628126,-32.69368,-22.439009,-26.99596,-32.321995,-30.688,-33.529545,-38.306007,-26.02303,-27.51481,-0.20328584,-19.234535,-16.015785,-13.407889,-44.213013,-19.634792,-38.568565,-46.476227,-28.066738,-32.658653,-49.161133,-55.915718,-17.87339,-40.155777,-25.759216,-33.11732,-45.580006,-40.584812
+3361,-33.187885,-17.360882,-18.245708,-27.17605,-23.074179,-10.343547,-3.213307,-19.06521,-18.831408,-32.487698,-22.934162,-17.996662,-21.719078,-30.590412,-19.932495,-27.651917,-15.540831,-36.265186,-26.809162,-28.766045,-21.683903,-33.096962,-24.760128,-42.381374,-24.57272,-19.498217,-25.000181,-26.18487,-28.979193,-45.105247,-30.464962,-20.448011,-20.885511,-24.340092,-23.402287,-21.12663,-34.874454,-42.147278,-36.964275,-33.39293,-25.606716,-19.2526,-36.5651,-36.391212,-24.728786,-17.0737,-18.380106,-9.255066,-6.5050592,-22.285872,-30.150753,-21.222809,-35.850807,-18.530214,-24.187355,-35.111893,-34.931973,-33.99876,-26.195517,-24.312458,-26.437458,-30.968708,-21.50306,-38.372715,-22.233963,-16.256239,-49.31938,-12.347266,-26.055534,-40.206783,-34.38701,-24.091904,-30.503452,-19.039701,-39.685196,-29.24291,-27.115751
+12487,-20.221786,-18.299006,-16.410637,-35.24577,-30.115002,-33.036236,-49.60753,-31.181028,-23.950989,-32.114998,-15.989857,-4.4898562,-26.635576,-22.458607,-36.054707,-20.836588,-21.270485,-31.848358,-28.208607,-22.575577,-39.768913,-29.794668,-20.767143,-28.09003,-19.24746,-22.512312,-34.03322,-30.879366,-29.210712,-29.024458,-30.249687,-21.067,-20.317,-23.741302,-47.795258,-32.60999,-33.090744,-22.589,-4.064666,-0.5181895,-9.03685,-15.79945,-32.8932,-14.648201,-33.29983,-38.18878,-35.585537,-20.689163,-18.06373,-19.169548,-33.9806,-31.52171,-29.138147,-28.76708,-20.612076,-38.65913,-32.69096,-25.02952,-25.261538,-30.137066,-30.199566,-36.324566,-16.44286,-40.055542,-31.96672,-35.442524,-51.380577,-31.99918,-27.808739,-40.658245,-41.92874,-34.988335,-40.444344,-18.802856,-23.503824,-28.50322,-26.26337
+10262,-27.75921,-13.038212,-10.093296,-11.04063,-26.136818,-34.475388,-34.42211,-27.829597,-17.899899,-32.71271,-10.29378,-14.418781,-20.03457,-19.012531,-22.401112,-21.489212,-24.353922,-21.499107,-23.48128,-18.998075,-32.197884,-18.18531,-14.345256,-24.89597,-9.537415,-11.866316,-21.13613,-16.792553,-42.984386,-32.540585,-22.9452,-13.6750965,-8.550097,-9.425121,-37.41342,-18.539364,-2.1048203,-29.82958,-22.094156,-20.590021,-22.397251,-15.456894,-33.956894,-24.95187,-32.995003,-31.64531,-25.631557,-19.142061,-10.829401,-17.430943,-14.456519,-36.837276,-31.608027,-25.06668,-5.2306604,-24.891613,-28.381237,-30.38099,-21.126747,-24.681704,-23.619204,-32.3653,-21.268997,-46.53082,-23.322496,-14.597514,-51.609444,-26.926186,-28.393738,-36.016777,-35.231304,-25.52899,-39.389317,-14.436663,-23.091156,-19.456884,-4.860904
+9287,-0.88782865,-18.075304,-21.641235,-33.52971,-40.950375,-32.583755,-38.180717,-26.295704,-27.227524,-20.94082,-11.346682,-6.909181,-13.604742,-19.596682,-8.010199,-35.61344,-22.429447,-45.900074,-18.346682,-38.151115,-37.07951,-19.379265,-15.630042,-23.605701,-26.08892,-17.151272,-30.515945,-26.949764,-39.814724,-40.297394,-31.087809,-37.644344,-38.831844,-34.03359,-30.17349,-22.512033,-42.338417,-38.514923,-29.82656,-25.161076,-31.846478,-18.726698,-41.2267,-34.613194,-26.119741,-28.284554,-32.54525,-32.649593,-28.212019,-13.24458,-40.999947,-36.47016,-41.518356,-25.381489,-24.954996,-32.68666,-57.40961,-48.330643,-39.69983,-19.860634,-35.610634,-39.079384,-32.25293,-47.05674,-35.52491,-38.793594,-54.943916,-33.762634,-24.958496,-17.554724,-44.746857,-36.247272,-29.91241,-25.941488,-32.68859,-37.13862,-31.389545
+9721,-26.49273,-13.789449,-1.9758254,-27.003004,-22.380163,-28.47938,-32.16716,-21.83815,-14.422964,-29.760992,-20.357494,-21.763744,-25.871449,-26.154367,-21.45538,-25.42199,-20.937742,-29.360765,-31.521555,-40.87162,-49.95948,-20.552889,-21.05513,-29.78624,-17.83998,-20.412985,-35.547432,-25.284018,-31.292877,-39.26722,-26.1156,-21.814827,-21.252327,-28.758417,-38.474106,-26.225842,-24.644405,-17.992561,-21.07354,-23.101974,-18.800755,-16.879393,-17.629393,-33.812088,-24.853737,-30.643013,-32.902218,-11.471788,-14.346532,-25.68755,-29.43686,-35.14808,-38.14124,-27.736612,-16.906347,-22.09132,-35.837486,-27.829622,-19.538197,-24.164207,-20.320457,-27.742332,-5.052689,-44.72384,-35.608307,-11.637837,-54.231956,-26.75704,-21.040438,-19.040264,-34.36851,-9.305157,-24.565266,-9.237315,-21.353745,-31.497795,-23.76118
+7150,-19.19796,-14.639507,-22.074266,-28.45306,-18.980276,-23.221514,-37.38477,-14.448515,-19.6349,-18.754335,-6.4031854,-12.215686,-13.471443,-22.551622,-4.6432476,-24.183422,-15.410107,-30.189266,-17.278185,-32.171936,-27.369871,-15.883581,-12.393683,-6.8256826,-26.371658,-1.8876688,-17.620018,-10.349582,-30.603003,-31.008234,-32.10749,-27.803038,-29.303038,-26.695873,-15.361963,-11.03647,-28.288021,-32.470776,-32.094456,-31.742966,-33.19372,-12.393666,-39.831165,-36.33155,-24.414427,-9.613283,-22.40313,-11.3633795,-14.488176,-8.55527,-26.26373,-23.210787,-30.658588,-5.1976624,-20.431381,-30.596504,-52.84769,-47.050602,-36.425438,-11.63378,-25.25878,-30.19628,-19.19918,-36.58271,-27.180824,-32.82026,-49.888653,-30.50888,-28.48515,-28.891365,-38.364677,-26.139477,-19.829716,-20.153276,-31.654757,-28.933552,-25.664886
+10901,-20.604332,-13.058336,-9.64831,-26.79558,-22.28136,-16.128979,-16.545124,-14.754143,-10.501726,-26.163149,-17.061325,-16.311325,-18.979721,-22.701948,-18.297482,-22.9915,-14.379877,-26.431118,-28.27226,-15.732322,-23.612587,-18.696468,-18.554283,-25.861258,-15.236957,-18.046326,-22.062138,-13.231958,-27.520388,-28.42409,-25.925314,-17.78537,-11.910369,-13.953835,-20.953287,-15.517783,-24.58265,-24.193747,-24.827084,-24.144772,-23.337082,-12.227944,-34.040443,-24.427792,-20.337587,-22.913126,-21.746738,-14.156929,-11.281919,-22.93835,-20.055096,-26.432484,-27.32827,-19.321552,-16.04698,-24.214447,-26.656948,-31.78921,-27.088606,-29.292915,-31.667915,-32.777287,-18.396595,-35.98345,-16.420067,-0.12865005,-45.476532,-18.25136,-21.971344,-14.621099,-19.8206,-21.500921,-23.597824,-8.783762,-17.37212,-23.633392,-14.6767025
+12761,-23.388441,-14.357408,-13.658679,-25.676298,-19.015467,-14.397018,-19.080154,-12.190789,-10.9940815,-17.26322,-10.478473,-12.634723,-15.99744,-19.253862,-19.123524,-15.890892,-3.1660883,-18.767523,-14.290973,-11.522845,-1.5964605,-16.229319,-0.6143749,-38.71898,-23.594597,-13.4850445,-10.985027,-18.609995,-13.898729,-33.194366,-28.114868,-19.291113,-20.728615,-22.71838,-25.18589,-12.384474,-36.192184,-36.303574,-27.746489,-20.044926,-25.086855,-16.023342,-37.89834,-30.11107,-23.427624,-14.87122,-10.371041,-21.321316,-11.370984,-13.402127,-24.746578,-11.444337,-26.83788,-6.530938,-19.49825,-24.872938,-40.47489,-29.790154,-26.501076,-21.227789,-32.165283,-28.852787,-19.503248,-24.103107,-11.521807,-17.255363,-38.65419,-21.57291,-26.713428,-33.556145,-34.17178,-24.99046,-32.40548,-14.803128,-26.900887,-20.258484,-16.324438
+5746,-25.560284,-17.960205,-16.823326,-31.245378,-27.36106,-13.680389,-31.168375,-12.622612,-8.194789,-26.673187,-19.347553,-21.222553,-24.570362,-30.960835,-19.713972,-18.96906,-11.362071,-25.251232,-25.285053,-29.562904,-20.851994,-26.53794,-18.490969,-26.59645,-21.388512,-12.784948,-21.021269,-13.4084215,-20.618023,-38.168777,-24.792885,-18.837387,-16.024887,-25.19949,-19.430353,-17.510254,-34.104164,-39.126724,-34.001114,-23.643318,-27.997473,-15.62868,-33.316177,-37.34515,-17.834555,-18.735159,-21.422703,-17.977373,-10.663574,-22.910288,-29.283142,-0.13158904,-18.253841,-15.064993,-29.163881,-31.046875,-39.479828,-40.022198,-28.638102,-14.641469,-33.078968,-31.89147,-25.297688,-31.924963,-16.871758,-24.30979,-38.203026,-15.86021,-25.546623,-36.264694,-39.537212,-25.132784,-28.94043,-18.524023,-29.73051,-26.934458,-22.88131

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=banking77/list=test_1000/labels.csv

@@ -0,0 +1,1000 @@
+6197,55
+6441,63
+5254,42
+4058,38
+5596,27
+114,11
+2806,66
+1087,12
+1139,4
+12996,2
+10447,41
+11288,73
+12620,37
+10691,8
+8838,20
+11829,25
+5055,26
+5484,52
+2936,54
+9239,0
+5848,25
+2035,47
+1266,14
+11887,55
+4073,38
+4823,44
+2662,15
+5923,25
+2923,54
+7478,35
+12409,39
+11263,38
+12272,50
+8760,5
+1955,47
+7756,71
+12943,9
+8885,20
+6776,53
+12715,5
+11892,55
+4231,73
+3603,16
+1096,12
+2786,66
+12791,31
+7613,65
+12357,65
+11662,42
+9066,57
+63,11
+5620,27
+6193,55
+871,46
+10854,66
+8147,43
+3305,6
+3248,61
+2603,15
+3482,16
+4639,28
+7136,7
+6570,70
+7884,39
+12307,35
+10342,4
+257,13
+10939,40
+597,34
+3076,40
+8498,59
+7988,58
+575,34
+10692,8
+416,17
+2046,47
+1802,23
+12925,9
+5787,51
+2827,66
+4537,22
+3049,40
+11130,30
+2725,66
+1417,33
+12180,7
+6157,55
+8864,20
+12995,2
+2324,60
+2251,60
+1989,47
+16,11
+8827,20
+8493,59
+4953,26
+10807,15
+7101,7
+8210,76
+2312,60
+4330,62
+12365,71
+11466,3
+1666,1
+4063,38
+4622,3
+3836,74
+11584,26
+9371,19
+3407,6
+2680,15
+3845,74
+10741,60
+9232,0
+5932,25
+6113,48
+5411,52
+12422,39
+12101,53
+10322,12
+963,36
+11640,45
+5790,51
+519,17
+9694,2
+96,11
+7911,39
+6069,48
+13002,2
+7853,39
+8660,5
+2817,66
+11,11
+1701,49
+5397,52
+2685,15
+425,17
+1958,47
+12202,7
+5036,26
+6054,48
+10515,1
+12164,7
+4865,44
+12189,7
+8355,76
+7023,7
+12813,57
+7527,35
+2435,75
+9940,24
+7402,50
+32,11
+1541,41
+3094,40
+12947,9
+5604,27
+1775,49
+8117,43
+9587,9
+2008,47
+2741,66
+582,34
+2562,15
+7763,71
+7034,7
+6376,63
+9092,57
+202,13
+11193,74
+6028,48
+1476,41
+10315,12
+9472,19
+6092,48
+1919,56
+2986,54
+6078,48
+6698,67
+11430,22
+8139,43
+7580,65
+9696,2
+11768,51
+7030,7
+3711,30
+8118,43
+4895,44
+8450,37
+2225,8
+6803,53
+3040,40
+2834,66
+10998,10
+3955,68
+11164,74
+3599,16
+4288,62
+2846,66
+4278,62
+1150,4
+8719,5
+9210,0
+10575,23
+317,32
+6922,21
+10171,34
+8842,20
+11121,16
+6293,18
+3204,61
+591,34
+9236,0
+10820,15
+996,36
+8481,59
+10583,23
+1555,41
+3754,30
+2257,60
+11351,62
+12515,43
+1792,23
+10659,47
+8290,76
+9713,2
+12555,72
+7311,64
+2599,15
+10911,54
+6332,63
+5152,45
+4602,3
+6340,63
+10385,14
+1807,23
+8458,37
+3319,6
+10078,13
+8380,37
+2739,66
+1115,12
+9783,69
+2158,8
+5652,27
+12173,7
+5744,51
+3782,74
+3456,6
+9414,19
+4810,28
+11760,27
+8925,20
+7440,35
+1883,56
+9930,24
+12920,19
+6413,63
+7596,65
+11819,25
+6624,67
+11903,55
+3858,74
+9103,57
+3555,16
+4457,29
+2409,75
+9174,57
+7133,7
+3159,61
+10129,17
+3150,10
+2201,8
+7666,65
+2865,66
+12815,57
+3282,61
+3886,74
+775,46
+6393,63
+10102,32
+7652,65
+6523,70
+7589,65
+866,46
+4929,26
+5588,27
+3759,30
+10532,49
+9122,57
+12466,58
+4214,73
+5337,42
+574,34
+9839,69
+12404,39
+296,32
+7868,39
+12839,57
+6542,70
+122,11
+750,46
+10136,17
+12891,19
+3235,61
+7444,35
+12924,9
+8768,5
+7057,7
+8917,20
+7602,65
+9870,69
+3316,6
+5694,51
+2078,8
+8022,58
+4839,44
+730,34
+12123,21
+4332,62
+7453,35
+4418,29
+6744,53
+9728,2
+1611,1
+10779,75
+6783,53
+4472,22
+367,32
+10636,56
+1696,49
+3281,61
+6690,67
+4800,28
+8328,76
+4827,44
+530,17
+3977,68
+12840,57
+10417,33
+3545,16
+2396,75
+5344,42
+1829,56
+10084,32
+6306,63
+3692,30
+11054,6
+12948,9
+1656,1
+2338,75
+12260,50
+1372,33
+6644,67
+4988,26
+6775,53
+8683,5
+2032,47
+6371,63
+6946,21
+3676,30
+2414,75
+636,34
+12581,76
+6547,70
+7395,50
+3136,10
+7163,64
+8426,37
+5921,25
+6807,53
+9788,69
+12732,20
+8341,76
+2233,8
+3528,16
+9238,0
+2532,15
+9960,24
+8977,31
+11800,51
+3432,6
+8708,5
+6902,21
+4076,38
+6444,63
+812,46
+7036,7
+1971,47
+9335,0
+3942,68
+5775,51
+9428,19
+8656,5
+9465,19
+5128,45
+10072,13
+9836,69
+9955,24
+1312,14
+3554,16
+10852,66
+5417,52
+180,13
+2776,66
+11345,62
+3655,30
+7277,64
+13060,24
+887,36
+1485,41
+8296,76
+12531,72
+11407,22
+9162,57
+4452,29
+12471,58
+3355,6
+4651,28
+3943,68
+7060,7
+3775,74
+3853,74
+1191,4
+3992,68
+7669,65
+5048,26
+9818,69
+4304,62
+10406,33
+9906,24
+11208,68
+1419,33
+4781,28
+3255,61
+455,17
+6948,21
+6594,67
+9470,19
+1844,56
+11622,45
+372,32
+109,11
+1525,41
+6630,67
+2468,75
+583,34
+11698,52
+5557,27
+13074,24
+6325,63
+11086,16
+1524,41
+6932,21
+3715,30
+6936,21
+914,36
+10052,13
+3295,61
+7266,64
+4371,29
+5666,27
+11409,22
+7414,50
+11770,51
+11278,38
+1869,56
+9650,2
+2715,66
+811,46
+11947,18
+547,17
+4377,29
+1147,4
+9112,57
+11843,48
+7886,39
+12316,35
+6926,21
+12835,57
+2451,75
+7372,50
+9207,0
+8537,59
+11889,55
+12083,53
+9037,31
+12988,2
+1114,12
+12685,5
+2915,54
+9370,19
+2337,75
+2649,15
+4955,26
+9692,2
+9643,9
+3059,40
+3724,30
+8145,43
+6717,67
+5525,52
+6551,70
+578,34
+2871,54
+9211,0
+11002,10
+2539,15
+6279,18
+10878,66
+804,46
+10910,54
+6890,21
+9849,69
+3021,40
+4061,38
+8237,76
+12476,58
+3211,61
+7895,39
+4703,28
+5236,45
+8303,76
+2867,66
+6756,53
+4719,28
+2131,8
+12739,20
+6798,53
+5817,51
+11425,22
+11553,44
+10949,40
+10671,47
+9781,69
+5571,27
+1493,41
+1399,33
+1126,4
+494,17
+527,17
+12562,72
+274,13
+1354,14
+7309,64
+10444,41
+11669,42
+7329,64
+4329,62
+2104,8
+12551,72
+11595,26
+2130,8
+12940,9
+4023,38
+1740,49
+686,34
+9012,31
+4606,3
+4133,73
+7875,39
+841,46
+5378,52
+9804,69
+11946,18
+7709,71
+3143,10
+834,46
+4445,29
+9734,2
+10973,10
+9572,9
+11203,68
+747,46
+12687,5
+2988,54
+8714,5
+6366,63
+3100,10
+11038,61
+12437,39
+4657,28
+3653,30
+9914,24
+3517,16
+9979,24
+7470,35
+8547,59
+533,17
+5114,45
+8769,5
+640,34
+3198,61
+10835,15
+9364,19
+10943,40
+9819,69
+3048,40
+1884,56
+9637,9
+11507,28
+363,32
+8159,43
+12295,35
+4648,28
+4052,38
+11134,30
+7619,65
+3556,16
+863,46
+4437,29
+2423,75
+9873,69
+11736,27
+5320,42
+4359,29
+8285,76
+12299,35
+9013,31
+9314,0
+5011,26
+3694,30
+3720,30
+8497,59
+7067,7
+5140,45
+5258,42
+520,17
+1946,47
+6438,63
+6916,21
+5745,51
+10890,54
+12326,65
+11163,74
+6403,63
+8797,20
+1556,41
+6049,48
+2499,75
+5195,45
+9966,24
+12532,72
+8402,37
+12369,71
+2493,75
+7910,39
+11521,28
+239,13
+6718,67
+11847,48
+576,34
+1566,1
+5690,51
+6944,21
+8723,5
+6622,67
+4659,28
+8658,5
+7814,39
+8586,59
+8160,43
+3709,30
+11620,45
+11840,25
+10249,36
+12833,57
+12484,43
+13072,24
+669,34
+6232,55
+1112,12
+8281,76
+5428,52
+8909,20
+12116,53
+11534,44
+1330,14
+11429,22
+4934,26
+112,11
+3690,30
+5058,26
+2723,66
+10599,23
+3824,74
+4482,22
+12187,7
+5339,42
+1794,23
+1813,23
+9626,9
+2502,75
+356,32
+3176,61
+6263,18
+4373,29
+5736,51
+10314,12
+9450,19
+12498,43
+5155,45
+3811,74
+2668,15
+906,36
+2883,54
+6849,53
+2237,60
+11850,48
+6414,63
+9383,19
+851,46
+7802,71
+7696,71
+3634,16
+5640,27
+8722,5
+4731,28
+9543,9
+1183,4
+9019,31
+5836,25
+7845,39
+11955,18
+2361,75
+13019,69
+1878,56
+5198,45
+917,36
+10725,60
+8619,5
+4928,26
+9789,69
+5300,42
+9756,2
+3586,16
+8692,5
+12781,31
+6175,55
+11744,27
+11863,48
+4357,29
+11624,45
+10726,60
+9652,2
+5939,25
+3114,10
+4292,62
+5810,51
+6885,21
+8479,59
+1629,1
+7561,35
+12056,67
+3330,6
+10125,17
+10358,4
+10849,66
+1857,56
+2073,47
+10603,56
+6613,67
+0,11
+726,34
+8246,76
+9434,19
+7770,71
+6508,70
+9700,2
+8075,43
+8105,43
+566,17
+7824,39
+7778,71
+11714,52
+3427,6
+7165,64
+8802,20
+8944,31
+12936,9
+12156,21
+12265,50
+3131,10
+1923,56
+4866,44
+11664,42
+2905,54
+6947,21
+2114,8
+7536,35
+10215,46
+5319,42
+2093,8
+12463,58
+4978,26
+6038,48
+1113,12
+11394,29
+1422,33
+6544,70
+8647,5
+1679,49
+12356,65
+12070,67
+12277,50
+774,46
+9699,2
+8452,37
+5649,27
+6680,67
+9679,2
+10266,36
+3356,6
+764,46
+7725,71
+250,13
+10111,32
+1219,4
+3056,40
+11428,22
+5368,42
+352,32
+12923,9
+12676,59
+24,11
+10540,49
+10208,46
+3068,40
+4997,26
+9194,0
+9071,57
+1020,12
+8119,43
+3856,74
+2772,66
+5789,51
+4760,28
+4568,3
+10079,13
+7062,7
+5173,45
+7731,71
+9629,9
+6458,63
+11468,3
+12564,76
+171,13
+10128,17
+11103,16
+12171,7
+285,13
+7717,71
+6847,53
+8517,59
+4927,26
+3145,10
+2188,8
+9437,19
+8682,5
+8784,20
+12106,53
+7129,7
+6716,67
+2291,60
+9988,24
+2379,75
+5882,25
+5051,26
+8308,76
+12004,70
+6426,63
+7593,65
+2106,8
+8528,59
+5135,45
+5635,27
+1675,49
+4101,73
+12311,35
+2377,75
+7452,35
+2192,8
+1103,12
+4739,28
+7524,35
+2036,47
+11540,44
+1744,49
+6503,70
+5827,51
+7515,35
+6215,55
+8696,5
+9185,0
+9842,69
+3405,6
+4479,22
+3431,6
+11262,38
+10399,14
+1179,4
+5724,51
+10804,15
+7540,35
+7606,65
+12830,57
+12883,19
+623,34
+10616,56
+7358,50
+10683,8
+9646,2
+3727,30
+7598,65
+1901,56
+2397,75
+10740,60
+11073,6
+11680,42
+1347,14
+10570,23
+3078,40
+10134,17
+2862,66
+3728,30
+3507,16
+8727,5
+6883,21
+4761,28
+11283,73
+8201,72
+9821,69
+9349,19
+7231,64
+5608,27
+6367,63
+13061,24
+12027,70
+1538,41
+11943,18
+12606,37
+6153,55
+11988,63
+5526,52
+6668,67
+10397,14
+10564,23
+3058,40
+11410,22
+7777,71
+5475,52
+3772,74
+9440,19
+722,34
+5249,45
+8912,20
+11317,73
+6921,21
+11175,74
+3919,68
+9682,2
+7156,7
+3571,16
+11953,18
+5269,42
+626,34
+761,46
+8172,72
+10331,4
+8158,43
+11477,3
+8219,76
+6909,21
+437,17
+4306,62
+10138,17
+6498,70
+9589,9
+11147,30
+12803,57
+185,13
+1823,56
+11964,63
+517,17
+7164,64
+12251,50
+12896,19
+19,11
+4888,44
+3508,16
+14,11
+10830,15
+5634,27
+4901,44
+3225,61
+11711,52
+956,36
+2176,8
+10410,33
+8943,20

finetune_lora/qwen2.5-7b-instruct/banking77/size=16/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0