Add files using upload-large-folder tool

.gitattributes

@@ -1613,3 +1613,9 @@ finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=3/lora_ans_no_es/0.0-1.
 finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1805bd3e3336bfe785d4bdb5d56af27d31c9fdc9dc1076e0547b24f00462e9
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb3f032dc51b8bb7aeda67bf2c077777d9087ded6296b7e9d542d0e1d869b54
+size 42951614

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d8c1e19307c4ac960a19a46c8d699055e2e1f29461e64b1b9a7e4fbf52eebe
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/events.out.tfevents.1735316912.gamma.1737962.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4f7222a701c396f07995bbafc0fd7581ee95c104f0b45c351e112e83bbbf53
+size 735458

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=banking77/list=0.7-1.0/labels.csv

@@ -0,0 +1,92 @@
+4673,28
+5543,27
+6448,63
+6818,53
+7075,7
+10106,32
+4743,28
+5779,51
+9052,31
+9100,57
+11452,3
+9203,0
+232,13
+129,11
+11705,52
+3924,68
+4110,73
+2775,66
+10424,33
+4254,62
+153,13
+12729,20
+11522,28
+12384,71
+3645,16
+8064,43
+1817,56
+7204,64
+2115,8
+9209,0
+6685,67
+3951,68
+5877,25
+9518,9
+7617,65
+11777,51
+5418,52
+401,32
+2447,75
+10679,47
+961,36
+10032,11
+263,13
+5308,42
+12198,7
+6637,67
+5749,51
+4684,28
+11457,3
+4403,29
+10389,14
+2016,47
+10707,8
+12159,21
+11978,63
+2990,54
+1993,47
+12951,9
+1978,47
+8162,43
+3548,16
+7764,71
+3678,30
+10087,32
+1759,49
+865,46
+3791,74
+4399,29
+12408,39
+6950,21
+11981,63
+6749,53
+4764,28
+6274,18
+3184,61
+6574,70
+2128,8
+4103,73
+11835,25
+9963,24
+7927,39
+833,46
+7475,35
+11897,55
+12568,76
+9281,0
+8815,20
+729,34
+10501,1
+7441,35
+146,11
+6673,67

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=banking77/list=0.7-1.0/logits.csv

@@ -0,0 +1,92 @@
+4673,-37.641197,-24.13893,-18.814163,-40.314342,-26.9296,-21.906696,-31.086615,-16.309832,-30.441471,-41.82071,-37.469696,-36.782196,-40.310577,-36.094696,-41.279285,-34.54107,-14.751165,-47.49703,-40.688446,-35.58531,-15.585421,-30.815876,-26.331123,-52.932144,-23.143255,-19.825668,-22.826984,-16.666061,-0.028671153,-34.300816,-34.292366,-31.854286,-34.698036,-39.785862,-20.08904,-17.82574,-37.327377,-32.9653,-29.742401,-35.233,-34.76114,-25.574663,-40.13716,-34.778107,-50.518433,-26.196238,-22.178328,-32.88437,-19.946165,-30.824741,-25.480194,-29.93378,-20.784775,-19.708818,-39.746307,-34.273235,-37.600536,-35.66611,-29.866806,-31.871298,-42.688194,-29.246298,-24.429745,-23.135248,-26.553768,-23.108006,-36.86622,-26.770874,-30.562248,-40.277084,-32.767868,-34.606346,-37.453773,-21.81744,-36.33553,-35.81581,-40.29528
+5543,-33.433594,-20.195807,-17.175236,-34.712456,-27.67215,-19.469683,-25.2778,-7.683811,-17.60161,-36.693916,-28.73695,-33.42445,-33.79843,-26.54945,-26.513107,-31.068604,-23.48788,-43.510937,-35.877575,-30.98288,-19.91789,-34.904247,-20.72237,-37.390587,-27.598543,-13.821593,-7.4381022,-0.03918371,-37.716255,-27.465174,-34.421738,-28.75354,-24.81604,-40.518883,-32.645657,-4.413178,-43.376297,-39.778553,-37.900764,-33.860474,-38.65053,-33.616222,-50.11622,-39.231377,-41.360924,-26.071205,-28.856287,-33.15274,-10.417027,-22.02218,-23.458279,-18.38593,-22.181232,-11.786723,-45.83776,-33.41421,-47.72831,-50.28908,-31.03995,-19.719732,-38.56348,-26.969734,-22.22939,-27.724865,-24.488655,-27.07228,-15.008725,-21.475983,-27.17146,-41.417023,-32.458927,-35.87012,-49.334328,-23.490477,-35.289146,-42.669212,-34.378315
+6448,-33.039116,-27.548038,-17.575397,-28.654718,-12.182669,-17.46988,-23.22558,-22.91352,-32.636574,-36.023724,-30.515629,-34.67188,-34.95752,-34.48438,-31.564201,-17.262274,-14.455135,-28.334951,-32.48438,-16.636337,-25.452599,-29.001642,-17.349327,-36.020664,-24.455688,-13.436257,-19.94131,-12.402705,-15.829922,-35.718475,-27.325592,-14.972416,-17.847416,-38.128162,-5.682689,-11.867839,-39.626987,-32.18369,-24.142242,-31.853985,-27.030495,-30.00535,-44.69285,-29.547716,-35.41977,-20.979734,-19.48957,-27.386452,-21.792067,-21.771784,-32.954636,-24.437214,-15.870192,-11.311586,-44.832127,-22.689198,-35.329033,-26.045597,-32.08101,-30.686785,-38.639908,-28.436785,-16.320873,-0.17165661,-15.248663,-21.297394,-24.68671,-23.060596,-30.848072,-36.55063,-33.00355,-30.02684,-27.255976,-14.51391,-31.520891,-41.663055,-42.27383
+6818,-22.17534,-16.397617,-13.967648,-28.311914,-21.833782,-14.735512,-24.734694,-13.547939,-23.03639,-30.712326,-24.782524,-26.657524,-27.442165,-24.907524,-22.335278,-22.418785,-20.623924,-38.249214,-24.407524,-26.727001,-15.966442,-31.16505,-17.42074,-26.978487,-20.782135,-6.957781,-12.654989,-7.331911,-21.173763,-21.502571,-26.164478,-27.896317,-31.958817,-44.257477,-15.018578,-2.7927523,-25.010738,-30.907166,-29.211863,-44.805477,-34.519585,-24.599869,-46.66237,-31.54051,-33.171703,-11.898579,-10.505053,-20.18243,-8.02348,-21.669691,-21.264038,-7.621376,-9.646934,-2.3601732,-33.62228,-27.189396,-39.523643,-33.9843,-27.070461,-12.871029,-35.08978,-16.496029,-16.873228,-18.596466,-20.454464,-16.030064,-25.149574,-20.202108,-26.310127,-26.283169,-21.032734,-25.194824,-24.748787,-16.084812,-31.67508,-26.927643,-30.677456
+7075,-44.98433,-22.150133,-22.82236,-36.347366,-30.605732,-17.600674,-29.162247,-0.024386942,-25.245369,-36.92137,-34.991,-33.9285,-33.30608,-28.678501,-20.309235,-33.896507,-24.230759,-50.351086,-38.537876,-35.791508,-19.170443,-42.23673,-35.99298,-35.9208,-23.723803,-32.493904,-28.13638,-20.34166,-37.05171,-39.02913,-31.278708,-33.799942,-26.581192,-44.00585,-42.76884,-11.759017,-43.446228,-45.562515,-36.952217,-43.073444,-41.17856,-39.75401,-43.87901,-43.38062,-34.084393,-29.558634,-22.118498,-31.799313,-13.703534,-26.223139,-28.40673,-35.3142,-35.970997,-25.934399,-44.219734,-35.572227,-52.289,-52.538296,-35.20488,-24.478077,-41.94683,-34.728077,-28.965845,-31.703434,-22.146107,-24.205315,-8.995181,-17.581951,-36.696384,-34.15262,-33.483013,-33.580864,-33.002655,-30.412786,-34.04233,-43.046463,-42.502983
+10106,-37.15554,-28.317986,-19.226263,-25.6904,-28.485989,-26.14053,-30.184664,-37.72312,-26.392311,-38.943176,-20.558674,-29.433674,-25.239618,-28.371174,-26.253227,-21.486845,-25.744072,-24.548954,-30.933674,-16.416788,-22.4583,-26.542702,-28.076778,-25.534672,-17.900238,-19.67608,-17.930876,-20.86023,-38.14891,-24.379246,-32.068203,-21.915691,-0.009440448,-38.278152,-21.170347,-24.95565,-20.971354,-48.34832,-35.405754,-49.275005,-41.623848,-28.225906,-39.100906,-25.695461,-37.409546,-28.707478,-24.737774,-30.819195,-18.599648,-30.328896,-23.738281,-45.150677,-30.38382,-27.793602,-29.526972,-24.66286,-25.29313,-28.458855,-27.8758,-28.072542,-29.072542,-33.260044,-26.701828,-39.238422,-19.095997,-30.634594,-34.614098,-25.60872,-45.77822,-36.282032,-35.260506,-33.632717,-40.45353,-15.469242,-32.690796,-43.618786,-17.460892
+4743,-23.958439,-27.763046,-10.643992,-30.362993,-22.949505,-14.566567,-22.198908,-19.337187,-30.849182,-30.641346,-22.94984,-25.79359,-21.030561,-23.82484,-16.031013,-28.378138,-4.8875833,-32.661682,-27.13734,-31.575365,-10.888069,-36.37725,-17.101923,-30.555603,-34.211582,-11.2638645,-15.577068,-12.263686,-0.041076895,-31.144867,-27.805626,-24.738724,-27.613724,-36.612114,-19.324799,-21.6104,-36.039783,-33.34939,-25.7025,-32.136658,-28.116302,-25.146515,-40.209015,-35.69731,-38.763485,-14.84379,-13.349598,-23.598602,-13.2811165,-22.758654,-26.046963,-18.731464,-21.806427,-14.09549,-29.036621,-30.73649,-30.022615,-31.374992,-18.588196,-17.710173,-35.9758,-24.022673,-17.363369,-22.214043,-24.567259,-13.514206,-16.540125,-22.83667,-25.570747,-34.21157,-32.468082,-29.990902,-18.784761,-13.85909,-32.767876,-28.76372,-43.015354
+5779,-40.51057,-29.069118,-9.58013,-30.480173,-23.022205,-12.575166,-24.893715,-18.4598,-27.130621,-30.22982,-28.545853,-26.514603,-28.579441,-25.764603,-23.16572,-20.8202,-8.783311,-34.28668,-26.702103,-25.865208,-12.626639,-31.261406,-22.248198,-35.296356,-21.07738,-19.513144,-16.150276,-19.573496,-20.979673,-30.513445,-29.983948,-23.390759,-23.890759,-36.724632,-16.449831,-19.82089,-30.656939,-41.513634,-31.331896,-35.84807,-32.187523,-24.73381,-41.29631,-31.209145,-31.720688,-23.456547,-19.884903,-30.605663,-19.570473,-20.806599,-28.271847,-0.09272194,-7.63186,-8.634258,-33.1454,-27.462063,-33.988914,-30.442715,-25.058292,-21.765017,-39.17908,-21.640017,-14.263921,-20.859041,-22.248518,-17.988945,-10.924682,-18.949295,-26.2931,-39.384144,-39.88374,-32.99314,-23.730032,-11.812952,-29.671371,-24.493515,-34.834473
+9052,-34.927505,-22.242908,-21.510292,-32.27035,-26.509722,-22.702085,-27.007614,-22.547743,-29.717152,-33.793304,-20.50179,-27.18929,-37.129562,-22.93929,-26.312826,-12.734558,-26.050121,-27.679016,-33.611164,-17.580214,-35.16913,-31.891151,-35.32347,-40.207546,-19.254618,-24.655264,-25.268082,-25.141975,-49.52752,-27.200104,-28.721199,-0.057213295,-7.4322133,-30.117514,-36.361748,-31.098476,-22.512306,-39.457596,-36.69033,-42.21001,-40.5243,-41.034027,-51.659027,-31.600075,-38.845043,-34.485058,-24.808374,-35.051495,-23.17606,-31.293152,-21.283434,-39.33591,-28.987623,-26.318874,-24.118938,-27.524914,-23.02376,-25.508635,-28.010319,-38.750103,-40.437603,-40.125103,-26.44053,-33.205425,-13.379056,-18.124737,-34.821312,-27.704441,-33.950394,-39.110806,-39.749027,-38.876816,-34.087543,-22.188396,-29.010307,-34.83542,-27.830654
+9100,-32.55551,-15.126248,-13.054997,-28.666107,-14.937997,-34.451057,-45.11738,-23.799686,-38.578945,-33.34021,-20.090935,-23.934685,-32.794373,-21.715935,-20.788288,-18.82929,-19.780333,-40.128807,-29.129997,-20.668068,-36.307884,-30.692226,-29.669151,-31.847065,-13.61978,-33.776768,-40.693993,-31.129375,-56.91479,-24.450022,-34.981274,-14.944633,-20.319633,-50.949562,-38.938652,-35.06294,-28.865915,-28.467087,-24.039824,-39.398922,-24.553717,-29.587412,-42.899914,-22.048758,-38.564945,-28.828358,-29.591162,-12.13444,-20.759172,-27.241055,-15.805401,-33.336357,-33.12801,-34.966805,-30.870432,-24.71489,-0.6581048,-0.8998112,-8.588796,-15.598555,-14.348555,-15.661055,-10.534873,-35.749195,-18.002522,-24.856127,-26.778828,-29.2941,-32.450966,-31.003391,-39.142452,-11.501181,-28.514381,-11.847167,-32.646683,-37.888996,-52.3461
+11452,-21.772026,-16.191263,-13.764292,-0.0015603158,-28.068295,-22.402115,-27.164307,-17.958267,-31.050365,-29.144577,-14.390394,-24.765394,-33.190365,-25.015394,-14.39286,-34.98336,-29.873085,-46.290215,-26.734144,-19.62406,-31.10344,-29.24863,-20.88688,-23.80065,-15.833282,-32.72414,-17.085869,-21.02901,-44.93387,-21.479544,-31.406528,-25.346426,-23.846426,-44.81484,-38.09089,-26.22617,-15.3698845,-31.63068,-22.271038,-27.276392,-31.538525,-29.26072,-45.76072,-17.722286,-26.794735,-37.823288,-24.209991,-29.584793,-24.58477,-20.280214,-18.386562,-36.17441,-30.816122,-28.153172,-28.01632,-30.51147,-36.56715,-33.840828,-22.850483,-27.563728,-31.188728,-34.18873,-28.640251,-23.460154,-31.814257,-20.518114,-30.908237,-31.03339,-31.996252,-30.759918,-25.13403,-28.162188,-28.41587,-13.458952,-35.436653,-36.9218,-41.10847
+9203,-0.008027911,-23.926722,-16.130243,-25.011026,-34.32039,-23.787264,-24.763775,-27.085236,-42.808487,-23.183353,-23.102034,-6.414533,-11.003267,-15.039533,-19.232307,-35.919765,-31.35656,-48.941307,-25.664534,-33.863213,-32.287704,-30.007183,-20.012907,-28.963951,-21.507277,-31.426895,-26.15095,-27.94461,-42.15322,-24.506388,-26.084282,-33.518776,-35.862526,-45.78231,-34.02663,-29.93943,-36.907326,-27.952856,-15.573049,-17.345953,-23.285116,-23.868599,-47.46235,-15.145424,-37.79329,-27.558414,-26.275324,-34.820427,-27.163992,-19.123337,-32.541424,-37.018974,-39.599476,-33.095016,-30.162533,-37.505825,-40.613407,-41.80617,-25.086452,-36.997776,-39.404026,-36.997776,-22.96036,-24.925692,-33.92908,-18.534994,-34.25091,-29.30817,-36.13654,-15.448811,-38.181564,-28.484846,-29.794634,-15.569551,-23.951653,-44.10647,-53.348156
+232,-5.5630946,-24.652494,-9.763929,-27.044298,-27.450417,-15.327485,-14.799568,-20.485718,-36.03344,-31.89058,-17.169794,-0.66979504,-6.970677,-0.91979504,-9.93078,-30.273191,-27.87442,-47.597294,-19.826044,-24.097223,-23.676949,-28.42582,-8.748486,-23.82381,-15.3700285,-19.62467,-16.738564,-20.231873,-36.080906,-17.151632,-23.962452,-32.46493,-31.714931,-40.508247,-27.229847,-17.089184,-24.604563,-21.469418,-7.892246,-4.833203,-14.121554,-12.032272,-34.157272,-5.826485,-28.010036,-25.285467,-22.391266,-26.139013,-23.826447,-15.31379,-24.769417,-28.0027,-28.17126,-28.220745,-29.365768,-28.742266,-38.463608,-33.367744,-22.567425,-26.193125,-23.755625,-26.724375,-15.032183,-18.59089,-37.628387,-18.649624,-33.478817,-28.111504,-18.233978,-21.159147,-22.53851,-21.235317,-14.269382,-4.575968,-18.095175,-40.263054,-46.473255
+129,-14.454275,-27.10881,-15.266625,-21.880873,-31.234509,-16.54568,-20.004585,-15.952861,-32.678894,-38.77259,-19.52179,-0.27178946,-1.6661534,-20.83429,-35.496162,-36.671707,-38.506767,-45.11557,-30.248352,-28.377176,-36.6697,-26.62614,-18.272022,-32.0918,-13.303489,-26.41546,-23.195145,-23.291143,-23.995932,-33.3958,-22.379606,-24.665443,-22.977943,-44.29244,-23.37324,-24.686913,-34.519947,-33.317593,-12.192537,-18.452477,-22.39029,-21.002642,-41.15889,-10.66853,-22.636919,-31.5109,-26.530636,-27.197308,-19.196918,-31.651636,-25.584566,-23.233253,-26.971384,-32.719048,-27.189636,-29.564117,-28.518044,-28.579447,-22.86765,-28.429056,-29.585306,-28.679056,-18.480455,-15.5151205,-38.666725,-14.204878,-39.677013,-20.11033,-18.165678,-16.72522,-22.636034,-28.152975,-40.5241,-8.553173,-21.746576,-40.55056,-35.07998
+11705,-26.407795,-14.018369,-12.547599,-26.841665,-13.831081,-16.64956,-31.524586,-16.36135,-15.42201,-32.904804,-30.5485,-31.4235,-30.762989,-30.01725,-25.795914,-19.49955,-14.882671,-26.511444,-27.20475,-21.020966,-17.148901,-24.561962,-14.501145,-36.1773,-17.42247,-14.257218,-26.009247,-19.756227,-13.332111,-23.764269,-26.462893,-36.704475,-38.2826,-38.2517,-17.02984,-13.153403,-24.98933,-27.584822,-25.479599,-23.493505,-32.073845,-23.16252,-37.537518,-28.424362,-25.608723,-15.925627,-13.738158,-22.206432,-11.862421,-17.379074,-38.67433,-14.478867,-0.021290094,-10.743456,-25.520632,-17.872349,-27.660656,-21.388937,-18.882793,-23.522686,-33.19456,-17.210186,-13.675649,-8.069682,-19.935726,-17.589378,-27.284264,-22.997429,-25.4038,-24.019657,-27.97661,-34.705116,-27.606411,-14.832904,-17.347029,-43.678734,-28.980757
+3924,-28.272,-17.130201,-20.00084,-28.475792,-35.88144,-33.55524,-32.13089,-21.674664,-38.589718,-31.612165,-29.445772,-28.445772,-27.096003,-23.008272,-22.492516,-31.791296,-18.993357,-40.347046,-29.883272,-36.206547,-25.587519,-30.191978,-34.87632,-33.254017,-18.879677,-29.86163,-30.353283,-31.165302,-33.744194,-29.547108,-18.519234,-36.16217,-34.365295,-40.375183,-36.552265,-30.374577,-29.541813,-37.93425,-26.880493,-26.798916,-32.69371,-28.216572,-25.716572,-23.896477,-32.163696,-43.86756,-35.855885,-41.43969,-35.251797,-27.386564,-32.34504,-33.106773,-37.152153,-20.98156,-50.055683,-22.735064,-35.174484,-35.37793,-25.976175,-34.917942,-39.417942,-36.355442,-25.928804,-42.596878,-44.075478,-23.060219,-34.030727,-36.359295,-0.011703449,-4.612438,-18.258923,-24.9902,-21.808958,-18.143782,-15.450016,-40.674156,-35.966118
+4110,-21.160513,-20.501774,-16.689566,-25.601927,-22.667433,-35.791832,-42.974136,-29.511227,-31.998638,-28.806145,-24.059937,-18.559937,-18.901342,-26.841185,-22.610813,-39.391754,-39.429268,-51.891857,-29.48181,-33.423637,-40.953667,-31.39257,-25.910854,-32.826653,-18.949163,-24.651999,-21.872707,-22.067919,-57.726547,-21.107346,-30.092978,-30.745827,-32.995827,-48.7361,-35.820324,-27.05415,-26.496458,-24.68126,-12.086748,-18.922026,-20.06588,-25.410513,-47.691765,-14.902279,-46.396004,-32.894894,-32.010803,-38.81421,-31.689077,-30.252129,-32.619564,-36.050133,-26.690434,-29.140322,-30.827547,-33.562958,-47.899014,-41.029522,-35.396397,-35.260025,-37.260025,-36.041275,-19.647161,-24.65347,-33.060814,-30.497763,-36.08915,-31.091455,-39.766342,-26.573853,-18.986355,-27.372612,-26.055645,-0.0014996377,-39.080112,-46.39261,-58.49111
+2775,-41.378624,-16.125116,-13.608234,-22.213589,-15.567104,-6.824745,-13.241308,-16.986576,-22.68217,-37.52524,-29.781242,-32.249992,-28.142208,-31.468742,-21.938837,-31.671535,-15.527023,-44.763657,-34.406242,-23.920855,-8.668365,-26.501072,-24.826403,-35.92106,-17.50077,-25.8157,-20.734322,-13.407533,-26.236567,-26.814821,-27.739874,-19.972095,-19.597095,-29.679924,-34.549355,-7.534473,-36.14297,-37.01028,-34.337364,-39.8537,-39.556587,-35.78912,-39.35162,-39.278793,-27.372498,-25.312664,-18.715025,-24.325066,-7.6667557,-20.312635,-3.9142482,-17.225746,-15.101032,-15.97664,-39.54414,-28.903597,-39.15191,-42.960056,-26.2841,-17.570244,-37.945244,-30.945244,-18.082594,-21.964706,-29.71957,-23.645424,-0.16855553,-12.0299225,-28.38269,-33.83072,-25.728344,-23.135801,-29.680511,-16.946966,-26.658733,-48.104614,-37.146626
+10424,-26.68117,-16.887604,-10.511823,-15.558358,-22.174911,-22.829945,-25.354734,-20.260511,-20.069546,-18.325823,-14.0209255,-18.583426,-21.70336,-18.302176,-1.0244325,-20.663605,-17.31153,-12.903503,-13.3959255,-8.61387,-18.954704,-22.1058,-21.10528,-24.173187,-7.4755087,-10.933374,-12.423365,-13.606695,-37.705784,-29.759768,-15.25523,-10.103576,-6.8535757,-29.399363,-17.819885,-14.44941,-3.11943,-30.088528,-24.106998,-35.56396,-29.84176,-21.39534,-36.77034,-11.849767,-26.773897,-24.800528,-12.463383,-20.649511,-15.086931,-17.71647,-17.04954,-35.947327,-15.925962,-24.109879,-23.77851,-15.669046,-21.087,-27.570057,-16.41238,-16.892239,-27.439114,-19.579739,-13.993481,-31.858572,-20.202944,-15.970264,-31.247328,-25.818443,-30.315569,-28.511734,-26.693956,-20.197384,-21.699127,-9.086427,-27.64423,-10.8349085,-9.374469
+4254,-32.67701,-18.008144,-10.685973,-36.218746,-19.133121,-32.812428,-39.358166,-22.716608,-42.12288,-36.39477,-22.651363,-29.577145,-27.242867,-22.932613,-19.751183,-31.87193,-24.512959,-39.83396,-29.202145,-43.529724,-43.64258,-38.196,-28.954988,-41.901627,-19.360714,-33.34726,-42.951813,-37.324375,-61.619804,-35.688786,-35.16645,-32.593216,-33.280716,-53.73455,-53.64238,-37.01693,-30.08307,-34.14229,-28.142876,-29.888197,-25.463774,-34.390923,-41.515923,-29.871975,-50.082245,-36.665184,-43.638775,-21.570665,-37.38307,-30.922626,-21.316198,-39.93464,-37.883705,-29.75901,-33.020813,-33.07503,-31.786087,-9.937419,-23.261606,-21.070503,-21.383003,-21.633003,-4.8841114,-36.958347,-54.90802,-26.124266,-38.09026,-38.623962,-47.19821,-30.133556,-34.61972,-12.426448,-28.350971,-16.072178,-44.781387,-53.201866,-48.30543
+153,-9.5936365,-14.496507,-9.062808,-17.647081,-30.9349,-27.592361,-26.603127,-7.0715823,-29.417057,-18.716413,-14.724496,-11.693246,-12.56356,-0.19324614,-11.298576,-27.964966,-17.6353,-48.977074,-11.318246,-29.134544,-15.260282,-13.24147,-8.698851,-19.669731,-13.99786,-10.767891,-14.982811,-13.731966,-28.52161,-17.508577,-21.801102,-30.651035,-31.91666,-33.655273,-28.257603,-22.388094,-21.369923,-14.72117,-9.358062,-13.259591,-17.96988,-4.232127,-25.294626,-10.904748,-21.146437,-21.936972,-22.68462,-28.34053,-21.68391,-2.911265,-28.232254,-29.354311,-28.198864,-25.944042,-39.228226,-18.0238,-30.248116,-24.515886,-21.021595,-24.129679,-29.317179,-22.817179,-18.266726,-15.472437,-29.493904,-19.620548,-32.499306,-23.778824,-24.290268,-22.067125,-27.219303,-26.642038,-12.435204,-12.690205,-19.746954,-32.749695,-45.482025
+12729,-33.558235,-18.660917,-19.65351,-27.738409,-30.68853,-19.839228,-17.064781,-22.649406,-34.188423,-33.574524,-27.473175,-32.160675,-36.790207,-33.660675,-32.374527,-32.184544,-15.975988,-44.322525,-29.098175,-16.93972,-0.0028096908,-23.749569,-16.682308,-56.823463,-27.120358,-29.319992,-16.191532,-27.377092,-28.60697,-28.258818,-29.092537,-29.223778,-33.473778,-49.414207,-27.217772,-27.776428,-39.95189,-33.79055,-29.395807,-34.80988,-37.132175,-23.468178,-40.030678,-36.719223,-31.427309,-30.00455,-16.569527,-34.75448,-24.191914,-17.75745,-31.757755,-20.853453,-28.362074,-19.10962,-44.65341,-29.76584,-48.281734,-42.286354,-23.45472,-32.663624,-41.538624,-36.913624,-32.643024,-18.623753,-26.850899,-21.150253,-33.80094,-29.87954,-29.33575,-29.093859,-22.530426,-31.62138,-32.905952,-23.782938,-34.7543,-37.650005,-40.020187
+11522,-21.58759,-13.822404,-7.086791,-17.604815,-8.270091,-17.270586,-21.414219,-10.053709,-20.8074,-30.025272,-20.786476,-22.130226,-26.519373,-18.536476,-19.745747,-14.731078,-3.495997,-25.415592,-24.786476,-17.367882,-7.377038,-26.933435,-19.059383,-31.63773,-16.259398,-5.5755796,-11.059719,-7.0752044,-2.6627564,-19.884626,-23.991596,-16.643528,-23.581028,-39.01922,-9.063236,-8.168348,-21.794817,-32.20727,-24.379322,-41.458763,-35.744076,-25.188519,-40.37602,-27.155527,-39.23903,-11.056887,-6.1952963,-19.030317,-7.306727,-11.153646,-19.416332,-6.828611,-16.429005,-5.341238,-42.62347,-21.84652,-22.993956,-15.537249,-18.445333,-15.854782,-27.229782,-14.979782,-8.674944,-13.26693,-16.067726,-12.043433,-19.272419,-18.643642,-19.950756,-17.19318,-21.477661,-19.067848,-21.971958,-14.834362,-16.335339,-24.590912,-22.050785
+12384,-32.64303,-11.66464,-17.971031,-21.889378,-15.296905,-21.549334,-32.998867,-15.016877,-36.20397,-33.00716,-27.77783,-31.121582,-29.137436,-22.71533,-18.564827,-23.677582,-17.865278,-36.49961,-31.434082,-26.284384,-20.383652,-21.587677,-24.734182,-22.894676,-19.320774,-33.297176,-25.90255,-26.17129,-33.76622,-25.621399,-32.252953,-27.299255,-25.924255,-44.75883,-35.06964,-24.60894,-35.13476,-27.096333,-25.788765,-35.99564,-26.279531,-26.482515,-27.732515,-34.050426,-26.165047,-30.549938,-26.749031,-7.9213295,-25.23373,-19.702068,-22.881243,-17.576109,-20.928185,-29.818054,-44.07711,-32.531754,-21.727169,-17.935043,-16.746557,-5.7849774,-18.316229,-11.409978,-10.570284,-20.114887,-23.395374,-15.09507,-21.985846,-16.906967,-27.046513,-34.233868,-12.864593,-0.04642059,-26.193035,-18.8031,-19.111713,-26.341228,-41.23793
+3645,-23.134743,-15.426711,-3.190169,-23.323715,-15.759819,-13.392255,-22.870956,-10.828733,-21.282097,-28.011192,-22.839401,-26.401901,-21.89412,-22.808151,-19.635227,-22.630253,-3.621,-28.739496,-24.683151,-23.959759,-8.585424,-20.502266,-14.649426,-33.607582,-17.876045,-11.771812,-15.502999,-11.908136,-0.14131138,-22.315792,-24.537048,-18.445292,-17.945292,-26.203548,-6.8945923,-6.7015815,-33.58866,-21.774254,-19.798946,-23.067192,-27.124157,-13.668126,-20.793125,-24.174397,-28.0363,-12.365002,-8.886812,-19.20874,-11.114703,-20.473873,-22.469048,-15.521123,-12.484834,-5.1185637,-37.84353,-21.604118,-29.136457,-25.466042,-17.669498,-21.62049,-31.331427,-14.620489,-9.7264185,-12.979002,-16.791832,-15.537638,-13.343712,-16.7541,-21.3656,-29.857365,-24.07998,-23.722588,-28.701073,-11.3858185,-18.909365,-19.287498,-21.60883
+8064,-21.25497,-18.94455,-19.446075,-23.165985,-28.326683,-30.435013,-30.243477,-21.34324,-42.048607,-36.79061,-30.894213,-18.331713,-22.550535,-27.019213,-41.480392,-44.864075,-45.11172,-53.302402,-36.17546,-35.116974,-43.82725,-34.134644,-29.10731,-36.706207,-21.503382,-35.60237,-29.883612,-32.58331,-53.42366,-20.483374,-27.583199,-35.71395,-36.8702,-53.68194,-39.422077,-31.450377,-26.899202,-20.345528,-8.00423,-15.136063,-22.130104,-23.020077,-43.582573,-0.0033802562,-49.404957,-38.19542,-30.3198,-35.626514,-28.47019,-28.588514,-39.85109,-38.214832,-32.159653,-46.22535,-28.308783,-34.806095,-40.956135,-39.40351,-33.85456,-40.94113,-36.31613,-39.53488,-28.341675,-33.415512,-39.691814,-30.218315,-38.095528,-34.44481,-20.590454,-20.672464,-33.231625,-36.860004,-27.713093,-12.762862,-29.071257,-46.84012,-47.318085
+1817,-31.838762,-14.952161,-14.169892,-34.9322,-16.074335,-17.031584,-23.70146,-18.277256,-28.57576,-37.776917,-32.70134,-33.07634,-34.52271,-30.076342,-31.083351,-21.115097,-33.212276,-51.78836,-36.978683,-15.053941,-29.507568,-33.394405,-32.89585,-35.841812,-18.242672,-36.02876,-31.705406,-23.208023,-51.994568,-32.52027,-31.410635,-15.701376,-27.201376,-49.9374,-38.803707,-20.456161,-22.417645,-29.824558,-31.22341,-35.654705,-28.072998,-31.68666,-35.56166,-31.455269,-37.81923,-32.068115,-24.60679,-14.912157,-18.662085,-28.586796,-16.181059,-29.956999,-32.887966,-31.971798,-37.02929,-27.694675,-1.197828,-9.367348,-7.8371797,-16.887167,-19.637167,-17.824667,-20.22296,-20.45145,-5.803812,-14.236992,-21.435932,-19.320078,-31.34861,-34.266537,-35.173126,-13.646753,-40.27066,-16.875002,-27.046713,-37.580982,-41.369656
+7204,-37.257175,-14.223489,-13.546609,-33.34622,-15.628602,-4.859757,-9.505231,-21.314903,-18.839523,-36.4985,-27.843563,-28.562313,-26.60682,-29.187313,-21.668972,-22.825481,-19.731663,-30.103651,-31.859188,-21.58867,-13.574819,-27.557804,-22.824892,-37.05379,-19.380339,-22.058764,-18.089958,-11.432295,-33.046616,-36.275665,-21.737453,-24.351856,-21.726856,-34.73274,-32.27597,-10.929836,-39.60874,-38.94937,-32.101654,-41.722435,-40.017216,-38.102184,-47.445934,-31.893532,-31.584526,-24.93498,-17.772507,-25.935532,-11.560283,-20.522465,-18.319921,-27.918045,-22.801952,-23.467455,-35.710304,-34.31316,-34.59637,-31.858707,-18.065044,-14.14617,-27.67742,-21.20867,-12.555151,-20.65657,-9.918548,-16.121693,-4.771344,-15.152004,-28.086885,-34.146873,-23.495735,-25.541374,-41.59252,-19.463081,-28.059769,-14.927841,-27.554737
+2115,-25.820595,-18.210392,-11.44986,-30.569763,-18.343594,-10.417969,-15.099779,-6.7490253,-21.318903,-34.064877,-27.911337,-29.630087,-37.802036,-27.067587,-24.012598,-27.337585,-11.923814,-27.01484,-30.505087,-23.696985,-11.773939,-30.482817,-12.298602,-38.270622,-23.594398,-21.29045,-17.728857,-13.351613,-21.353401,-28.51434,-20.529747,-33.848984,-33.161484,-40.836018,-14.430362,-12.319561,-32.31542,-23.84322,-24.866768,-33.195473,-28.493406,-17.255589,-29.005589,-29.860407,-32.05251,-21.179943,-12.453724,-26.242968,-13.054782,-15.539813,-15.6616,-29.354073,-20.240213,-5.829422,-29.968813,-27.512938,-46.72307,-40.008247,-28.712833,-23.431044,-29.868546,-22.931044,-21.97755,-23.32535,-16.987816,-19.737349,-15.671713,-17.049835,-25.435802,-30.408758,-18.960247,-22.550087,-25.160934,-16.100677,-33.068176,-22.006403,-32.893383
+9209,-0.008700979,-21.691135,-19.065878,-25.64403,-31.436722,-29.656519,-28.989182,-26.441614,-37.713543,-22.632277,-22.333626,-15.396125,-17.918009,-11.583624,-15.834273,-31.917074,-33.70746,-44.4578,-25.552376,-36.54252,-40.544083,-22.9501,-30.327442,-30.900213,-22.879097,-34.42238,-33.278492,-31.27483,-55.392986,-25.267275,-30.06845,-42.159775,-43.097275,-51.81228,-39.697956,-33.19785,-35.269257,-30.198503,-14.882175,-21.107414,-25.795216,-24.159216,-47.096718,-17.252438,-38.297276,-28.515919,-30.111858,-37.410374,-29.253971,-15.744227,-37.502354,-39.232986,-38.877792,-29.953323,-31.202158,-34.10817,-36.44195,-38.896774,-29.240448,-35.91537,-38.13412,-36.60287,-25.400082,-30.421133,-33.15503,-21.52857,-34.399986,-31.647186,-32.47275,-19.53311,-29.41407,-32.783554,-30.202623,-19.398502,-23.297693,-42.992966,-45.839386
+6685,-31.042614,-14.154316,-9.438078,-17.453936,-29.643211,-13.598859,-29.478516,-7.0601664,-19.669437,-39.48259,-29.343227,-32.905724,-24.861023,-33.155724,-21.300926,-31.772533,-26.789703,-37.145805,-36.280724,-19.74072,-22.506592,-32.16062,-27.795534,-37.67293,-6.1368284,-30.858059,-27.326256,-17.711536,-46.98619,-13.972382,-24.855358,-18.746572,-15.3090725,-40.245255,-34.055862,-15.854097,-15.681583,-26.828169,-28.619846,-28.768509,-28.397678,-23.016445,-29.078945,-26.144272,-31.888762,-33.16231,-24.805916,-29.053078,-15.17772,-25.131004,-13.149126,-33.329388,-24.927044,-30.334812,-32.764458,-25.030048,-26.456968,-30.837036,-22.971392,-28.248842,-28.905092,-28.467592,-31.838593,-18.178295,-14.458463,-2.5164392,-22.518982,-18.949665,-32.8062,-31.995323,-24.185368,-27.844181,-31.484535,-15.881933,-23.92627,-41.045853,-35.250584
+3951,-24.681105,-17.847828,-18.350222,-30.437305,-33.175575,-18.173376,-17.785334,-11.671206,-29.684135,-29.880901,-25.69075,-24.69075,-24.083662,-20.00325,-12.270302,-38.042343,-28.587782,-45.74791,-28.81575,-41.46723,-30.107716,-32.216793,-24.077051,-22.752235,-12.091598,-26.290857,-18.450537,-17.197557,-40.38414,-27.156652,-16.540167,-39.78156,-35.37531,-43.33911,-28.625984,-21.396965,-26.101946,-29.432228,-17.55841,-24.724335,-25.110903,-21.858335,-30.670835,-32.679348,-39.172752,-38.028,-27.914661,-33.862976,-28.284666,-20.194012,-33.90909,-25.35775,-26.319023,-23.258144,-40.974342,-17.573055,-36.7131,-42.121624,-29.680012,-18.397272,-35.084774,-28.272272,-21.322863,-40.27906,-37.249947,-26.670742,-28.109482,-31.922483,-0.06867169,-8.696907,-22.889809,-25.007168,-19.058718,-16.084738,-11.429992,-40.038086,-34.330536
+5877,-20.069443,-16.669334,-13.419673,-29.141174,-12.066053,-21.61946,-28.333942,-10.449425,-33.331135,-25.465435,-14.8448515,-20.407352,-19.9538,-20.626102,-1.0324252,-24.042624,-19.29014,-36.60897,-20.032352,-34.809868,-19.867493,-29.646175,-12.747548,-19.033497,-19.086872,-4.095368,-14.314518,-7.094962,-24.451283,-34.76615,-33.69342,-32.237865,-35.487865,-37.929813,-18.122698,-5.0588665,-33.300285,-28.103447,-26.838531,-28.541939,-30.285229,-16.795385,-35.920387,-34.51337,-33.971695,-8.810229,-16.38839,-25.435246,-15.060101,-16.829367,-31.993486,-15.04253,-19.84832,-14.785353,-31.058113,-32.744373,-61.380905,-50.950905,-45.751022,-17.482128,-43.10713,-33.54463,-18.057272,-26.540098,-31.391039,-29.373352,-20.640287,-30.682852,-29.688683,-29.618273,-32.940502,-33.062473,-17.374905,-14.944503,-37.595642,-31.242731,-34.940685
+9518,-16.530079,-11.212173,-13.764901,-18.096954,-25.454578,-19.80228,-20.601425,-16.226168,-35.906185,-1.5526991,-14.865121,-7.7401214,-4.5254188,-12.677621,-13.590585,-26.018211,-21.196476,-35.351322,-14.646371,-26.480474,-21.312693,-14.522524,-10.857978,-33.39605,-6.234159,-13.994705,-19.111824,-19.110044,-36.09821,-13.767399,-10.485458,-23.59394,-26.53144,-41.694847,-27.991753,-19.214369,-28.597166,-15.87039,-3.2041132,-7.2315874,-15.398703,-12.004896,-33.129898,-7.5152225,-39.499676,-27.873089,-27.988022,-30.394176,-25.487656,-18.343103,-35.633102,-32.38912,-23.17527,-32.025352,-28.698757,-24.313099,-31.659992,-27.762857,-21.622763,-26.007076,-26.225826,-25.788326,-18.129498,-15.591154,-26.800156,-19.426971,-27.232655,-22.355473,-10.268863,-19.45168,-25.971111,-26.225742,-22.30334,-8.455605,-17.286537,-40.312477,-38.124897
+7617,-25.920662,-15.378667,-10.443811,-28.633736,-16.483685,-17.121363,-21.991741,-10.883331,-20.31332,-29.708519,-29.182434,-29.44806,-25.258163,-22.79181,-22.714247,-33.900608,-24.034874,-41.99447,-32.01056,-30.084288,-24.574371,-22.95124,-24.976595,-37.426155,-17.839361,-26.76521,-29.840586,-16.257551,-37.920837,-30.27829,-24.875553,-30.44212,-27.37962,-46.73133,-29.789513,-17.757704,-25.66247,-27.979136,-21.215492,-28.373074,-25.967615,-29.454506,-36.704506,-22.207163,-32.707005,-34.41537,-32.515133,-34.472878,-17.066586,-20.685368,-11.199576,-32.764263,-25.07089,-21.74721,-38.61889,-23.484282,-30.94917,-38.04297,-25.8375,-33.575756,-36.642162,-30.544504,-23.67638,-33.70021,-21.390083,-0.00945401,-28.903608,-20.474934,-31.192291,-16.76837,-17.135796,-24.939705,-40.924686,-15.82182,-20.652836,-36.92973,-39.379528
+11777,-42.83791,-24.893944,-21.105381,-28.467157,-31.394117,-13.55334,-27.471333,-20.52832,-25.246563,-36.297592,-35.13086,-34.06836,-31.26442,-34.66211,-30.211273,-27.049877,-21.01699,-28.656704,-33.88086,-31.078512,-25.535814,-30.266497,-21.88059,-31.451077,-17.234356,-22.994034,-25.072914,-20.01968,-35.02852,-38.923515,-26.641964,-29.091524,-29.404024,-40.72657,-19.909874,-17.023544,-30.556791,-41.888653,-37.35338,-30.396832,-43.992912,-41.218376,-51.405876,-43.237556,-35.15151,-37.300903,-28.646023,-35.28563,-20.768913,-22.642263,-22.197227,-0.17004012,-2.022323,-15.840216,-47.869728,-36.925438,-35.28231,-36.69034,-31.051018,-23.651308,-41.24506,-24.026308,-19.21371,-23.889397,-25.495235,-27.07225,-32.190853,-18.721119,-32.063164,-42.332977,-29.693762,-34.64647,-33.027527,-18.042713,-33.393517,-34.13499,-27.225187
+5418,-41.485283,-21.81808,-18.240177,-31.383163,-38.625298,-21.671055,-37.347282,-21.104263,-30.049623,-42.36526,-38.827026,-40.202026,-44.157585,-39.764526,-30.02021,-33.520206,-30.165821,-36.88499,-37.452026,-30.351475,-27.60456,-39.873203,-29.135105,-38.94254,-21.144297,-22.117027,-18.4933,-20.73722,-29.414062,-36.596336,-41.440147,-41.312706,-42.125206,-48.524956,-22.703543,-20.269817,-27.042267,-45.251675,-31.37851,-37.012054,-32.485786,-31.893158,-46.205658,-44.823967,-27.30941,-37.777935,-25.341166,-39.75199,-27.876413,-27.532219,-24.212135,-17.019772,-0.00025139094,-13.92004,-27.145832,-22.90619,-42.41582,-36.33528,-33.76112,-30.942728,-42.88023,-28.75523,-22.5828,-25.492882,-25.49269,-33.565742,-35.77659,-31.74969,-29.659899,-37.691467,-36.97914,-43.906723,-33.294296,-16.990776,-31.623997,-40.82164,-43.61744
+401,-40.15393,-31.563572,-20.769257,-28.48517,-35.136833,-22.172565,-27.585499,-28.611612,-30.508764,-46.262833,-28.84473,-33.71973,-32.458466,-32.90723,-28.226854,-25.803629,-25.105583,-26.252663,-36.59473,-19.3263,-32.603844,-30.679691,-39.40144,-35.825615,-17.475746,-24.619974,-27.18137,-27.679817,-43.716705,-26.386152,-35.698997,-18.161362,-0.1613614,-32.494553,-28.95886,-31.31802,-19.732586,-45.332355,-34.029476,-49.348763,-49.283333,-43.371437,-51.933937,-28.547523,-33.890923,-35.61018,-26.395584,-35.058495,-21.495052,-32.49301,-28.306427,-38.76352,-32.04844,-33.655098,-31.683277,-26.049103,-29.03937,-27.208174,-26.859104,-30.884604,-29.259604,-34.7596,-30.584036,-34.43221,-20.161144,-28.357388,-38.213184,-28.241955,-46.90768,-39.48011,-36.63321,-33.39518,-38.705856,-16.017147,-34.97341,-39.485634,-19.48348
+2447,-25.875921,-12.417134,-17.375128,-23.51739,-13.374809,-11.562443,-10.01072,-22.947334,-24.451792,-27.717987,-21.9357,-25.9357,-23.191086,-23.7482,-22.056757,-23.403454,-14.0983715,-29.114388,-23.90445,-21.39761,-11.8538475,-16.673332,-14.141084,-37.409447,-24.217619,-10.265982,-7.371603,-15.120385,-29.118717,-21.460915,-23.330643,-21.420692,-23.420692,-28.086494,-13.158442,-13.764217,-27.733189,-27.272867,-21.095964,-39.328888,-33.356567,-26.541943,-45.448196,-16.612251,-27.67244,-20.59943,-10.0076885,-15.257721,-16.257309,-20.413177,-24.913147,-22.089516,-20.384518,-10.956106,-40.073547,-28.102232,-37.960995,-31.048597,-18.491634,-9.824798,-21.606049,-14.012298,-13.503002,-15.388386,-23.830254,-6.821051,-20.932621,-14.288813,-31.115541,-33.184307,-26.008854,-14.466904,-24.3349,-13.57251,-38.81889,-0.42166787,-18.716217
+10679,-27.457645,-18.003464,-12.530014,-36.419632,-17.440668,-17.5036,-22.803043,-14.236963,-37.44452,-23.314888,-28.157417,-24.501167,-25.864237,-24.938667,-21.76481,-33.56436,-28.534388,-44.2966,-27.344917,-39.21151,-28.524342,-33.13472,-25.213469,-27.663702,-21.531702,-30.763582,-36.776596,-26.565716,-36.505493,-30.443077,-33.39806,-32.51648,-31.32898,-46.19378,-27.684666,-25.385948,-41.27463,-35.36964,-34.22504,-35.68569,-31.719812,-35.344543,-48.688293,-35.815964,-31.142744,-19.1931,-19.442905,-0.0026459047,-12.064964,-22.334328,-31.859142,-23.053522,-28.996235,-26.407904,-36.33878,-39.558308,-38.90062,-29.836,-23.418306,-6.1621475,-29.146523,-17.849648,-9.887208,-30.040678,-28.323498,-26.630783,-21.585274,-20.266949,-34.8983,-38.324924,-35.838074,-14.564821,-25.80586,-22.870043,-29.340725,-33.70209,-47.28315
+961,-22.368769,-11.5999,-9.790549,-13.194897,-23.18737,-13.388339,-18.735548,-22.396198,-24.943739,-25.73879,-19.968376,-23.780876,-22.566643,-20.093376,-14.292735,-18.723349,-18.816738,-6.19036,-19.343374,-12.547207,-20.561047,-28.31989,-18.609776,-29.182209,-12.774256,-17.083614,-20.79434,-18.167753,-26.684856,-19.971542,-27.200134,-10.2836895,-0.9711896,-30.638943,-15.653483,-20.056942,-6.289776,-26.880554,-21.366047,-36.75593,-38.852116,-27.150568,-43.525566,-24.828861,-37.277252,-19.774433,-16.141632,-24.620895,-14.995794,-20.918144,-25.728247,-22.243286,-23.69376,-17.46103,-17.96328,-18.360775,-15.429021,-20.393045,-15.379278,-11.6630125,-30.44426,-22.038012,-19.414429,-24.557262,-13.84118,-18.696955,-26.48685,-24.842346,-36.008484,-22.59863,-27.346054,-28.699802,-20.088156,-11.659237,-28.752777,-17.225317,-4.3530645
+10032,-17.345798,-17.26387,-13.638498,-25.771961,-15.458717,-17.76391,-19.253532,-12.851732,-21.36898,-27.03433,-15.458257,-0.45825648,-1.3486913,-5.7082562,-20.961494,-25.983433,-13.119025,-31.387901,-17.364508,-27.211773,-14.775227,-22.989525,-16.434082,-29.256031,-16.476912,-16.94444,-21.533133,-17.082298,-20.947594,-13.995694,-29.699165,-25.66323,-27.56948,-30.452545,-26.231092,-16.03159,-22.282104,-20.8339,-13.445742,-20.174004,-18.611238,-13.433641,-36.87114,-13.576598,-33.379295,-26.760735,-15.011021,-24.104073,-12.76016,-14.7235,-25.138666,-10.544249,-24.886679,-11.29616,-30.06233,-30.256662,-31.483353,-24.681046,-26.711792,-23.762398,-34.106148,-29.387398,-17.24344,-24.72677,-17.33382,-10.240456,-12.579765,-12.206593,-19.445732,-24.099491,-17.175915,-24.034477,-29.560465,-12.767531,-21.94883,-34.11765,-43.746243
+263,-13.729634,-13.7907715,-9.090359,-22.091427,-28.216026,-18.252539,-25.473652,-23.905788,-33.02677,-31.289146,-23.246588,-16.402838,-22.796265,-0.090337284,-11.411592,-34.8443,-35.297447,-50.542236,-28.988775,-26.930107,-32.250988,-24.809755,-19.472769,-25.801826,-15.715991,-22.64678,-23.498505,-21.169765,-43.942238,-22.593771,-23.91773,-37.181934,-36.088184,-43.528244,-34.379696,-22.276302,-30.555897,-19.509012,-7.35261,-12.073896,-14.576014,-16.313494,-33.12599,-12.093135,-35.19463,-25.136335,-29.317238,-34.005238,-25.41124,-23.608261,-30.539669,-30.32425,-36.462143,-24.46494,-30.779396,-25.484964,-35.64908,-32.909157,-26.155754,-35.097713,-30.097712,-32.160213,-19.787884,-23.325905,-32.844078,-23.06276,-40.51003,-29.67993,-17.289896,-8.933705,-22.691593,-18.89853,-26.177794,-13.058265,-22.360178,-39.828682,-43.555225
+5308,-22.884096,-13.25453,-12.838014,-23.810925,-25.65232,-17.50037,-20.405825,-11.703017,-26.150576,-34.220074,-21.78231,-20.31356,-25.540272,-13.5635605,-24.181068,-24.772396,-16.593424,-42.333782,-19.87606,-28.759674,-28.392944,-4.9804506,-15.669172,-30.793217,-14.290041,-12.846262,-15.722843,-12.426435,-21.40685,-24.830965,-15.356665,-36.65282,-34.71532,-45.816795,-31.173542,-23.274155,-28.174616,-22.24902,-16.976608,-24.612972,-24.993748,-15.926611,-1.9266118,-14.442955,-21.535318,-18.203407,-16.761894,-26.135025,-13.820177,-16.770073,-19.37096,-24.393553,-24.99212,-16.757347,-58.20541,-11.75618,-35.467377,-26.386675,-30.761593,-27.800835,-32.488335,-27.988335,-13.838288,-28.211184,-26.746525,-25.45369,-27.22084,-21.480804,-22.511505,-11.930013,-23.320227,-26.32965,-21.930897,-18.956478,-21.336039,-33.485996,-46.14336
+12198,-34.51848,-16.384533,-11.570757,-28.574223,-21.634756,-8.801217,-19.627346,-7.701602,-19.071424,-33.5487,-28.862543,-30.221918,-23.85242,-24.925043,-26.20063,-28.012177,-18.45982,-33.46769,-33.819572,-28.98709,-21.133091,-29.625656,-20.75321,-36.998283,-16.37576,-26.525833,-28.265865,-15.193281,-30.467184,-21.697203,-28.188099,-27.008884,-26.571384,-39.922916,-34.501343,-13.9445505,-31.338804,-28.124674,-26.91608,-34.820587,-31.503988,-25.894451,-33.01945,-28.670292,-27.344093,-31.969856,-29.758953,-34.131165,-14.255931,-18.71548,-13.590241,-22.554487,-20.4889,-22.010551,-30.218578,-22.7308,-27.868626,-33.463936,-26.744005,-29.69448,-38.546047,-31.25698,-21.967712,-26.609951,-17.611795,-0.035761215,-21.88229,-18.849657,-24.028715,-26.402239,-22.21571,-26.615189,-31.96564,-18.809452,-25.367836,-36.940453,-42.034695
+6637,-36.034737,-18.463898,-18.32347,-33.03352,-27.11406,-5.681882,-17.234621,-21.833477,-23.769083,-42.042133,-34.219772,-31.407272,-27.869972,-31.844772,-26.536358,-29.778486,-19.124342,-35.915173,-35.969772,-27.63095,-15.883577,-31.799826,-26.456509,-32.428005,-17.093054,-25.009441,-25.582012,-16.068659,-36.22175,-34.872356,-29.742327,-26.34534,-25.06409,-36.48317,-30.074953,-15.507186,-50.59105,-39.67083,-33.68784,-40.110634,-42.94967,-33.282326,-43.719826,-28.709768,-29.06323,-27.113028,-29.569914,-29.070087,-12.00711,-23.131582,-14.882294,-17.762877,-26.215525,-18.327106,-42.40676,-34.423855,-30.555428,-36.11988,-27.911877,-29.756071,-39.896698,-32.131073,-23.229696,-20.16042,-15.722512,-13.538376,-0.45407853,-0.9067995,-27.256569,-39.136143,-30.17476,-30.508791,-46.357067,-18.360252,-28.774813,-27.61095,-36.357468
+5749,-41.2657,-30.81956,-15.961639,-27.964483,-28.507559,-7.9931393,-23.113962,-17.56667,-22.183115,-32.42603,-31.771444,-27.28707,-27.728146,-27.50582,-23.670504,-24.447788,-24.308334,-33.637035,-28.38082,-30.089336,-20.60619,-32.471676,-17.441517,-28.400124,-17.736431,-17.293148,-13.550035,-14.890798,-31.030643,-29.163263,-31.13565,-27.08231,-29.26981,-41.322575,-18.198162,-18.578566,-35.20233,-43.412018,-33.65789,-37.844185,-35.582905,-30.82114,-45.32114,-39.69915,-26.60625,-34.382446,-19.212791,-31.83619,-17.632345,-20.997528,-26.511406,-0.42638016,-10.32671,-10.788874,-44.449005,-32.258156,-37.615948,-36.434483,-33.093155,-18.673128,-39.720005,-22.173128,-20.816822,-19.645699,-18.589268,-15.392312,-24.117277,-10.405647,-31.901531,-37.44512,-36.882454,-33.054607,-29.876844,-12.042492,-29.077938,-27.396776,-35.13416
+4684,-25.726555,-14.889518,-9.59457,-24.615808,-19.544819,-9.396627,-12.135451,-8.216574,-24.665289,-30.507729,-23.748684,-26.186184,-23.81788,-24.842434,-24.939014,-24.834715,-4.780737,-32.1961,-24.748684,-26.529804,-5.9049654,-22.87498,-12.422794,-33.390327,-15.8420925,-11.408206,-14.406883,-12.656327,-0.58233,-19.383003,-24.495956,-24.342525,-27.030025,-37.76828,-8.407855,-11.037872,-30.840809,-25.627684,-21.554054,-21.169254,-28.197783,-12.13673,-26.51173,-33.454784,-27.277176,-15.433687,-9.621338,-24.339367,-12.369753,-16.850296,-17.632156,-11.885912,-11.700141,-9.861326,-36.52897,-22.779228,-35.421543,-26.812654,-22.830816,-24.844517,-35.313267,-22.969517,-17.025778,-14.549717,-19.102789,-8.529512,-13.796966,-20.596941,-11.185979,-19.035,-21.63009,-27.016985,-23.30244,-13.968042,-14.405538,-22.432554,-33.408974
+11457,-12.74449,-12.333627,-11.103146,-4.8406463,-26.83815,-21.574148,-21.369146,-11.458692,-19.12705,-26.886332,-21.613956,-26.332708,-20.517925,-22.176456,-15.613975,-30.73359,-24.468971,-35.82738,-27.426458,-14.4429655,-14.969517,-25.259726,-25.220396,-28.397068,-13.102916,-14.695759,-5.2769523,-14.151549,-33.99728,-18.329218,-21.96069,-24.541294,-25.103794,-46.59268,-38.859325,-19.345865,-23.810844,-46.59101,-29.583755,-35.40172,-35.104797,-19.488798,-34.051296,-11.183332,-24.68091,-18.733707,-7.8984838,-24.273458,-14.023386,-8.441307,-17.60962,-28.446415,-14.738724,-15.420594,-20.21184,-13.126869,-28.02033,-34.549004,-17.570042,-26.75957,-28.88457,-26.10332,-21.5063,-25.124624,-27.373106,-9.739355,-30.439102,-29.559362,-25.304403,-8.372225,-16.736979,-23.999466,-24.762794,-8.160885,-20.692028,-11.638305,-25.242306
+4403,-43.298653,-20.626411,-18.203632,-22.1197,-25.175304,-45.65356,-52.94147,-32.849174,-44.25834,-30.043543,-29.334187,-33.240437,-29.066757,-24.552937,-29.165512,-42.314476,-39.11929,-57.3073,-33.47481,-38.047066,-47.93772,-38.15454,-29.186684,-40.563324,-16.133804,-21.995914,-28.935795,-22.789034,-40.580315,-4.6379485,-35.951233,-36.78602,-31.411016,-57.66236,-50.485756,-26.628311,-31.971487,-13.126138,-23.885925,-33.246624,-22.541351,-23.786085,-45.379837,-38.188583,-44.79442,-28.041052,-24.644854,-31.486664,-22.517817,-21.526365,-22.985176,-38.746773,-41.87583,-21.732113,-32.09622,-42.44515,-41.457367,-37.79111,-30.726337,-36.31779,-20.224041,-31.724041,-39.380783,-42.374954,-35.224537,-34.562645,-36.103565,-32.365112,-38.978817,-36.59586,-33.99344,-38.37091,-26.508781,-17.441698,-31.59158,-40.791485,-48.001804
+10389,-8.493764,-17.3743,-9.996599,-15.231604,-26.560894,-15.1911745,-21.221066,-12.21723,-34.01756,-20.936697,-15.122574,-18.810072,-17.83837,-17.997572,-0.060086146,-25.389864,-12.570465,-35.294678,-13.122574,-29.726257,-16.44975,-17.112988,-4.808089,-6.4335027,-16.871094,-4.0209236,-10.951255,-7.076131,-28.620256,-20.587568,-30.189133,-34.743343,-34.774593,-41.68445,-18.839884,-14.812311,-26.817627,-22.498827,-16.94432,-22.249193,-26.937159,-5.25416,-26.75416,-15.594873,-24.017986,-18.273928,-20.749893,-27.437141,-18.562035,-4.2395554,-33.042885,-21.522758,-23.809782,-16.054037,-29.13727,-25.109009,-37.768997,-37.573647,-21.516462,-17.074865,-30.856115,-24.637365,-15.345447,-15.484558,-28.466145,-22.38059,-21.309284,-23.750732,-27.727077,-21.615364,-25.179916,-35.032032,-11.333913,-17.264404,-25.041775,-27.029644,-37.68725
+2016,-47.98035,-21.653769,-24.895868,-40.972435,-25.251879,-19.64362,-27.351328,-25.827011,-48.72058,-39.0248,-38.554638,-36.804638,-34.867203,-34.242138,-25.64979,-29.224957,-23.248003,-43.156628,-40.320263,-40.65291,-30.021864,-37.449528,-32.819744,-35.175224,-26.416492,-37.771263,-39.44761,-36.75181,-43.551456,-40.301064,-44.198658,-33.08498,-30.89748,-53.182674,-32.540375,-37.126804,-35.910423,-45.64494,-43.10651,-51.448757,-40.481747,-44.0586,-47.8086,-41.374016,-36.452797,-23.401857,-23.815077,-0.0021924642,-16.501755,-25.862423,-36.84789,-25.70532,-30.449009,-34.82225,-40.246128,-45.479446,-29.482841,-26.413118,-20.595465,-7.1841583,-25.652908,-14.371658,-17.758133,-39.33895,-35.911785,-30.435108,-23.826132,-23.534733,-49.81388,-50.90954,-44.611847,-17.939972,-36.99397,-27.668938,-36.957085,-52.794075,-57.091866
+10707,-21.647015,-12.300597,-7.5487,-24.574152,-12.362843,-8.616777,-12.349655,-13.547539,-15.203482,-31.603872,-26.324186,-28.292936,-22.686794,-25.792936,-20.47105,-19.623327,-5.505308,-19.872177,-29.605436,-17.181976,-5.8078985,-21.981112,-16.646772,-36.558514,-17.380816,-8.841133,-7.5926147,-8.965999,-10.368439,-22.215845,-17.935368,-22.312084,-22.312084,-30.95801,-5.5317426,-8.419631,-26.039295,-23.869944,-20.520275,-32.762745,-24.726254,-17.719227,-26.344227,-30.405895,-26.593506,-17.028461,-9.153697,-22.653831,-10.90333,-11.937992,-18.269207,-12.013812,-10.665777,-7.0770445,-20.012695,-19.215446,-33.353848,-28.514517,-19.388544,-17.925226,-27.331476,-17.675226,-17.776735,-2.2718654,-12.313752,-15.16297,-12.598078,-13.412202,-20.835266,-33.178883,-22.801332,-22.764246,-21.586681,-12.561291,-26.052553,-5.5368805,-18.753181
+12159,-19.813734,-18.06441,-18.002686,-18.199741,-26.470299,-23.36265,-21.254076,-21.589834,-41.317207,-28.308104,-24.579155,-28.641655,-41.1528,-26.454155,-20.579306,-35.265865,-31.487488,-62.49061,-22.829155,-24.122831,-30.672424,-0.07850987,-34.70549,-29.818327,-18.8171,-29.538372,-22.917023,-28.853367,-57.455505,-25.597565,-15.605458,-34.802925,-37.302925,-51.821987,-44.139275,-35.583424,-31.62101,-40.66727,-12.138576,-28.272274,-33.321526,-26.968822,-41.96882,-14.155826,-31.421904,-37.944103,-24.877934,-32.657883,-32.251625,-12.172279,-32.82881,-39.37876,-30.443718,-38.963966,-36.9178,-34.35428,-38.419144,-38.031864,-23.06986,-28.62185,-31.74685,-33.62185,-29.306217,-25.334698,-36.704094,-20.445248,-32.79538,-30.237257,-29.802662,-22.185663,-29.718645,-34.857178,-38.355755,-20.68469,-28.045437,-38.87927,-53.3555
+11978,-29.904835,-22.164806,-15.388059,-30.953867,-14.993057,-11.542681,-17.692667,-21.69968,-28.696463,-32.76256,-31.009317,-30.509317,-27.73022,-30.384317,-24.651514,-19.563046,-17.58028,-35.71919,-27.603067,-19.338451,-15.597024,-32.202034,-18.681623,-32.79031,-24.350935,-14.271383,-18.902739,-15.895783,-15.57572,-31.387182,-27.77195,-19.175228,-25.237728,-40.074356,-8.003215,-14.88651,-39.94833,-28.667425,-24.405674,-32.301483,-35.36757,-25.381062,-34.63106,-29.645752,-35.581882,-14.570869,-14.836967,-25.009758,-17.320217,-20.420116,-29.89084,-22.365885,-16.010315,-11.253609,-43.701225,-25.589855,-31.423025,-21.902193,-27.740509,-23.556948,-37.658512,-25.494448,-15.460062,-0.0022472986,-12.227982,-14.053492,-18.979843,-21.66362,-29.755285,-33.55594,-37.20293,-28.955282,-26.815132,-19.084026,-25.252829,-24.059319,-46.2689
+2990,-23.958492,-18.147833,-17.449188,-18.697884,-24.19185,-34.54107,-38.068108,-25.37057,-33.396397,-31.061016,-17.421185,-26.608685,-26.359173,-25.171185,-24.367008,-37.011242,-29.221123,-49.490532,-30.108685,-29.049553,-43.59508,-36.105087,-18.463167,-30.443531,-19.198238,-21.402393,-24.317383,-21.5427,-45.27811,-29.033667,-29.864819,-33.240463,-32.740463,-48.805996,-38.7725,-27.877344,-21.288404,-30.639135,-24.876858,-27.743073,-28.766212,-24.416876,-45.510624,-18.689644,-37.65509,-29.389069,-31.951256,-32.449207,-28.199074,-25.793205,-24.560156,-38.760544,-34.8058,-22.812855,-14.306124,-26.144579,-39.334213,-33.464085,-29.395372,-36.32392,-39.07392,-38.04267,-21.787998,-31.515965,-40.081676,-22.504135,-39.489803,-31.805138,-26.627039,-25.630667,-26.133068,-32.910583,-34.99697,-4.6399245,-35.395798,-49.708378,-47.013313
+1993,-44.69007,-31.250275,-26.530891,-36.357983,-23.312801,-18.643867,-27.888496,-29.036238,-47.947594,-38.734776,-40.30372,-35.05372,-35.563538,-36.92872,-29.42402,-38.741253,-31.933325,-52.660645,-41.27247,-41.52515,-34.76123,-38.785892,-34.229057,-37.46592,-25.936008,-40.47854,-39.191093,-35.68837,-49.68481,-37.05096,-39.816093,-31.975515,-29.975515,-54.69451,-43.545418,-37.68788,-37.489822,-47.537086,-43.093014,-50.649418,-37.801693,-40.2413,-43.9913,-40.826138,-35.898678,-26.189554,-23.313957,-0.00030491542,-15.125259,-26.579044,-33.536716,-22.315603,-30.697933,-36.00756,-36.328396,-42.59957,-31.626097,-31.824766,-26.808483,-15.743004,-25.774254,-18.930504,-19.818403,-36.51044,-38.478096,-36.045826,-27.297907,-20.550722,-37.424767,-37.104652,-43.262634,-15.789101,-37.12558,-22.389702,-31.703478,-51.91026,-66.27392
+12951,-14.576055,-14.40635,-13.272931,-14.966271,-31.459923,-19.483355,-22.14125,-16.250015,-32.883614,-19.813982,-18.412884,-6.725383,-4.198606,-17.225384,-15.896648,-35.28018,-22.647902,-40.725624,-20.506634,-25.412123,-34.3359,-22.939573,-15.288846,-24.628756,-0.7819206,-21.071762,-20.160217,-23.65277,-44.35258,-16.06253,-16.229473,-21.85421,-23.91671,-41.840767,-30.201925,-27.044075,-24.239471,-17.672209,-3.2723386,-8.58294,-15.970686,-11.327888,-33.01539,-0.89691323,-35.723984,-29.576696,-27.125679,-30.684437,-26.68377,-12.17451,-24.378347,-35.233017,-24.843243,-35.208508,-27.939392,-25.9979,-30.576536,-32.356182,-19.510307,-28.867544,-29.430044,-27.648794,-20.28326,-27.149122,-29.588203,-14.083423,-32.777775,-24.527939,-22.055767,-20.12296,-25.688015,-28.053001,-26.006565,-9.828835,-21.266367,-34.547928,-43.671772
+1978,-32.26928,-15.401688,-10.226227,-33.872868,-13.454888,-14.2302065,-24.468592,-29.27306,-38.470448,-23.031605,-24.248802,-18.623802,-21.673729,-14.248802,-22.624273,-27.745762,-18.37695,-39.35147,-23.061302,-33.51386,-22.00315,-26.76795,-22.072346,-22.88865,-19.526117,-31.65116,-31.942303,-24.080566,-36.848812,-26.358269,-28.677416,-26.23776,-27.42526,-40.304558,-24.01784,-22.392363,-40.117165,-39.288868,-25.322227,-28.484219,-27.374996,-27.396564,-38.771564,-26.190056,-31.960028,-21.717857,-25.529644,-3.5796862,-15.892157,-22.655123,-23.027739,-19.76317,-33.956535,-24.229836,-29.682926,-35.144886,-25.012846,-18.31252,-14.054737,-0.096077584,-22.127329,-12.283578,-6.7088103,-24.385498,-24.633163,-20.517921,-17.084438,-17.00814,-34.2012,-37.019363,-33.204308,-10.081277,-24.896347,-15.862417,-29.635347,-31.275839,-45.550766
+8162,-18.895031,-18.46321,-17.045807,-34.012928,-29.901318,-26.135395,-28.698881,-16.10922,-38.98199,-33.303112,-25.144728,-14.332228,-11.949615,-18.707228,-39.40972,-39.297333,-35.322113,-53.81201,-29.300978,-32.090366,-44.476585,-33.78028,-27.66571,-36.802345,-19.70652,-31.690216,-28.49101,-28.32824,-53.123238,-20.140013,-26.283297,-32.835472,-32.335472,-52.308712,-40.99059,-30.143078,-34.80996,-24.908823,-8.9083805,-8.868321,-11.181068,-20.525862,-41.588364,-0.021844745,-38.006943,-33.53503,-33.755764,-40.520275,-35.426426,-23.733414,-39.954872,-33.751907,-30.332579,-31.400219,-25.496237,-31.246424,-38.591606,-36.310913,-27.353846,-39.365032,-34.021282,-35.458782,-23.964941,-22.843414,-42.414734,-21.026316,-38.26546,-30.836376,-27.59702,-19.488922,-26.194662,-31.957336,-35.5316,-12.796686,-16.502312,-42.670612,-46.07585
+3548,-18.090595,-13.111758,-9.027444,-22.775372,-10.984878,-24.697487,-23.917742,-14.073738,-23.919033,-22.13992,-20.018421,-21.049671,-25.24394,-19.549671,-14.948529,-23.190725,-0.5186223,-33.69689,-21.362171,-26.514559,-7.952678,-24.291122,-11.771247,-37.958775,-14.307264,-5.8550305,-11.855631,-7.4797106,-5.0011215,-22.927618,-21.01648,-14.72364,-22.34864,-39.153816,-8.282906,-9.136367,-35.71971,-31.151096,-22.885956,-25.838974,-28.35989,-19.621828,-24.621828,-27.252378,-28.747663,-15.201063,-9.701218,-24.138577,-15.575949,-17.018276,-34.20996,-8.848417,-10.502498,-9.279966,-37.723274,-18.469637,-26.918518,-21.177048,-20.075134,-17.828402,-34.000275,-22.640902,-13.850804,-14.252402,-12.709394,-24.872803,-24.354118,-20.87047,-14.367154,-9.798468,-19.852612,-23.631882,-27.047289,-11.952287,-20.043688,-41.679184,-39.37964
+7764,-15.69128,-12.578697,-13.703351,-13.897891,-14.515757,-18.68965,-30.306293,-14.391729,-35.421494,-21.109364,-12.938272,-6.688273,-17.392517,-6.563273,-15.119076,-27.154715,-19.087288,-42.19314,-16.407022,-20.911789,-22.237837,-13.824087,-13.862399,-28.881748,-13.839114,-25.307331,-25.257172,-23.842154,-41.97609,-8.57382,-28.750568,-29.340176,-30.215176,-46.327065,-37.13882,-27.492325,-32.612026,-15.491133,-2.5264888,-11.645594,-16.14323,-16.599958,-34.53746,-3.8097582,-33.7055,-28.637907,-26.447712,-15.623554,-26.81092,-6.2656527,-22.419289,-22.214874,-23.712864,-26.849709,-30.410017,-31.431458,-26.129875,-14.305195,-17.275097,-17.820131,-19.195131,-20.413881,-11.866922,-25.330572,-28.379025,-26.32813,-32.610786,-28.998016,-26.892996,-23.570717,-21.908146,-9.044143,-28.46072,-8.723227,-18.823303,-34.414127,-48.44049
+3678,-34.842384,-23.842415,-27.584457,-40.214184,-31.380621,-30.456285,-28.97163,-40.406776,-32.465675,-50.423985,-39.958946,-38.240196,-39.096325,-37.958946,-43.60247,-52.51738,-52.65232,-69.66873,-45.681602,-34.18357,-31.499218,-25.069403,-40.955345,-40.152122,-29.019293,-34.95299,-31.61055,-29.797092,-34.111122,-24.60174,-0.21383078,-38.462227,-35.21223,-44.524075,-39.89589,-33.191444,-37.73517,-38.17613,-26.725403,-31.72626,-34.14768,-35.370384,-39.620384,-30.386726,-36.72311,-40.421898,-29.08432,-34.770664,-27.395119,-29.256908,-31.03216,-44.0111,-34.63709,-29.031609,-33.794483,-23.329914,-35.10535,-34.175686,-26.522057,-31.326754,-36.07675,-34.70175,-30.576353,-35.064377,-33.730934,-19.571783,-35.914257,-28.868496,-15.7736225,-13.514226,-25.446,-29.539845,-38.717766,-27.409353,-22.501041,-47.46398,-41.652813
+10087,-29.98513,-10.998602,-17.317028,-18.751211,-29.889381,-15.18647,-20.501093,-22.331522,-27.735573,-30.857897,-18.067774,-22.755276,-21.209908,-21.692774,-16.799248,-14.443478,-12.843293,-12.115057,-23.130276,-18.543003,-27.514116,-32.34915,-24.940983,-37.792744,-14.943153,-19.248913,-20.531637,-22.40592,-35.334557,-29.064428,-25.652115,-16.879467,-0.00446613,-33.614643,-18.390165,-27.569557,-12.7151985,-33.323307,-26.081017,-43.206024,-37.535515,-36.889503,-44.389503,-19.078026,-32.95925,-30.530552,-23.99667,-33.396866,-21.521706,-25.749588,-15.830716,-30.724857,-27.767437,-20.170837,-21.070652,-29.291101,-24.545126,-25.90875,-22.057045,-22.692766,-32.34902,-30.817766,-20.492426,-32.198704,-17.846056,-21.311813,-22.69829,-23.836336,-33.509563,-35.042427,-37.623898,-28.570265,-29.208672,-12.190027,-29.174162,-29.653875,-8.868706
+1759,-18.655684,-15.217484,-13.150752,-29.606344,-32.429775,-24.38895,-26.064972,-13.306853,-25.182846,-29.58641,-23.298306,-23.37643,-23.114807,-21.81393,-11.095239,-33.266376,-21.320583,-56.112984,-12.657681,-36.222923,-30.117456,-9.212445,-23.473732,-28.77442,-15.9114485,-9.519441,-13.37722,-11.439177,-34.192146,-24.307308,-28.302406,-31.628304,-32.565804,-42.731728,-38.230255,-20.026775,-32.418495,-31.31126,-11.693558,-34.2428,-31.309763,-15.049173,-31.299173,-16.107662,-17.99034,-28.683867,-21.778194,-26.277718,-19.215199,-0.08807514,-33.63353,-35.136604,-31.372463,-37.425354,-31.736832,-24.116047,-30.627773,-32.15488,-23.866983,-24.243645,-30.056145,-32.493645,-24.673174,-36.30094,-40.536224,-23.073088,-28.049526,-28.18996,-23.571707,-17.949486,-25.483438,-31.78619,-22.384892,-17.134525,-17.349802,-42.845387,-46.74494
+865,-29.190746,-17.10469,-15.609328,-20.224983,-21.65631,-12.131906,-17.392544,-15.86333,-27.704905,-36.8966,-29.589329,-36.198704,-32.84703,-32.08933,-23.091583,-24.976402,-14.666353,-26.705746,-28.339329,-16.907106,-4.9103465,-34.804104,-20.489397,-31.25328,-22.364527,-13.863425,-4.6493826,-10.27421,-26.121754,-28.151133,-32.33848,-21.05825,-26.99575,-43.133286,-19.061197,-14.312646,-27.243254,-41.83378,-26.85043,-38.811005,-37.863197,-21.715897,-41.778397,-25.82375,-34.094563,-8.960355,-0.022613045,-15.08535,-6.272509,-17.168917,-26.049898,-19.858183,-15.65341,-15.57218,-44.6269,-32.56308,-31.985914,-27.954521,-30.478344,-16.935402,-37.154152,-22.935402,-16.484343,-12.073768,-14.206107,-19.14705,-16.889095,-16.080658,-40.167084,-44.15037,-31.938211,-30.872208,-25.430729,-30.208214,-32.848396,-12.425791,-22.888025
+3791,-35.600502,-14.267502,-19.201122,-27.922258,-34.087124,-34.83258,-34.04842,-17.97,-40.17414,-34.43166,-32.592567,-31.530066,-29.090134,-19.342566,-34.162457,-43.692505,-44.192703,-57.89599,-39.373817,-42.083225,-39.551926,-29.046362,-37.011593,-30.446619,-19.2506,-27.073366,-21.516628,-18.826838,-41.66487,-22.102068,-16.58929,-33.95231,-27.983559,-40.860687,-49.022137,-34.098907,-29.476479,-35.867493,-24.13308,-28.263748,-32.900238,-36.848625,-30.848627,-27.266905,-30.128561,-42.744236,-34.294792,-37.083626,-33.817974,-26.505299,-24.178392,-32.454872,-36.689667,-33.344597,-44.647205,-21.536339,-32.37032,-43.500214,-26.469244,-32.54082,-31.978321,-32.60332,-32.223595,-50.57882,-41.934395,-21.534794,-48.37458,-32.47032,-14.277859,-11.440887,-25.692486,-28.941257,-28.633165,-19.992731,-0.00040825058,-52.381706,-48.320953
+4399,-36.505737,-18.768843,-16.075907,-16.770025,-31.1279,-46.591858,-53.62925,-27.863205,-43.393993,-36.256123,-28.785072,-32.738197,-30.175142,-22.566322,-28.015799,-51.983574,-47.92202,-66.06182,-32.863197,-36.072693,-53.543015,-31.755257,-24.601933,-36.417656,-11.312056,-17.35394,-19.825916,-16.506384,-45.096634,-0.007461843,-27.511477,-32.07986,-29.82986,-49.271847,-41.941025,-25.325655,-37.99842,-12.03326,-15.057442,-17.243862,-10.457219,-18.254538,-38.97329,-26.456728,-41.379856,-24.91027,-21.870117,-30.05671,-20.744205,-18.429382,-23.24031,-37.565857,-31.771187,-16.426521,-25.90704,-38.830917,-43.22341,-40.842003,-30.034637,-34.717575,-19.530075,-31.405077,-28.182297,-50.67318,-43.13613,-26.230562,-45.57379,-33.160942,-38.257378,-25.355583,-24.113842,-33.660206,-28.910242,-11.578745,-22.14087,-41.388363,-43.48494
+12408,-25.303822,-21.476372,-18.404486,-40.198975,-23.803688,-26.243793,-24.745716,-25.13874,-34.483215,-30.465702,-28.474812,-11.209187,-12.43739,-23.834187,-32.73054,-39.329132,-35.31423,-46.80442,-25.646687,-38.704372,-41.71707,-34.034554,-27.31744,-34.44113,-21.274403,-22.380714,-22.30403,-23.677774,-40.159645,-24.57108,-34.024246,-40.9231,-46.39185,-54.58441,-44.494335,-28.752687,-34.182755,-22.951551,-5.3814635,-16.284021,-21.768234,-22.65931,-43.44056,-0.017682813,-42.852234,-37.873962,-34.343906,-35.151707,-31.52666,-29.324497,-45.937653,-36.7163,-29.573875,-48.009678,-30.68571,-30.347715,-43.37076,-28.660793,-28.073647,-38.223568,-41.098568,-37.223568,-25.544367,-27.160633,-40.385197,-27.723787,-35.93421,-33.93742,-36.344925,-24.120268,-33.517914,-33.882706,-33.96534,-17.944206,-32.23485,-51.538795,-54.52645
+6950,-18.790337,-15.5054245,-16.38412,-11.462719,-28.408245,-22.150433,-20.6734,-18.464132,-33.0204,-21.005669,-19.003242,-21.753242,-23.57183,-19.878242,-13.000262,-31.431301,-17.991772,-45.514412,-17.253242,-28.179493,-26.49974,-0.003865493,-17.959883,-30.176613,-12.12077,-13.986204,-13.374325,-15.998704,-36.217735,-21.839724,-17.450481,-35.806183,-34.024933,-44.817688,-28.36887,-24.93183,-29.22768,-24.465591,-11.25853,-21.113152,-24.524946,-14.440614,-30.878113,-17.116245,-18.537487,-17.847717,-17.714762,-26.870583,-18.276651,-6.370802,-26.17958,-29.650248,-27.92728,-20.383389,-28.34999,-28.715977,-33.88892,-29.854713,-21.050196,-25.978937,-32.166435,-30.603937,-23.997072,-20.976835,-32.247704,-20.863564,-29.991522,-24.10104,-20.545116,-23.625088,-19.454023,-28.77238,-23.475285,-16.621712,-21.914349,-31.66898,-55.856773
+11981,-25.893589,-18.206427,-15.26477,-30.588207,-12.9047165,-18.83384,-18.680517,-23.796455,-29.449821,-32.90396,-29.337807,-32.212807,-36.46088,-29.900307,-28.368649,-20.154629,-24.150934,-41.80526,-28.900307,-14.055266,-22.183765,-28.42568,-17.307432,-30.540337,-24.058075,-13.220332,-19.343262,-13.150983,-25.876598,-31.342997,-27.706701,-18.758974,-25.258974,-44.11863,-7.5423822,-13.525065,-34.960785,-29.766762,-27.14021,-40.979355,-39.014618,-36.53243,-53.09493,-32.198074,-36.353333,-16.368784,-18.01688,-24.055592,-17.179497,-21.61924,-30.20895,-17.732199,-13.594865,-10.849447,-42.21852,-26.569418,-28.170414,-21.588833,-25.672,-19.754436,-29.504436,-18.816936,-13.360688,-0.030628804,-13.401512,-17.03059,-30.84488,-26.588913,-35.246902,-33.845478,-32.748184,-28.297571,-30.823505,-16.070034,-28.529507,-40.99911,-37.64606
+6749,-31.112797,-21.57141,-18.1512,-35.370903,-28.84927,-19.751665,-26.97442,-24.136576,-29.500809,-43.59761,-32.565823,-32.753323,-31.14463,-32.659573,-27.1618,-25.096836,-22.914177,-41.657402,-30.909573,-32.822952,-20.795227,-37.68875,-20.528149,-40.713814,-27.398918,-16.797583,-18.363457,-12.797427,-29.231697,-31.79669,-31.304785,-29.918097,-33.1056,-47.233536,-21.77274,-13.549289,-35.790665,-42.86018,-37.073837,-43.968925,-42.612892,-26.568636,-44.193634,-36.177727,-34.641594,-21.113941,-18.895927,-29.304705,-16.551357,-25.761545,-31.116215,-9.830995,-13.9470415,-0.046294164,-36.61953,-33.000294,-47.841026,-44.745983,-37.46436,-26.78273,-42.017105,-20.15773,-22.189312,-19.845753,-30.991817,-30.06699,-34.91376,-32.551903,-29.087906,-33.63082,-30.74201,-34.471336,-36.189316,-21.626,-37.24712,-32.029217,-37.656616
+4764,-35.568935,-26.816141,-20.753172,-42.44074,-29.094608,-23.241611,-25.211369,-18.171013,-34.570107,-46.03738,-36.84433,-37.37558,-37.55066,-35.84433,-43.265907,-34.616203,-17.639248,-43.718056,-40.859955,-38.143524,-20.081314,-31.695425,-27.010916,-55.452194,-29.691017,-22.71305,-27.52622,-21.159056,-0.062825345,-38.39922,-34.17198,-32.152336,-35.964836,-41.56045,-21.952658,-25.200802,-41.261272,-37.24068,-30.051357,-39.046577,-38.02707,-34.781548,-47.031548,-37.913322,-47.76585,-28.003231,-20.90474,-37.12867,-23.25278,-30.940332,-30.700863,-29.818878,-26.146315,-23.773544,-41.33198,-34.90433,-38.90883,-33.77722,-32.392796,-34.20885,-44.12682,-31.646349,-24.458479,-21.840183,-27.012222,-21.668854,-37.68872,-28.517838,-31.340843,-32.55671,-26.063276,-35.311882,-35.092888,-23.641348,-31.270332,-45.20478,-46.93485
+6274,-31.21916,-19.50822,-18.03008,-29.009565,-30.374775,-22.043036,-24.10413,-21.778088,-38.72563,-23.09324,-17.50223,-15.064731,-21.539707,-21.56473,-18.159977,-27.316082,-21.965763,-42.281876,-0.002230443,-33.433167,-22.40885,-29.76677,-19.920225,-27.998905,-21.84864,-22.26446,-18.295973,-20.420652,-32.791058,-35.387505,-36.224094,-35.74027,-37.30277,-44.834305,-26.577942,-31.26377,-35.482635,-48.53391,-17.189604,-28.370262,-33.307793,-17.612581,-44.128204,-22.117008,-32.18311,-30.254992,-26.568756,-39.631195,-30.756107,-13.780855,-42.33295,-33.145638,-32.314007,-32.249332,-41.63978,-38.97788,-47.6413,-40.105064,-35.427143,-24.308117,-39.808117,-28.558117,-27.640314,-25.794388,-32.89507,-35.583294,-25.254076,-30.76833,-35.278946,-30.734282,-37.015923,-40.413506,-28.094608,-16.84996,-30.421888,-32.442005,-56.586502
+3184,-43.32605,-16.88792,-8.360308,-41.20812,-16.073494,-26.169744,-41.556206,-17.143581,-42.510902,-36.773148,-29.818481,-32.34973,-32.654526,-31.318481,-17.958208,-32.305946,-25.382,-44.227364,-35.44348,-44.55026,-36.330452,-36.85877,-26.673704,-33.740086,-24.117168,-26.138788,-28.395233,-19.448404,-48.86634,-33.187515,-39.578857,-34.358437,-28.608435,-46.683136,-43.97442,-27.323503,-42.589188,-30.647322,-37.31294,-52.13862,-35.080116,-42.091797,-41.591797,-46.530334,-35.830902,-35.580482,-36.075466,-13.573517,-28.698463,-21.04986,-39.512867,-26.218464,-29.327948,-44.641415,-42.21674,-38.91733,-41.397873,-30.397385,-19.02784,-0.011209616,-23.620584,-10.88621,-11.892751,-37.952473,-39.77566,-29.65263,-30.11824,-33.573715,-37.958115,-25.56062,-30.481556,-14.261282,-30.443222,-23.37969,-26.107098,-48.876373,-64.797585
+6574,-36.444862,-16.899176,-17.74476,-21.117214,-20.684008,-13.22931,-14.301691,-22.753057,-27.550888,-36.189262,-22.213505,-22.401005,-17.360096,-19.901005,-20.75801,-18.793941,-16.144615,-34.478092,-28.82288,-27.04519,-25.472395,-30.35603,-25.899006,-35.57823,-17.619766,-22.068897,-14.114933,-16.738708,-26.30086,-26.266838,-16.404945,-23.72514,-15.35014,-38.716133,-31.130552,-19.70639,-17.088078,-37.00378,-15.732796,-32.02229,-19.04781,-35.850533,-47.413033,-23.489017,-35.099483,-29.078384,-15.535863,-28.769142,-14.987723,-24.922394,-16.46358,-26.790031,-21.611954,-19.639694,-29.106577,-21.07918,-31.976757,-39.587204,-26.72971,-27.880577,-30.693077,-30.068077,-24.9751,-31.464252,-23.589434,-11.575153,-28.509632,-20.18166,-16.84202,-11.658134,-0.52617776,-15.736057,-29.452194,-14.393513,-18.615738,-28.475033,-34.8887
+2128,-30.2333,-11.931266,-9.923682,-26.421978,-14.776318,-12.302565,-25.068815,-7.462051,-2.3642817,-27.649063,-24.639084,-24.920334,-21.268383,-21.482834,-29.86155,-23.812504,-17.091413,-35.46453,-28.84221,-25.708942,-18.83573,-23.781723,-17.804104,-34.80165,-16.20932,-21.200172,-18.046741,-8.171951,-22.180996,-21.056942,-24.052624,-25.005558,-20.349308,-31.219734,-24.839188,-8.776034,-23.12779,-27.652563,-20.272715,-17.657053,-25.466463,-20.404478,-29.029476,-22.992828,-22.871725,-28.916325,-19.248907,-27.121414,-7.464905,-14.038847,-11.326971,-15.918005,-6.829401,-12.842372,-30.44878,-19.53578,-23.920515,-31.060108,-19.389774,-15.695295,-28.351545,-20.945295,-12.828696,-12.739035,-6.8780475,-6.3342695,-7.5732765,-2.7298946,-18.529306,-12.292774,-25.274694,-21.818644,-32.271843,-13.577046,-16.750776,-26.637615,-40.293655
+4103,-25.733658,-12.656407,-7.910724,-18.061796,-25.372503,-27.337187,-38.020203,-15.221359,-25.211662,-16.293571,-8.5404625,-14.946713,-19.706095,-14.290463,-6.072171,-14.542559,-13.57049,-26.866972,-18.009212,-18.373318,-34.289574,-21.529469,-17.088968,-20.056831,-14.077475,-11.391838,-15.917202,-8.538992,-30.53761,-22.718403,-25.025887,-24.7691,-27.67535,-40.14392,-25.325674,-15.607786,-19.955563,-17.281706,-21.385769,-23.179619,-23.864439,-17.67151,-40.890263,-28.781631,-36.610256,-21.026337,-23.110085,-31.295712,-19.857946,-24.56298,-18.77939,-38.439205,-17.054659,-23.223583,-21.29961,-24.769085,-32.694904,-26.886086,-26.667883,-30.343723,-38.218723,-32.781223,-12.703578,-27.607347,-28.072622,-11.8017845,-35.020565,-24.0604,-34.538067,-22.68357,-20.150255,-26.332962,-25.653568,-0.2187679,-31.239262,-41.361565,-38.828808
+11835,-26.15415,-19.69038,-20.505138,-36.938137,-31.974552,-27.181181,-33.89711,-20.534899,-39.5959,-31.918312,-23.94008,-29.56508,-24.318695,-28.97133,-15.628096,-25.000317,-22.445349,-35.401215,-26.37758,-31.83562,-23.340773,-31.810284,-19.00791,-31.48904,-26.268543,-0.9788158,-8.419875,-0.47861856,-29.91901,-27.248524,-33.197018,-39.661247,-38.411247,-51.11119,-24.823303,-13.128645,-38.978622,-39.89532,-38.516582,-42.113976,-42.640583,-25.736065,-44.736065,-39.650875,-34.66329,-13.769094,-22.207317,-31.739578,-21.01899,-18.50204,-44.065407,-26.65343,-25.114923,-19.031992,-34.4513,-39.48884,-63.96898,-49.911755,-46.432945,-23.539015,-45.070267,-36.476517,-24.38856,-28.320791,-40.436737,-36.331036,-37.72211,-33.89002,-28.598331,-26.172052,-30.18247,-38.05421,-29.661541,-19.477793,-33.90393,-47.13716,-47.81499
+9963,-23.894093,-16.202211,-13.118667,-15.344616,-16.593555,-16.978764,-18.253887,-10.690955,-24.870552,-22.525642,-12.141678,-14.829178,-16.751646,-18.891678,-8.771036,-28.79997,-20.175484,-33.602478,-23.485428,-26.874884,-32.797737,-25.46183,-18.554539,-18.359653,-0.06760903,-16.094856,-16.450117,-13.364277,-40.24949,-15.053064,-23.885166,-26.020954,-24.395954,-38.603535,-22.28239,-19.345905,-15.091803,-28.354563,-21.011576,-23.29031,-22.75356,-19.095596,-38.283096,-26.430937,-26.982239,-19.695496,-19.770138,-19.768772,-14.330328,-17.687634,-21.580452,-34.19242,-24.222387,-16.55965,-19.744194,-25.294922,-36.04823,-32.256737,-25.359768,-20.834732,-23.209732,-31.240982,-17.362803,-25.773907,-27.766941,-15.146044,-16.018915,-15.994883,-22.184862,-27.70608,-27.727676,-23.79861,-18.26301,-10.9184065,-28.102768,-32.535446,-30.680191
+7927,-20.284935,-19.722635,-17.809034,-29.955853,-28.661085,-43.319283,-45.534027,-18.476933,-38.13086,-36.00677,-28.24794,-20.701065,-18.197115,-21.076065,-29.892962,-42.641106,-40.06814,-48.757187,-30.419815,-31.447254,-33.065567,-31.836483,-24.276731,-32.60444,-17.356438,-28.881207,-26.04969,-23.579187,-44.146492,-20.03841,-21.75089,-36.94258,-37.84883,-44.90628,-45.017567,-23.825327,-26.245184,-19.71024,-4.211478,-2.4839132,-15.421653,-19.617622,-39.680122,-0.2319334,-45.1474,-28.976137,-29.795454,-32.166565,-28.979048,-19.097229,-35.067238,-37.85241,-23.501242,-29.733675,-33.61748,-28.677814,-37.656143,-34.680912,-25.888367,-37.255737,-34.130737,-38.036987,-38.596497,-24.151325,-41.28725,-22.925804,-37.343388,-31.427017,-28.52665,-24.303097,-28.12033,-29.852673,-31.779343,-18.297516,-22.916405,-47.802017,-44.78895
+833,-37.306232,-33.68811,-20.405302,-33.839367,-23.583437,-16.746708,-17.282019,-20.032907,-39.784042,-45.757023,-36.0634,-35.6884,-33.44217,-36.3134,-26.709324,-33.152985,-17.987436,-43.729233,-37.34465,-34.40887,-18.580921,-39.90587,-23.74453,-43.763382,-24.404943,-17.217775,-21.582626,-21.644724,-26.55427,-19.954094,-36.162758,-32.72536,-24.88161,-44.4493,-23.605438,-23.159346,-39.029213,-48.170895,-41.941986,-38.311394,-34.376686,-28.504938,-44.629936,-39.29551,-38.841846,-6.2199903,-1.9077909,-16.517145,-1.6573124,-21.56298,-29.951485,-22.238722,-30.32141,-18.731932,-29.322502,-41.979362,-39.379086,-39.48715,-30.146421,-28.605665,-41.761913,-32.980663,-23.427923,-21.661282,-32.05088,-23.972725,-21.017057,-20.849623,-25.3204,-29.567669,-28.626448,-34.532448,-29.860285,-19.359997,-24.217724,-40.935863,-44.57547
+7475,-38.063423,-21.922552,-19.505806,-32.884922,-26.081465,-17.322472,-28.200075,-11.378094,-24.674843,-36.501614,-33.436825,-37.311825,-34.82048,-29.436825,-20.436878,-37.915176,-34.47409,-50.40264,-38.468075,-42.32553,-28.642693,-26.026484,-19.980476,-42.71943,-25.363644,-23.290932,-26.75396,-12.939552,-41.610527,-26.753977,-33.647575,-32.80512,-28.055119,-43.597687,-21.929304,-0.0018266994,-48.39625,-38.124134,-35.964874,-33.89527,-34.769268,-35.098038,-47.160538,-36.406708,-38.983166,-33.708256,-33.94222,-37.502327,-16.439653,-22.371193,-28.898264,-18.665474,-25.016396,-21.160006,-51.01224,-36.504562,-57.368492,-51.469585,-35.702168,-21.663933,-43.632687,-34.038937,-23.166485,-30.103542,-26.75129,-27.740833,-14.422953,-18.785496,-25.589434,-31.304638,-33.388283,-34.754593,-30.397625,-23.081615,-34.730145,-38.592728,-38.716633
+11897,-33.97568,-16.294863,-22.051908,-23.296846,-25.833221,-18.32521,-25.35915,-15.151591,-33.84693,-34.290653,-29.336464,-31.086464,-27.658676,-18.898964,-27.138433,-26.60829,-17.892775,-32.091007,-30.836464,-26.008457,-16.919748,-26.293562,-25.882545,-32.365517,-15.746115,-23.610794,-23.144892,-17.581661,-25.52612,-22.277454,-22.962185,-22.697887,-19.697887,-34.4105,-17.542305,-14.042087,-21.56955,-35.073982,-28.554321,-27.12408,-27.958557,-27.454523,-27.829523,-31.505424,-24.697926,-26.075947,-28.253757,-32.648087,-22.42823,-17.404474,-24.855864,-26.730446,-11.605527,-15.027863,-37.39888,-3.6281857,-35.86692,-34.146267,-27.843412,-16.412817,-30.975317,-23.787817,-26.188646,-21.456053,-25.345037,-19.34692,-30.797354,-21.629383,-20.545303,-14.837285,-24.778011,-31.431963,-19.99745,-17.50949,-22.027056,-39.832867,-34.300648
+12568,-16.428988,-9.919591,-10.544757,-6.8539596,-19.055004,-13.85557,-15.128807,-9.519806,-21.060968,-24.96818,-17.226326,-23.413826,-27.297493,-21.945076,-14.064693,-15.210388,-17.434826,-29.97686,-21.976326,-0.81982297,-18.888033,-22.592207,-19.47617,-23.546673,-1.813628,-8.986287,-5.987438,-8.484888,-43.211746,-11.68596,-20.528187,-8.117818,-13.617818,-44.838955,-25.228313,-17.188614,-13.249046,-27.22654,-13.12552,-28.945354,-25.53397,-15.089453,-29.339453,-13.501429,-19.843088,-20.987663,-10.794325,-22.231575,-18.54398,-8.223159,-9.444731,-31.726063,-17.91495,-14.188605,-22.10127,-19.497066,-20.031586,-10.975051,-12.338435,-24.984259,-26.703009,-26.734259,-17.54119,-22.6437,-24.232147,-13.781307,-28.975365,-27.705175,-14.645023,-23.668482,-26.938831,-23.374004,-23.584995,-11.246813,-28.97565,-22.108582,-29.017519
+9281,-0.0469362,-27.794678,-15.357679,-28.98556,-36.670486,-25.33756,-25.092722,-19.432478,-42.07734,-19.647896,-23.794838,-11.701089,-18.08474,-12.201089,-9.077948,-36.99901,-29.67331,-49.947323,-23.732338,-34.883396,-30.02623,-31.68774,-20.413193,-27.450323,-20.187866,-25.24547,-21.124552,-23.429346,-28.8031,-23.93893,-25.864288,-39.212715,-39.743965,-54.152576,-41.455086,-27.320663,-41.406227,-29.048069,-12.297271,-20.439003,-26.508682,-21.103312,-42.04081,-15.172405,-33.171444,-25.98765,-28.051144,-35.029755,-30.170296,-12.938258,-37.403843,-32.76034,-35.79966,-30.634611,-31.709541,-36.660774,-33.172634,-36.045834,-24.670025,-34.797253,-36.359753,-34.672253,-21.957302,-24.389713,-34.97797,-19.464314,-39.093895,-28.087996,-33.973194,-20.648624,-30.571196,-30.21541,-24.85153,-17.048725,-24.110855,-46.16736,-48.308815
+8815,-18.489967,-17.142551,-5.4641805,-16.259039,-11.879892,-18.122091,-19.811296,-23.109194,-20.711334,-16.149462,-12.5589485,-9.6214485,-18.052074,-11.3714485,-12.810243,-16.4518,-0.7236306,-33.199364,-8.3089485,-23.428217,-1.273224,-14.062178,-5.4578357,-29.79277,-20.424164,-11.942959,-10.326075,-10.700541,-3.4328103,-14.580054,-21.08543,-25.243248,-29.805746,-28.868778,-18.074417,-17.059978,-33.968075,-25.575338,-11.703993,-18.85898,-23.836208,-7.351721,-24.94547,-19.01265,-22.678852,-11.198442,-6.4701285,-17.908289,-12.844919,-11.219734,-28.7501,-15.747037,-13.0425205,-8.23801,-33.697433,-20.781929,-24.810038,-16.80229,-20.686115,-19.71939,-29.62564,-16.34439,-14.989781,-13.173277,-15.092169,-9.303557,-22.565369,-19.40942,-10.765217,-12.116177,-21.74046,-21.725351,-25.727955,-12.108097,-12.602969,-21.931345,-29.848022
+729,-28.950535,-21.570303,-15.520749,-31.445986,-19.604479,-17.961643,-23.00058,-29.811752,-29.284004,-35.498352,-31.12574,-34.87574,-41.632046,-35.15699,-34.170143,-17.09644,-11.216468,-32.78318,-34.15699,-12.005938,-20.756079,-32.89801,-20.755697,-46.65963,-28.382023,-17.13347,-19.259573,-20.383118,-20.223623,-39.539776,-29.071056,-9.931511,-11.806511,-35.94586,-0.031470835,-20.52365,-32.83339,-36.392727,-31.943932,-49.357307,-37.078243,-28.96051,-44.52301,-32.12535,-33.309288,-19.209381,-17.478962,-27.146957,-18.334093,-29.857021,-29.221825,-22.059088,-23.705772,-16.149923,-28.481636,-23.632698,-22.430166,-20.194462,-25.4677,-27.460154,-39.850777,-27.522654,-15.7554245,-17.516748,-12.3386755,-28.263113,-31.435463,-28.87872,-26.367195,-32.06076,-30.134745,-31.637312,-35.7883,-16.185883,-27.51484,-35.562664,-28.99996
+10501,-32.332443,-0.09924065,-14.694301,-15.241395,-15.995265,-26.174505,-25.318617,-18.558691,-29.481533,-41.604366,-26.414589,-29.195839,-33.34274,-24.352089,-23.103615,-38.772903,-35.306023,-46.957985,-28.820839,-22.225664,-34.972534,-29.069595,-31.427723,-36.534363,-15.83295,-32.717747,-25.83414,-21.62958,-43.357548,-13.2608185,-24.47474,-26.293858,-23.856358,-44.691463,-25.616322,-25.017805,-26.920183,-25.419754,-27.366709,-35.47698,-32.940353,-25.853527,-44.916027,-16.97236,-51.60219,-34.67044,-22.938108,-27.389257,-21.826174,-29.499203,-16.869316,-34.717102,-25.397842,-29.353516,-40.046368,-19.697859,-34.789062,-37.844498,-16.624563,-29.520912,-21.895912,-31.458412,-32.53066,-27.758038,-30.251398,-21.547722,-33.829426,-29.378868,-21.31304,-20.240702,-24.602232,-31.464327,-35.969906,-14.847674,-23.422016,-41.69306,-37.636192
+7441,-34.08023,-19.955498,-14.046835,-30.911833,-25.887978,-16.239098,-28.178097,-6.8869376,-23.69069,-36.512127,-31.457811,-33.98906,-33.316223,-24.020311,-21.520355,-36.780693,-34.3647,-48.07058,-38.293747,-41.801094,-34.453857,-26.6782,-20.497618,-20.827,-18.44388,-25.392036,-24.65388,-9.38654,-39.400166,-29.394253,-34.503853,-31.324669,-26.137169,-42.79871,-31.928505,-0.011414869,-34.7634,-32.088398,-30.826603,-35.08831,-37.579773,-24.753044,-34.190544,-35.38913,-34.087395,-34.104767,-35.01202,-34.855644,-14.074145,-19.467945,-24.4887,-23.15896,-26.180637,-22.31541,-38.15851,-33.354584,-54.977028,-54.65812,-38.17121,-19.388079,-39.26308,-33.13808,-21.688915,-32.530914,-25.71937,-23.58443,-17.639,-17.389519,-24.026321,-27.20744,-34.35392,-33.20061,-26.638868,-20.530796,-30.863289,-35.209793,-35.94821
+146,-24.75564,-11.783318,-7.459787,-12.898025,-9.521547,-13.691776,-12.5275345,-12.240729,-16.126505,-16.98804,-16.523012,-12.429262,-7.4519296,-9.491763,-14.539696,-14.149856,-4.2441545,-21.586788,-19.007387,-16.560713,-11.195507,-12.389899,-13.205444,-21.21022,-16.380455,-16.888885,-10.9277115,-10.926501,-10.880457,-15.041858,-17.662813,-19.094734,-10.907233,-33.58257,-11.14286,-9.137414,-14.81444,-20.110445,-10.90474,-19.437984,-15.052007,-12.6967125,-18.884212,-18.461802,-17.772942,-26.679935,-12.277597,-19.776335,-11.588485,-17.39299,-20.477386,-9.038248,-13.969643,-6.0936794,-26.949396,-20.42762,-20.647074,-21.707191,-16.213587,-15.320455,-22.945454,-20.507954,-7.308988,-11.805298,-7.664406,-4.027773,-10.420106,-10.41959,-16.366726,-12.172116,-12.941652,-9.268358,-19.101322,-7.498861,-12.939341,-20.463667,-22.953304
+6673,-31.707867,-14.224068,-14.023778,-22.1238,-15.224506,-3.915219,-9.014704,-24.395952,-21.48082,-41.05841,-29.026394,-10.807643,-13.562138,-26.932644,-31.641968,-36.449345,-31.6114,-35.293446,-32.026394,-26.472603,-13.0723915,-33.100616,-20.479298,-36.92373,-10.339973,-21.899143,-20.817406,-14.402046,-32.664722,-36.535675,-27.105576,-19.969059,-18.750309,-33.31163,-23.258926,-15.153918,-19.976727,-42.31618,-25.350142,-27.40037,-30.199717,-28.900227,-41.712727,-31.09,-29.018013,-38.71851,-17.391972,-28.741951,-10.023085,-25.039097,-15.549715,-19.233202,-26.524029,-23.55312,-33.22448,-29.158531,-27.775661,-32.909073,-24.692509,-21.899055,-38.211555,-32.899055,-21.97804,-20.491482,-11.248487,-0.87321806,-10.270215,-0.72023606,-27.416643,-41.65883,-38.119537,-34.271767,-32.52109,-14.6673,-27.63132,-32.094643,-26.521713

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=banking77/list=test_1000/labels.csv

@@ -0,0 +1,1000 @@
+6197,55
+6441,63
+5254,42
+4058,38
+5596,27
+114,11
+2806,66
+1087,12
+1139,4
+12996,2
+10447,41
+11288,73
+12620,37
+10691,8
+8838,20
+11829,25
+5055,26
+5484,52
+2936,54
+9239,0
+5848,25
+2035,47
+1266,14
+11887,55
+4073,38
+4823,44
+2662,15
+5923,25
+2923,54
+7478,35
+12409,39
+11263,38
+12272,50
+8760,5
+1955,47
+7756,71
+12943,9
+8885,20
+6776,53
+12715,5
+11892,55
+4231,73
+3603,16
+1096,12
+2786,66
+12791,31
+7613,65
+12357,65
+11662,42
+9066,57
+63,11
+5620,27
+6193,55
+871,46
+10854,66
+8147,43
+3305,6
+3248,61
+2603,15
+3482,16
+4639,28
+7136,7
+6570,70
+7884,39
+12307,35
+10342,4
+257,13
+10939,40
+597,34
+3076,40
+8498,59
+7988,58
+575,34
+10692,8
+416,17
+2046,47
+1802,23
+12925,9
+5787,51
+2827,66
+4537,22
+3049,40
+11130,30
+2725,66
+1417,33
+12180,7
+6157,55
+8864,20
+12995,2
+2324,60
+2251,60
+1989,47
+16,11
+8827,20
+8493,59
+4953,26
+10807,15
+7101,7
+8210,76
+2312,60
+4330,62
+12365,71
+11466,3
+1666,1
+4063,38
+4622,3
+3836,74
+11584,26
+9371,19
+3407,6
+2680,15
+3845,74
+10741,60
+9232,0
+5932,25
+6113,48
+5411,52
+12422,39
+12101,53
+10322,12
+963,36
+11640,45
+5790,51
+519,17
+9694,2
+96,11
+7911,39
+6069,48
+13002,2
+7853,39
+8660,5
+2817,66
+11,11
+1701,49
+5397,52
+2685,15
+425,17
+1958,47
+12202,7
+5036,26
+6054,48
+10515,1
+12164,7
+4865,44
+12189,7
+8355,76
+7023,7
+12813,57
+7527,35
+2435,75
+9940,24
+7402,50
+32,11
+1541,41
+3094,40
+12947,9
+5604,27
+1775,49
+8117,43
+9587,9
+2008,47
+2741,66
+582,34
+2562,15
+7763,71
+7034,7
+6376,63
+9092,57
+202,13
+11193,74
+6028,48
+1476,41
+10315,12
+9472,19
+6092,48
+1919,56
+2986,54
+6078,48
+6698,67
+11430,22
+8139,43
+7580,65
+9696,2
+11768,51
+7030,7
+3711,30
+8118,43
+4895,44
+8450,37
+2225,8
+6803,53
+3040,40
+2834,66
+10998,10
+3955,68
+11164,74
+3599,16
+4288,62
+2846,66
+4278,62
+1150,4
+8719,5
+9210,0
+10575,23
+317,32
+6922,21
+10171,34
+8842,20
+11121,16
+6293,18
+3204,61
+591,34
+9236,0
+10820,15
+996,36
+8481,59
+10583,23
+1555,41
+3754,30
+2257,60
+11351,62
+12515,43
+1792,23
+10659,47
+8290,76
+9713,2
+12555,72
+7311,64
+2599,15
+10911,54
+6332,63
+5152,45
+4602,3
+6340,63
+10385,14
+1807,23
+8458,37
+3319,6
+10078,13
+8380,37
+2739,66
+1115,12
+9783,69
+2158,8
+5652,27
+12173,7
+5744,51
+3782,74
+3456,6
+9414,19
+4810,28
+11760,27
+8925,20
+7440,35
+1883,56
+9930,24
+12920,19
+6413,63
+7596,65
+11819,25
+6624,67
+11903,55
+3858,74
+9103,57
+3555,16
+4457,29
+2409,75
+9174,57
+7133,7
+3159,61
+10129,17
+3150,10
+2201,8
+7666,65
+2865,66
+12815,57
+3282,61
+3886,74
+775,46
+6393,63
+10102,32
+7652,65
+6523,70
+7589,65
+866,46
+4929,26
+5588,27
+3759,30
+10532,49
+9122,57
+12466,58
+4214,73
+5337,42
+574,34
+9839,69
+12404,39
+296,32
+7868,39
+12839,57
+6542,70
+122,11
+750,46
+10136,17
+12891,19
+3235,61
+7444,35
+12924,9
+8768,5
+7057,7
+8917,20
+7602,65
+9870,69
+3316,6
+5694,51
+2078,8
+8022,58
+4839,44
+730,34
+12123,21
+4332,62
+7453,35
+4418,29
+6744,53
+9728,2
+1611,1
+10779,75
+6783,53
+4472,22
+367,32
+10636,56
+1696,49
+3281,61
+6690,67
+4800,28
+8328,76
+4827,44
+530,17
+3977,68
+12840,57
+10417,33
+3545,16
+2396,75
+5344,42
+1829,56
+10084,32
+6306,63
+3692,30
+11054,6
+12948,9
+1656,1
+2338,75
+12260,50
+1372,33
+6644,67
+4988,26
+6775,53
+8683,5
+2032,47
+6371,63
+6946,21
+3676,30
+2414,75
+636,34
+12581,76
+6547,70
+7395,50
+3136,10
+7163,64
+8426,37
+5921,25
+6807,53
+9788,69
+12732,20
+8341,76
+2233,8
+3528,16
+9238,0
+2532,15
+9960,24
+8977,31
+11800,51
+3432,6
+8708,5
+6902,21
+4076,38
+6444,63
+812,46
+7036,7
+1971,47
+9335,0
+3942,68
+5775,51
+9428,19
+8656,5
+9465,19
+5128,45
+10072,13
+9836,69
+9955,24
+1312,14
+3554,16
+10852,66
+5417,52
+180,13
+2776,66
+11345,62
+3655,30
+7277,64
+13060,24
+887,36
+1485,41
+8296,76
+12531,72
+11407,22
+9162,57
+4452,29
+12471,58
+3355,6
+4651,28
+3943,68
+7060,7
+3775,74
+3853,74
+1191,4
+3992,68
+7669,65
+5048,26
+9818,69
+4304,62
+10406,33
+9906,24
+11208,68
+1419,33
+4781,28
+3255,61
+455,17
+6948,21
+6594,67
+9470,19
+1844,56
+11622,45
+372,32
+109,11
+1525,41
+6630,67
+2468,75
+583,34
+11698,52
+5557,27
+13074,24
+6325,63
+11086,16
+1524,41
+6932,21
+3715,30
+6936,21
+914,36
+10052,13
+3295,61
+7266,64
+4371,29
+5666,27
+11409,22
+7414,50
+11770,51
+11278,38
+1869,56
+9650,2
+2715,66
+811,46
+11947,18
+547,17
+4377,29
+1147,4
+9112,57
+11843,48
+7886,39
+12316,35
+6926,21
+12835,57
+2451,75
+7372,50
+9207,0
+8537,59
+11889,55
+12083,53
+9037,31
+12988,2
+1114,12
+12685,5
+2915,54
+9370,19
+2337,75
+2649,15
+4955,26
+9692,2
+9643,9
+3059,40
+3724,30
+8145,43
+6717,67
+5525,52
+6551,70
+578,34
+2871,54
+9211,0
+11002,10
+2539,15
+6279,18
+10878,66
+804,46
+10910,54
+6890,21
+9849,69
+3021,40
+4061,38
+8237,76
+12476,58
+3211,61
+7895,39
+4703,28
+5236,45
+8303,76
+2867,66
+6756,53
+4719,28
+2131,8
+12739,20
+6798,53
+5817,51
+11425,22
+11553,44
+10949,40
+10671,47
+9781,69
+5571,27
+1493,41
+1399,33
+1126,4
+494,17
+527,17
+12562,72
+274,13
+1354,14
+7309,64
+10444,41
+11669,42
+7329,64
+4329,62
+2104,8
+12551,72
+11595,26
+2130,8
+12940,9
+4023,38
+1740,49
+686,34
+9012,31
+4606,3
+4133,73
+7875,39
+841,46
+5378,52
+9804,69
+11946,18
+7709,71
+3143,10
+834,46
+4445,29
+9734,2
+10973,10
+9572,9
+11203,68
+747,46
+12687,5
+2988,54
+8714,5
+6366,63
+3100,10
+11038,61
+12437,39
+4657,28
+3653,30
+9914,24
+3517,16
+9979,24
+7470,35
+8547,59
+533,17
+5114,45
+8769,5
+640,34
+3198,61
+10835,15
+9364,19
+10943,40
+9819,69
+3048,40
+1884,56
+9637,9
+11507,28
+363,32
+8159,43
+12295,35
+4648,28
+4052,38
+11134,30
+7619,65
+3556,16
+863,46
+4437,29
+2423,75
+9873,69
+11736,27
+5320,42
+4359,29
+8285,76
+12299,35
+9013,31
+9314,0
+5011,26
+3694,30
+3720,30
+8497,59
+7067,7
+5140,45
+5258,42
+520,17
+1946,47
+6438,63
+6916,21
+5745,51
+10890,54
+12326,65
+11163,74
+6403,63
+8797,20
+1556,41
+6049,48
+2499,75
+5195,45
+9966,24
+12532,72
+8402,37
+12369,71
+2493,75
+7910,39
+11521,28
+239,13
+6718,67
+11847,48
+576,34
+1566,1
+5690,51
+6944,21
+8723,5
+6622,67
+4659,28
+8658,5
+7814,39
+8586,59
+8160,43
+3709,30
+11620,45
+11840,25
+10249,36
+12833,57
+12484,43
+13072,24
+669,34
+6232,55
+1112,12
+8281,76
+5428,52
+8909,20
+12116,53
+11534,44
+1330,14
+11429,22
+4934,26
+112,11
+3690,30
+5058,26
+2723,66
+10599,23
+3824,74
+4482,22
+12187,7
+5339,42
+1794,23
+1813,23
+9626,9
+2502,75
+356,32
+3176,61
+6263,18
+4373,29
+5736,51
+10314,12
+9450,19
+12498,43
+5155,45
+3811,74
+2668,15
+906,36
+2883,54
+6849,53
+2237,60
+11850,48
+6414,63
+9383,19
+851,46
+7802,71
+7696,71
+3634,16
+5640,27
+8722,5
+4731,28
+9543,9
+1183,4
+9019,31
+5836,25
+7845,39
+11955,18
+2361,75
+13019,69
+1878,56
+5198,45
+917,36
+10725,60
+8619,5
+4928,26
+9789,69
+5300,42
+9756,2
+3586,16
+8692,5
+12781,31
+6175,55
+11744,27
+11863,48
+4357,29
+11624,45
+10726,60
+9652,2
+5939,25
+3114,10
+4292,62
+5810,51
+6885,21
+8479,59
+1629,1
+7561,35
+12056,67
+3330,6
+10125,17
+10358,4
+10849,66
+1857,56
+2073,47
+10603,56
+6613,67
+0,11
+726,34
+8246,76
+9434,19
+7770,71
+6508,70
+9700,2
+8075,43
+8105,43
+566,17
+7824,39
+7778,71
+11714,52
+3427,6
+7165,64
+8802,20
+8944,31
+12936,9
+12156,21
+12265,50
+3131,10
+1923,56
+4866,44
+11664,42
+2905,54
+6947,21
+2114,8
+7536,35
+10215,46
+5319,42
+2093,8
+12463,58
+4978,26
+6038,48
+1113,12
+11394,29
+1422,33
+6544,70
+8647,5
+1679,49
+12356,65
+12070,67
+12277,50
+774,46
+9699,2
+8452,37
+5649,27
+6680,67
+9679,2
+10266,36
+3356,6
+764,46
+7725,71
+250,13
+10111,32
+1219,4
+3056,40
+11428,22
+5368,42
+352,32
+12923,9
+12676,59
+24,11
+10540,49
+10208,46
+3068,40
+4997,26
+9194,0
+9071,57
+1020,12
+8119,43
+3856,74
+2772,66
+5789,51
+4760,28
+4568,3
+10079,13
+7062,7
+5173,45
+7731,71
+9629,9
+6458,63
+11468,3
+12564,76
+171,13
+10128,17
+11103,16
+12171,7
+285,13
+7717,71
+6847,53
+8517,59
+4927,26
+3145,10
+2188,8
+9437,19
+8682,5
+8784,20
+12106,53
+7129,7
+6716,67
+2291,60
+9988,24
+2379,75
+5882,25
+5051,26
+8308,76
+12004,70
+6426,63
+7593,65
+2106,8
+8528,59
+5135,45
+5635,27
+1675,49
+4101,73
+12311,35
+2377,75
+7452,35
+2192,8
+1103,12
+4739,28
+7524,35
+2036,47
+11540,44
+1744,49
+6503,70
+5827,51
+7515,35
+6215,55
+8696,5
+9185,0
+9842,69
+3405,6
+4479,22
+3431,6
+11262,38
+10399,14
+1179,4
+5724,51
+10804,15
+7540,35
+7606,65
+12830,57
+12883,19
+623,34
+10616,56
+7358,50
+10683,8
+9646,2
+3727,30
+7598,65
+1901,56
+2397,75
+10740,60
+11073,6
+11680,42
+1347,14
+10570,23
+3078,40
+10134,17
+2862,66
+3728,30
+3507,16
+8727,5
+6883,21
+4761,28
+11283,73
+8201,72
+9821,69
+9349,19
+7231,64
+5608,27
+6367,63
+13061,24
+12027,70
+1538,41
+11943,18
+12606,37
+6153,55
+11988,63
+5526,52
+6668,67
+10397,14
+10564,23
+3058,40
+11410,22
+7777,71
+5475,52
+3772,74
+9440,19
+722,34
+5249,45
+8912,20
+11317,73
+6921,21
+11175,74
+3919,68
+9682,2
+7156,7
+3571,16
+11953,18
+5269,42
+626,34
+761,46
+8172,72
+10331,4
+8158,43
+11477,3
+8219,76
+6909,21
+437,17
+4306,62
+10138,17
+6498,70
+9589,9
+11147,30
+12803,57
+185,13
+1823,56
+11964,63
+517,17
+7164,64
+12251,50
+12896,19
+19,11
+4888,44
+3508,16
+14,11
+10830,15
+5634,27
+4901,44
+3225,61
+11711,52
+956,36
+2176,8
+10410,33
+8943,20

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8399f9d289485eff7bd54d91c6bac3a66a150febda130b2aa02d8ad12d21bd75
+size 42951614

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=banking77/list=0.0-1.0/labels.csv

@@ -0,0 +1,308 @@
+8200,72
+723,34
+832,46
+7702,71
+10558,49
+2724,66
+3991,68
+8087,43
+4580,3
+5829,51
+1223,4
+11974,63
+8991,31
+10115,32
+11593,26
+8587,59
+1287,14
+8882,20
+3913,68
+6998,21
+12163,7
+1284,14
+12023,70
+12975,2
+11480,3
+4042,38
+4016,38
+9031,31
+11034,61
+10159,17
+10039,11
+6372,63
+8787,20
+12040,70
+8743,5
+7326,64
+7556,35
+8780,5
+9351,19
+12522,43
+380,32
+6307,63
+9173,57
+4480,22
+11113,16
+3453,6
+5507,52
+12060,67
+3120,10
+2596,15
+3557,16
+3806,74
+9793,69
+802,46
+6929,21
+11922,55
+3416,6
+6763,53
+4630,3
+532,17
+1651,1
+7104,7
+6631,67
+12496,43
+9678,2
+12991,2
+10606,56
+5669,27
+11729,27
+6276,18
+720,34
+4933,26
+732,34
+5432,52
+12399,71
+703,34
+12141,21
+6878,53
+1120,4
+3015,40
+5379,52
+4540,22
+6314,63
+8604,59
+8896,20
+3014,40
+7668,65
+1800,23
+8216,76
+3996,38
+10239,46
+8844,20
+9544,9
+4185,73
+8509,59
+9747,2
+5551,27
+6861,53
+2508,75
+8876,20
+4049,38
+8649,5
+2897,54
+10500,1
+7933,58
+12190,7
+9294,0
+4577,3
+11197,74
+5034,26
+5740,51
+9929,24
+1076,12
+10826,15
+9482,19
+7239,64
+11458,3
+8430,37
+3317,6
+3801,74
+3892,68
+4620,3
+958,36
+9871,69
+6561,70
+7308,64
+6105,48
+12094,53
+9134,57
+7103,7
+1677,49
+81,11
+3702,30
+2250,60
+6531,70
+6483,70
+10062,13
+3815,74
+2512,15
+4387,29
+12747,20
+12246,50
+7676,65
+9474,19
+178,13
+6299,18
+354,32
+4428,29
+11401,29
+8852,20
+4722,28
+8793,20
+9823,69
+896,36
+13073,24
+11185,74
+11257,38
+7631,65
+3027,40
+2042,47
+6576,70
+1960,47
+3903,68
+10724,60
+10663,47
+141,11
+6986,21
+3985,68
+4417,29
+8987,31
+1236,4
+1082,12
+9826,69
+11057,6
+4219,73
+2678,15
+1323,14
+12575,76
+9321,0
+10018,11
+12394,71
+1636,1
+9990,24
+10476,41
+1691,49
+11576,26
+8843,20
+4986,26
+3414,6
+10343,4
+9605,9
+1929,47
+8469,59
+7339,50
+6385,63
+4176,73
+2444,75
+4996,26
+3766,30
+8447,37
+4314,62
+4582,3
+4971,26
+1221,4
+123,11
+4172,73
+7916,39
+10882,66
+7519,35
+9802,69
+4262,62
+4697,28
+10498,1
+4836,44
+7568,65
+8406,37
+4673,28
+5543,27
+6448,63
+6818,53
+7075,7
+10106,32
+4743,28
+5779,51
+9052,31
+9100,57
+11452,3
+9203,0
+232,13
+129,11
+11705,52
+3924,68
+4110,73
+2775,66
+10424,33
+4254,62
+153,13
+12729,20
+11522,28
+12384,71
+3645,16
+8064,43
+1817,56
+7204,64
+2115,8
+9209,0
+6685,67
+3951,68
+5877,25
+9518,9
+7617,65
+11777,51
+5418,52
+401,32
+2447,75
+10679,47
+961,36
+10032,11
+263,13
+5308,42
+12198,7
+6637,67
+5749,51
+4684,28
+11457,3
+4403,29
+10389,14
+2016,47
+10707,8
+12159,21
+11978,63
+2990,54
+1993,47
+12951,9
+1978,47
+8162,43
+3548,16
+7764,71
+3678,30
+10087,32
+1759,49
+865,46
+3791,74
+4399,29
+12408,39
+6950,21
+11981,63
+6749,53
+4764,28
+6274,18
+3184,61
+6574,70
+2128,8
+4103,73
+11835,25
+9963,24
+7927,39
+833,46
+7475,35
+11897,55
+12568,76
+9281,0
+8815,20
+729,34
+10501,1
+7441,35
+146,11
+6673,67

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=banking77/list=test_1000/labels.csv

@@ -0,0 +1,1000 @@
+6197,55
+6441,63
+5254,42
+4058,38
+5596,27
+114,11
+2806,66
+1087,12
+1139,4
+12996,2
+10447,41
+11288,73
+12620,37
+10691,8
+8838,20
+11829,25
+5055,26
+5484,52
+2936,54
+9239,0
+5848,25
+2035,47
+1266,14
+11887,55
+4073,38
+4823,44
+2662,15
+5923,25
+2923,54
+7478,35
+12409,39
+11263,38
+12272,50
+8760,5
+1955,47
+7756,71
+12943,9
+8885,20
+6776,53
+12715,5
+11892,55
+4231,73
+3603,16
+1096,12
+2786,66
+12791,31
+7613,65
+12357,65
+11662,42
+9066,57
+63,11
+5620,27
+6193,55
+871,46
+10854,66
+8147,43
+3305,6
+3248,61
+2603,15
+3482,16
+4639,28
+7136,7
+6570,70
+7884,39
+12307,35
+10342,4
+257,13
+10939,40
+597,34
+3076,40
+8498,59
+7988,58
+575,34
+10692,8
+416,17
+2046,47
+1802,23
+12925,9
+5787,51
+2827,66
+4537,22
+3049,40
+11130,30
+2725,66
+1417,33
+12180,7
+6157,55
+8864,20
+12995,2
+2324,60
+2251,60
+1989,47
+16,11
+8827,20
+8493,59
+4953,26
+10807,15
+7101,7
+8210,76
+2312,60
+4330,62
+12365,71
+11466,3
+1666,1
+4063,38
+4622,3
+3836,74
+11584,26
+9371,19
+3407,6
+2680,15
+3845,74
+10741,60
+9232,0
+5932,25
+6113,48
+5411,52
+12422,39
+12101,53
+10322,12
+963,36
+11640,45
+5790,51
+519,17
+9694,2
+96,11
+7911,39
+6069,48
+13002,2
+7853,39
+8660,5
+2817,66
+11,11
+1701,49
+5397,52
+2685,15
+425,17
+1958,47
+12202,7
+5036,26
+6054,48
+10515,1
+12164,7
+4865,44
+12189,7
+8355,76
+7023,7
+12813,57
+7527,35
+2435,75
+9940,24
+7402,50
+32,11
+1541,41
+3094,40
+12947,9
+5604,27
+1775,49
+8117,43
+9587,9
+2008,47
+2741,66
+582,34
+2562,15
+7763,71
+7034,7
+6376,63
+9092,57
+202,13
+11193,74
+6028,48
+1476,41
+10315,12
+9472,19
+6092,48
+1919,56
+2986,54
+6078,48
+6698,67
+11430,22
+8139,43
+7580,65
+9696,2
+11768,51
+7030,7
+3711,30
+8118,43
+4895,44
+8450,37
+2225,8
+6803,53
+3040,40
+2834,66
+10998,10
+3955,68
+11164,74
+3599,16
+4288,62
+2846,66
+4278,62
+1150,4
+8719,5
+9210,0
+10575,23
+317,32
+6922,21
+10171,34
+8842,20
+11121,16
+6293,18
+3204,61
+591,34
+9236,0
+10820,15
+996,36
+8481,59
+10583,23
+1555,41
+3754,30
+2257,60
+11351,62
+12515,43
+1792,23
+10659,47
+8290,76
+9713,2
+12555,72
+7311,64
+2599,15
+10911,54
+6332,63
+5152,45
+4602,3
+6340,63
+10385,14
+1807,23
+8458,37
+3319,6
+10078,13
+8380,37
+2739,66
+1115,12
+9783,69
+2158,8
+5652,27
+12173,7
+5744,51
+3782,74
+3456,6
+9414,19
+4810,28
+11760,27
+8925,20
+7440,35
+1883,56
+9930,24
+12920,19
+6413,63
+7596,65
+11819,25
+6624,67
+11903,55
+3858,74
+9103,57
+3555,16
+4457,29
+2409,75
+9174,57
+7133,7
+3159,61
+10129,17
+3150,10
+2201,8
+7666,65
+2865,66
+12815,57
+3282,61
+3886,74
+775,46
+6393,63
+10102,32
+7652,65
+6523,70
+7589,65
+866,46
+4929,26
+5588,27
+3759,30
+10532,49
+9122,57
+12466,58
+4214,73
+5337,42
+574,34
+9839,69
+12404,39
+296,32
+7868,39
+12839,57
+6542,70
+122,11
+750,46
+10136,17
+12891,19
+3235,61
+7444,35
+12924,9
+8768,5
+7057,7
+8917,20
+7602,65
+9870,69
+3316,6
+5694,51
+2078,8
+8022,58
+4839,44
+730,34
+12123,21
+4332,62
+7453,35
+4418,29
+6744,53
+9728,2
+1611,1
+10779,75
+6783,53
+4472,22
+367,32
+10636,56
+1696,49
+3281,61
+6690,67
+4800,28
+8328,76
+4827,44
+530,17
+3977,68
+12840,57
+10417,33
+3545,16
+2396,75
+5344,42
+1829,56
+10084,32
+6306,63
+3692,30
+11054,6
+12948,9
+1656,1
+2338,75
+12260,50
+1372,33
+6644,67
+4988,26
+6775,53
+8683,5
+2032,47
+6371,63
+6946,21
+3676,30
+2414,75
+636,34
+12581,76
+6547,70
+7395,50
+3136,10
+7163,64
+8426,37
+5921,25
+6807,53
+9788,69
+12732,20
+8341,76
+2233,8
+3528,16
+9238,0
+2532,15
+9960,24
+8977,31
+11800,51
+3432,6
+8708,5
+6902,21
+4076,38
+6444,63
+812,46
+7036,7
+1971,47
+9335,0
+3942,68
+5775,51
+9428,19
+8656,5
+9465,19
+5128,45
+10072,13
+9836,69
+9955,24
+1312,14
+3554,16
+10852,66
+5417,52
+180,13
+2776,66
+11345,62
+3655,30
+7277,64
+13060,24
+887,36
+1485,41
+8296,76
+12531,72
+11407,22
+9162,57
+4452,29
+12471,58
+3355,6
+4651,28
+3943,68
+7060,7
+3775,74
+3853,74
+1191,4
+3992,68
+7669,65
+5048,26
+9818,69
+4304,62
+10406,33
+9906,24
+11208,68
+1419,33
+4781,28
+3255,61
+455,17
+6948,21
+6594,67
+9470,19
+1844,56
+11622,45
+372,32
+109,11
+1525,41
+6630,67
+2468,75
+583,34
+11698,52
+5557,27
+13074,24
+6325,63
+11086,16
+1524,41
+6932,21
+3715,30
+6936,21
+914,36
+10052,13
+3295,61
+7266,64
+4371,29
+5666,27
+11409,22
+7414,50
+11770,51
+11278,38
+1869,56
+9650,2
+2715,66
+811,46
+11947,18
+547,17
+4377,29
+1147,4
+9112,57
+11843,48
+7886,39
+12316,35
+6926,21
+12835,57
+2451,75
+7372,50
+9207,0
+8537,59
+11889,55
+12083,53
+9037,31
+12988,2
+1114,12
+12685,5
+2915,54
+9370,19
+2337,75
+2649,15
+4955,26
+9692,2
+9643,9
+3059,40
+3724,30
+8145,43
+6717,67
+5525,52
+6551,70
+578,34
+2871,54
+9211,0
+11002,10
+2539,15
+6279,18
+10878,66
+804,46
+10910,54
+6890,21
+9849,69
+3021,40
+4061,38
+8237,76
+12476,58
+3211,61
+7895,39
+4703,28
+5236,45
+8303,76
+2867,66
+6756,53
+4719,28
+2131,8
+12739,20
+6798,53
+5817,51
+11425,22
+11553,44
+10949,40
+10671,47
+9781,69
+5571,27
+1493,41
+1399,33
+1126,4
+494,17
+527,17
+12562,72
+274,13
+1354,14
+7309,64
+10444,41
+11669,42
+7329,64
+4329,62
+2104,8
+12551,72
+11595,26
+2130,8
+12940,9
+4023,38
+1740,49
+686,34
+9012,31
+4606,3
+4133,73
+7875,39
+841,46
+5378,52
+9804,69
+11946,18
+7709,71
+3143,10
+834,46
+4445,29
+9734,2
+10973,10
+9572,9
+11203,68
+747,46
+12687,5
+2988,54
+8714,5
+6366,63
+3100,10
+11038,61
+12437,39
+4657,28
+3653,30
+9914,24
+3517,16
+9979,24
+7470,35
+8547,59
+533,17
+5114,45
+8769,5
+640,34
+3198,61
+10835,15
+9364,19
+10943,40
+9819,69
+3048,40
+1884,56
+9637,9
+11507,28
+363,32
+8159,43
+12295,35
+4648,28
+4052,38
+11134,30
+7619,65
+3556,16
+863,46
+4437,29
+2423,75
+9873,69
+11736,27
+5320,42
+4359,29
+8285,76
+12299,35
+9013,31
+9314,0
+5011,26
+3694,30
+3720,30
+8497,59
+7067,7
+5140,45
+5258,42
+520,17
+1946,47
+6438,63
+6916,21
+5745,51
+10890,54
+12326,65
+11163,74
+6403,63
+8797,20
+1556,41
+6049,48
+2499,75
+5195,45
+9966,24
+12532,72
+8402,37
+12369,71
+2493,75
+7910,39
+11521,28
+239,13
+6718,67
+11847,48
+576,34
+1566,1
+5690,51
+6944,21
+8723,5
+6622,67
+4659,28
+8658,5
+7814,39
+8586,59
+8160,43
+3709,30
+11620,45
+11840,25
+10249,36
+12833,57
+12484,43
+13072,24
+669,34
+6232,55
+1112,12
+8281,76
+5428,52
+8909,20
+12116,53
+11534,44
+1330,14
+11429,22
+4934,26
+112,11
+3690,30
+5058,26
+2723,66
+10599,23
+3824,74
+4482,22
+12187,7
+5339,42
+1794,23
+1813,23
+9626,9
+2502,75
+356,32
+3176,61
+6263,18
+4373,29
+5736,51
+10314,12
+9450,19
+12498,43
+5155,45
+3811,74
+2668,15
+906,36
+2883,54
+6849,53
+2237,60
+11850,48
+6414,63
+9383,19
+851,46
+7802,71
+7696,71
+3634,16
+5640,27
+8722,5
+4731,28
+9543,9
+1183,4
+9019,31
+5836,25
+7845,39
+11955,18
+2361,75
+13019,69
+1878,56
+5198,45
+917,36
+10725,60
+8619,5
+4928,26
+9789,69
+5300,42
+9756,2
+3586,16
+8692,5
+12781,31
+6175,55
+11744,27
+11863,48
+4357,29
+11624,45
+10726,60
+9652,2
+5939,25
+3114,10
+4292,62
+5810,51
+6885,21
+8479,59
+1629,1
+7561,35
+12056,67
+3330,6
+10125,17
+10358,4
+10849,66
+1857,56
+2073,47
+10603,56
+6613,67
+0,11
+726,34
+8246,76
+9434,19
+7770,71
+6508,70
+9700,2
+8075,43
+8105,43
+566,17
+7824,39
+7778,71
+11714,52
+3427,6
+7165,64
+8802,20
+8944,31
+12936,9
+12156,21
+12265,50
+3131,10
+1923,56
+4866,44
+11664,42
+2905,54
+6947,21
+2114,8
+7536,35
+10215,46
+5319,42
+2093,8
+12463,58
+4978,26
+6038,48
+1113,12
+11394,29
+1422,33
+6544,70
+8647,5
+1679,49
+12356,65
+12070,67
+12277,50
+774,46
+9699,2
+8452,37
+5649,27
+6680,67
+9679,2
+10266,36
+3356,6
+764,46
+7725,71
+250,13
+10111,32
+1219,4
+3056,40
+11428,22
+5368,42
+352,32
+12923,9
+12676,59
+24,11
+10540,49
+10208,46
+3068,40
+4997,26
+9194,0
+9071,57
+1020,12
+8119,43
+3856,74
+2772,66
+5789,51
+4760,28
+4568,3
+10079,13
+7062,7
+5173,45
+7731,71
+9629,9
+6458,63
+11468,3
+12564,76
+171,13
+10128,17
+11103,16
+12171,7
+285,13
+7717,71
+6847,53
+8517,59
+4927,26
+3145,10
+2188,8
+9437,19
+8682,5
+8784,20
+12106,53
+7129,7
+6716,67
+2291,60
+9988,24
+2379,75
+5882,25
+5051,26
+8308,76
+12004,70
+6426,63
+7593,65
+2106,8
+8528,59
+5135,45
+5635,27
+1675,49
+4101,73
+12311,35
+2377,75
+7452,35
+2192,8
+1103,12
+4739,28
+7524,35
+2036,47
+11540,44
+1744,49
+6503,70
+5827,51
+7515,35
+6215,55
+8696,5
+9185,0
+9842,69
+3405,6
+4479,22
+3431,6
+11262,38
+10399,14
+1179,4
+5724,51
+10804,15
+7540,35
+7606,65
+12830,57
+12883,19
+623,34
+10616,56
+7358,50
+10683,8
+9646,2
+3727,30
+7598,65
+1901,56
+2397,75
+10740,60
+11073,6
+11680,42
+1347,14
+10570,23
+3078,40
+10134,17
+2862,66
+3728,30
+3507,16
+8727,5
+6883,21
+4761,28
+11283,73
+8201,72
+9821,69
+9349,19
+7231,64
+5608,27
+6367,63
+13061,24
+12027,70
+1538,41
+11943,18
+12606,37
+6153,55
+11988,63
+5526,52
+6668,67
+10397,14
+10564,23
+3058,40
+11410,22
+7777,71
+5475,52
+3772,74
+9440,19
+722,34
+5249,45
+8912,20
+11317,73
+6921,21
+11175,74
+3919,68
+9682,2
+7156,7
+3571,16
+11953,18
+5269,42
+626,34
+761,46
+8172,72
+10331,4
+8158,43
+11477,3
+8219,76
+6909,21
+437,17
+4306,62
+10138,17
+6498,70
+9589,9
+11147,30
+12803,57
+185,13
+1823,56
+11964,63
+517,17
+7164,64
+12251,50
+12896,19
+19,11
+4888,44
+3508,16
+14,11
+10830,15
+5634,27
+4901,44
+3225,61
+11711,52
+956,36
+2176,8
+10410,33
+8943,20

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ebbbb4fe77f19b2b90eafc50054fdce496ccb39e43077a0bd07ff6e16947f0
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4daeeb1e98b4a718eb800760983bf8fd599ebcfaeab3771c4349221b7943ae
+size 42951614

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd2f986f7fabb14466f37e4a6981cfdfc6362bffb34f49b641318c49ecade4a
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/logs/events.out.tfevents.1734848398.gamma.3987875.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44af1ba317cdcbbbe4d1272b066c9ef7fe7d168ce42d5c11b77cd767935ced86
+size 58522

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,274 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.4460495747625828,0,12.603596496582032,
+0,8,0.10227787122130394,1,12.77794979236744,
+0,16,0.07969983294606209,2,14.555431763331095,
+0,24,0.07580655440688133,3,12.500772334911206,
+0,32,0.0827290266752243,4,11.26380269423775,
+0,40,0.08022994175553322,5,10.049564878145853,
+0,48,0.0757991224527359,6,5.671838621298472,
+0,56,0.07524237036705017,7,4.811137477556865,
+0,64,0.07685627788305283,8,4.916658488186923,
+0,72,0.076237503439188,9,3.646522354196619,
+0,80,0.07983428239822388,10,3.022691079548427,
+0,88,0.08311326801776886,11,3.0473230269647416,
+0,96,0.08040367066860199,12,2.9556711377768683,
+0,104,0.07997861504554749,13,1.9684600007945094,
+0,112,0.08199924603104591,14,2.3933382198728363,
+0,120,0.08349945023655891,15,2.711145301659902,
+0,128,0.08158084005117416,16,2.987774766724685,
+,,,16,,2.215698982007576
+0,136,0.08072080463171005,17,2.2622312653449272,
+0,144,0.07877467200160027,18,2.2864838264606617,
+0,152,0.07857070490717888,19,2.488831067907399,
+0,160,0.07967593520879745,20,2.737198288376267,
+0,168,0.07867633178830147,21,2.575899047236289,
+0,176,0.07606369256973267,22,2.1530499875545503,
+0,184,0.07940831035375595,23,2.1121050372268213,
+0,192,0.08654741942882538,24,2.2783242253696216,
+0,200,0.07560481876134872,25,2.662848810995779,
+0,208,0.07600634917616844,26,1.7052098353703817,
+0,216,0.08209124952554703,27,1.156534222456125,
+1,224,0.07970946282148361,28,1.4814564277385842,
+1,232,0.07935130968689919,29,1.9715646107991536,
+1,240,0.08408860117197037,30,1.1666273048945837,
+1,248,0.08150624111294746,31,1.491200142893298,
+1,256,0.08003205060958862,32,1.762092080808455,
+,,,32,,1.5529468883167614
+1,264,0.07858937233686447,33,1.1197195998553573,
+1,272,0.07676965370774269,34,1.4428211489209422,
+1,280,0.07670246437191963,35,1.7920128398471409,
+1,288,0.08310100436210632,36,1.7184413115183512,
+1,296,0.0756702795624733,37,1.1489157109033494,
+1,304,0.07963299751281738,38,1.5705236196517944,
+1,312,0.07972010597586632,39,1.5364378946168082,
+1,320,0.07997717708349228,40,1.348298544685046,
+1,328,0.0811915174126625,41,1.0556316546031408,
+1,336,0.08200336620211601,42,1.3109102168908486,
+1,344,0.08233239874243736,43,1.1188328621479182,
+1,352,0.07983077317476273,44,1.1306738889578618,
+1,360,0.07657060027122498,45,1.0938261377400365,
+1,368,0.07885928452014923,46,1.3691798811373503,
+1,376,0.0801687128841877,47,1.6070532836019993,
+1,384,0.07546200603246689,48,1.901593424122909,
+,,,48,,1.104604177763968
+1,392,0.07619355618953705,49,1.0952148128438879,
+1,400,0.08271219581365585,50,1.8330785036087036,
+1,408,0.07668983936309814,51,0.9346670974646846,
+1,416,0.08181832358241081,52,0.919423940458468,
+1,424,0.07633934170007706,53,0.9998219032441417,
+1,432,0.07673405110836029,54,0.6715481474443719,
+2,440,0.07890345901250839,55,0.5644112825393677,
+2,448,0.08127628266811371,56,0.7501256476949762,
+2,456,0.07969403266906738,57,0.6981150601059198,
+2,464,0.07650239765644073,58,0.9507656526565552,
+2,472,0.07689138874411583,59,0.7667246230691671,
+2,480,0.07852489501237869,60,0.4041127510092877,
+2,488,0.0808437243103981,61,1.074743880165948,
+2,496,0.08117213472723961,62,0.6433306200373353,
+2,504,0.0803358368575573,63,0.6340922403794068,
+2,512,0.07608608901500702,64,0.5698456860802792,
+,,,64,,0.8395315459280303
+2,520,0.08117789030075073,65,0.8176000377406245,
+2,528,0.08074499666690826,66,0.5590495437694093,
+2,536,0.08214053884148598,67,0.24883623843391736,
+2,544,0.07930374890565872,68,0.6326579938509634,
+2,552,0.08255710080265999,69,0.4567616151911872,
+2,560,0.07673610374331474,70,0.6703529856525935,
+2,568,0.08240742608904839,71,0.3605077382177114,
+2,576,0.07353607937693596,72,0.34047742530703545,
+2,584,0.08127869293093681,73,0.6551646852493286,
+2,592,0.08523882180452347,74,0.3486172430217266,
+2,600,0.08067622035741806,75,0.7304357000227485,
+2,608,0.07590555399656296,76,0.39307902538866707,
+2,616,0.0805642306804657,77,0.5175803259015084,
+2,624,0.07595905289053917,78,0.981989964726381,
+2,632,0.07397889345884323,79,0.6390278446887221,
+2,640,0.07668179646134377,80,0.5012467117221268,
+,,,80,,0.6483437740441524
+2,648,0.08017563447356224,81,0.5611665663309395,
+3,656,0.0812072828412056,82,0.4895036354147155,
+3,664,0.07739952579140663,83,0.2114932421715029,
+3,672,0.0811946950852871,84,0.142388507966762,
+3,680,0.08052114397287369,85,0.3599074496136558,
+3,688,0.08031084761023521,86,0.089879914292727,
+3,696,0.08105630800127983,87,0.2774832787759164,
+3,704,0.0785556398332119,88,0.39598662418223196,
+3,712,0.0830543078482151,89,0.1274308418855071,
+3,720,0.07538503035902977,90,0.22069789984680968,
+3,728,0.07642961665987968,91,0.4019178793053417,
+3,736,0.07564239203929901,92,0.06819950328725907,
+3,744,0.07999523356556892,93,0.2984648688385884,
+3,752,0.07597977668046951,94,0.29449311691907143,
+3,760,0.08027590438723564,95,0.10890145119159453,
+3,768,0.07823308929800987,96,0.18640650980747664,
+,,,96,,0.4890741984049479
+3,776,0.07620320469141006,97,0.2229120652191341,
+3,784,0.07727517932653427,98,0.3634052312431427,
+3,792,0.08397766947746277,99,0.3653838047757745,
+3,800,0.08209702745079994,100,0.10355175398290158,
+3,808,0.0755840428173542,101,0.06583554301134965,
+3,816,0.07616795971989632,102,0.20264382441886342,
+3,824,0.07606200128793716,103,0.28935226505814954,
+3,832,0.07702308520674706,104,0.2962910356000066,
+3,840,0.08089523389935493,105,0.22422019777198632,
+3,848,0.07958628609776497,106,0.12036257880166747,
+3,856,0.07585334405303001,107,0.09962366999346106,
+3,864,0.07670636475086212,108,0.22001071613548057,
+4,872,0.08063283935189247,109,0.04580402753695294,
+4,880,0.08170907944440842,110,0.36060976319411703,
+4,888,0.07565225660800934,111,0.13706358939331645,
+4,896,0.0754900835454464,112,0.15589413265339458,
+,,,112,,0.5161260893850615
+4,904,0.08101456984877586,113,0.13665292348845728,
+4,912,0.07875728234648705,114,0.17412925109267235,
+4,920,0.07537669315934181,115,0.03403815271092519,
+4,928,0.08422016724944115,116,0.04254774182934214,
+4,936,0.07634280249476433,117,0.04770449936040677,
+4,944,0.07693975418806076,118,0.08888768090400845,
+4,952,0.07993556186556816,119,0.07606831688566931,
+4,960,0.07869505509734154,120,0.0115870482063499,
+4,968,0.07705757394433022,121,0.1806711065582931,
+4,976,0.07636768743395805,122,0.02372245948451261,
+4,984,0.08062226697802544,123,0.06118172886116164,
+4,992,0.07654808089137077,124,0.01838599570095539,
+4,1000,0.0764610767364502,125,0.023652215038651024,
+4,1008,0.08277937397360802,126,0.15034809456590345,
+4,1016,0.08102215081453323,127,0.059143714857502624,
+4,1024,0.07611444219946861,128,0.010137507614369193,
+,,,128,,0.5536336725408381
+4,1032,0.0798797607421875,129,0.021854168735444546,
+4,1040,0.08114282414317131,130,0.018779944237321614,
+4,1048,0.07684478536248207,131,0.028711648147192695,
+4,1056,0.08111254125833511,132,0.054625529071523085,
+4,1064,0.08567042276263237,133,0.15668438248232835,
+4,1072,0.08036161959171295,134,0.1357629368940252,
+4,1080,0.07676040753722191,135,0.021156600748117153,
+5,1088,0.0808587558567524,136,0.03612024442381447,
+5,1096,0.07662433758378029,137,0.01889002008829266,
+5,1104,0.07703009992837906,138,0.03799646553428223,
+5,1112,0.07682736217975616,139,0.10939441239650084,
+5,1120,0.07689644768834114,140,0.006248587228280182,
+5,1128,0.0770537219941616,141,0.01632206426270736,
+5,1136,0.08110526576638222,142,0.013879180586497699,
+5,1144,0.08193939551711082,143,0.017891007720858658,
+5,1152,0.07665439695119858,144,0.048333303620373566,
+,,,144,,0.6208956631747159
+5,1160,0.07911612093448639,145,0.014060315563110635,
+5,1168,0.08045638352632523,146,0.024859305816672502,
+5,1176,0.08114773035049438,147,0.004758564435178414,
+5,1184,0.07393753528594971,148,0.011404575532018815,
+5,1192,0.07629513740539551,149,0.010353343741547677,
+5,1200,0.08132832124829292,150,0.005476476572636914,
+5,1208,0.07708267122507095,151,0.3657293347462725,
+5,1216,0.08064189925789833,152,0.002590852789580822,
+5,1224,0.07918957248330116,153,0.04269194313989525,
+5,1232,0.07668417319655418,154,0.008845370159380965,
+5,1240,0.08595599979162216,155,0.008908293799807628,
+5,1248,0.07667991891503334,156,0.12244432002626127,
+5,1256,0.08309366554021835,157,0.006729323778237249,
+5,1264,0.07587726414203644,158,0.020387681186079018,
+5,1272,0.07909811660647392,159,0.002883604618780796,
+5,1280,0.07715295627713203,160,0.02349505115826442,
+,,,160,,0.6256958470200047
+5,1288,0.08262636885046959,161,0.0014151492186131017,
+5,1296,0.08136072754859924,162,0.021604387083588618,
+6,1304,0.08251046016812325,163,0.007485726351539294,
+6,1312,0.07608524709939957,164,0.0051551088165011135,
+6,1320,0.08061685040593147,165,0.0020411470031831414,
+6,1328,0.08050462603569031,166,0.10542491290553083,
+6,1336,0.07628670334815979,167,0.0030220289149188568,
+6,1344,0.08107609301805496,168,0.007697232090116989,
+6,1352,0.07902770861983299,169,0.003635869000171279,
+6,1360,0.08109928295016289,170,0.00141421159899507,
+6,1368,0.07619085162878036,171,0.005879885968752206,
+6,1376,0.08084888011217117,172,0.08252224592386835,
+6,1384,0.0807010754942894,173,0.002030660087863604,
+6,1392,0.0767781026661396,174,0.001435563123668544,
+6,1400,0.07586277276277542,175,0.013266714532316351,
+6,1408,0.07952268421649933,176,0.0034953229639133245,
+,,,176,,0.5756843798088305
+6,1416,0.0784381628036499,177,0.004775163855541636,
+6,1424,0.08308824896812439,178,0.0023867130628786983,
+6,1432,0.08147232234477997,179,0.0034901859782015283,
+6,1440,0.07583779469132423,180,0.0024838344112504272,
+6,1448,0.08265165984630585,181,0.0018448567716404796,
+6,1456,0.07737153396010399,182,0.0023641709552612157,
+6,1464,0.07645411789417267,183,0.0028932168550620026,
+6,1472,0.07639583572745323,184,0.0022857199130099145,
+6,1480,0.08652225136756897,185,0.0035412941748897233,
+6,1488,0.07931160181760788,186,0.002093865123710462,
+6,1496,0.08051004260778427,187,0.0030743592069484293,
+6,1504,0.0825364924967289,188,0.004434485239191697,
+6,1512,0.07719412446022034,189,0.0016341447151110818,
+7,1520,0.07710694894194603,190,0.0008660090846076075,
+7,1528,0.08060471713542938,191,0.003327862560664388,
+7,1536,0.08112473040819168,192,0.0009244594688492793,
+,,,192,,0.5915116743607954
+7,1544,0.07864340767264366,193,0.0022408576649309985,
+7,1552,0.0771532952785492,194,0.00221965997479856,
+7,1560,0.07377007603645325,195,0.003195532237161667,
+7,1568,0.0825321115553379,196,0.0017061335544487268,
+7,1576,0.07648544758558273,197,0.0013108819758053869,
+7,1584,0.07633500546216965,198,0.0015748405062100466,
+7,1592,0.07702188938856125,199,0.0015822148470087322,
+7,1600,0.08859018236398697,200,0.0024199544658096363,
+7,1608,0.07641435042023659,201,0.0019427831295895604,
+7,1616,0.08112772554159164,202,0.0024702454522614265,
+7,1624,0.07929341495037079,203,0.0035934496991103515,
+7,1632,0.08143477514386177,204,0.0017219277335619875,
+7,1640,0.08066156134009361,205,0.0007600928656756878,
+7,1648,0.08137102797627449,206,0.0012604753679499544,
+7,1656,0.07740112021565437,207,0.0010457049793330953,
+7,1664,0.08113091066479683,208,0.0018601259719368747,
+,,,208,,0.5977352257930871
+7,1672,0.08319192007184029,209,0.0017522441942544123,
+7,1680,0.08199217915534973,210,0.0027065544519036147,
+7,1688,0.07653596624732018,211,0.0019148843130096793,
+7,1696,0.07599601149559021,212,0.0028194767572650953,
+7,1704,0.08343831449747086,213,0.0050033732818869445,
+7,1712,0.07706538587808609,214,0.0018367861600544972,
+7,1720,0.07633499428629875,215,0.0033665053091350605,
+7,1728,0.08106832206249237,216,0.001637124997124864,
+8,1736,0.08120568841695786,217,0.0015216343857061404,
+8,1744,0.07730485498905182,218,0.002822798760982031,
+8,1752,0.08170875161886215,219,0.00102614044981937,
+8,1760,0.07440784946084023,220,0.0010775405723877527,
+8,1768,0.07907900214195251,221,0.0030599062507650977,
+8,1776,0.08888387680053711,222,0.002513451922324396,
+8,1784,0.08145887032151222,223,0.001932464082658823,
+8,1792,0.08027633652091026,224,0.0019137520991664911,
+,,,224,,0.6022285230232007
+8,1800,0.07665202021598816,225,0.001231381789811196,
+8,1808,0.07929909229278564,226,0.0013911960979587296,
+8,1816,0.08352913707494736,227,0.0016684120802286392,
+8,1824,0.07623716443777084,228,0.0005851772825385873,
+8,1832,0.07670990005135536,229,0.004053724979960613,
+8,1840,0.07592618837952614,230,0.001807849222132063,
+8,1848,0.07697778195142746,231,0.0020398082103513715,
+8,1856,0.08093758299946785,232,0.0024332877104010046,
+8,1864,0.07608086243271828,233,0.001101606257725507,
+8,1872,0.07678379863500595,234,0.001484161593252793,
+8,1880,0.08125611394643784,235,0.0013908448163419962,
+8,1888,0.0811798945069313,236,0.0013935217658789562,
+8,1896,0.08146460354328156,237,0.0012259714898060668,
+8,1904,0.0817919634282589,238,0.001095559022712311,
+8,1912,0.07634453475475311,239,0.0013397846084374648,
+8,1920,0.08000790327787399,240,0.0015253857810698125,
+,,,240,,0.6016155358516808
+8,1928,0.07963898032903671,241,0.002218276698840782,
+8,1936,0.08027856424450874,242,0.002271387836462336,
+8,1944,0.07720452919602394,243,0.001875042581506183,
+9,1952,0.08045133203268051,244,0.0031802145880647005,
+9,1960,0.07740994542837143,245,0.002060969670613607,
+9,1968,0.07615193724632263,246,0.0011479594488628209,
+9,1976,0.07900941744446754,247,0.0014140919654164464,
+9,1984,0.08048819750547409,248,0.002063547500357446,
+9,1992,0.07650558650493622,249,0.00145625288563746,
+9,2000,0.07572652027010918,250,0.001295017135109649,
+9,2008,0.08146492764353752,251,0.0012507645359229563,
+9,2016,0.08022031933069229,252,0.0017303053124730166,
+9,2024,0.07553199306130409,253,0.0014641879719089377,
+9,2032,0.08077774196863174,254,0.001671325694769621,
+9,2040,0.0762816034257412,255,0.001023455521835086,
+9,2048,0.07686295360326767,256,0.0013951400298914261,
+,,,256,,0.6014333551580255

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=banking77/list=0.7-1.0/labels.csv

@@ -0,0 +1,92 @@
+10635,56
+2969,54
+1296,14
+4234,73
+4315,62
+8738,5
+1136,4
+10197,34
+11782,51
+5045,26
+10508,1
+4615,3
+1168,4
+7283,64
+3084,40
+7959,58
+6021,48
+12930,9
+11934,18
+4737,28
+6411,63
+2343,75
+10562,49
+1985,47
+8863,20
+10839,15
+5481,52
+3007,40
+9785,69
+3434,6
+4022,38
+2037,47
+11609,45
+348,32
+3069,40
+11783,51
+4367,29
+6096,48
+12665,59
+3573,16
+9385,19
+12224,64
+5476,52
+188,13
+7511,35
+10482,41
+2503,75
+982,36
+3357,6
+10371,14
+3766,30
+3403,6
+7971,58
+10859,66
+10099,32
+5980,25
+9315,0
+5394,52
+1005,36
+1572,1
+8014,58
+3843,74
+8243,76
+7102,7
+2266,60
+9030,31
+8820,20
+1634,1
+1287,14
+11855,48
+5641,27
+4943,26
+1978,47
+9467,19
+7116,7
+2100,8
+205,13
+9279,0
+12274,50
+12322,35
+9549,9
+10845,66
+1217,4
+12860,0
+4173,73
+8858,20
+1624,1
+11055,6
+292,32
+4825,44
+1246,14
+7758,71

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=banking77/list=0.7-1.0/logits.csv

@@ -0,0 +1,92 @@
+10635,-40.67321,-16.201353,-24.569143,-23.657589,-21.578514,-27.774845,-38.993233,-27.37532,-13.512345,-17.10253,-20.089952,-22.808702,-23.781921,-20.714952,-13.984034,-18.4901,-13.857663,-39.200935,-24.996202,-16.870804,-34.363976,-21.266474,-29.979252,-13.744031,-28.867674,-23.571083,-24.87207,-15.248046,-31.647938,-30.493341,-15.185546,-11.162239,-11.724739,-10.745041,-41.51222,-14.700838,-22.572254,-29.037477,-28.09032,-22.695328,-26.228943,-14.2197895,-18.59479,-30.03648,-29.378798,-38.77381,-33.24374,-33.893497,-11.8880005,-26.677525,-15.611017,-34.394405,-16.763506,-28.003637,-44.70121,-24.439175,-11.288431,-15.889895,-13.094734,-22.707016,-21.769516,-24.332016,-22.490486,-28.343428,-5.8717966,-18.120678,-21.413631,-4.8258514,-34.519783,-38.159332,-35.481487,-31.263798,-24.887726,-19.561016,-27.004242,-34.567043,-40.867844
+2969,-30.90516,-15.284928,-14.1940365,-16.515886,-31.546106,-19.218372,-24.260523,-32.341133,-20.322273,-27.205915,-11.712504,-23.712505,-22.417202,-23.868755,-12.337682,-26.182455,-27.5774,-34.45325,-23.837505,-16.100222,-34.546036,-29.917349,-23.75453,-22.846592,-17.572792,-16.988182,-23.339533,-25.069195,-38.507088,-42.227283,-20.523958,-6.6974416,-0.44744202,-2.9478717,-43.282272,-26.766157,-3.2810543,-23.446259,-25.773518,-39.426548,-37.3918,-18.386036,-19.386036,-19.557701,-35.066723,-18.812672,-16.812386,-21.058918,-15.183862,-20.208841,-14.933184,-28.09201,-21.79652,-28.792414,-15.025791,-18.382456,-11.61388,-9.453698,-11.649709,-23.629978,-23.036228,-22.786228,-14.300539,-32.446457,-15.974873,-32.66385,-27.756008,-26.749672,-39.631058,-22.241352,-20.549688,-23.57354,-26.853899,-17.678356,-30.741184,-30.45304,-30.334589
+1296,-31.459202,-18.581856,-29.926449,-24.281124,-27.143986,-31.28976,-45.2752,-27.942738,-34.454964,-14.675217,-12.720689,-19.251938,-18.020107,-18.751938,-2.7852225,-20.78617,-17.590626,-33.322983,-12.158189,-33.49364,-25.40395,-30.19262,-20.378662,-15.159174,-33.256695,-0.39693624,-10.438063,-13.018724,-21.826427,-34.460815,-24.04974,-25.325747,-23.575747,-21.630924,-25.714367,-22.458035,-48.825794,-29.83543,-28.764462,-42.952087,-40.094975,-19.14186,-40.76686,-38.350952,-34.449097,-13.704677,-23.586456,-31.26721,-28.329521,-13.7669,-32.33755,-25.58144,-19.116158,-10.215443,-41.467102,-30.215134,-46.961376,-40.98692,-30.460115,-13.414239,-32.00799,-19.539238,-21.854788,-23.999279,-28.402246,-38.73952,-27.4828,-33.83821,-32.273876,-36.208267,-25.583708,-32.582554,-24.86106,-25.21055,-29.798111,-32.86907,-39.035145
+4234,-24.723158,-18.740936,-15.429588,-14.417394,-23.849762,-16.00502,-27.12916,-35.03626,-29.314621,-11.810781,-9.550693,-16.550694,-24.092669,-21.456944,-12.431084,-23.817345,-28.16483,-45.290817,-19.706944,-26.801771,-30.46077,-29.772285,-29.068874,-18.510391,-19.361748,-16.401274,-23.626965,-27.1663,-27.567125,-38.939735,-25.66368,-22.000196,-24.187696,-17.083944,-46.316803,-24.737295,-20.45956,-21.611816,-13.855563,-17.712484,-24.511307,-15.62119,-31.18369,-21.13925,-40.168777,-20.46948,-24.060873,-29.61999,-22.682451,-25.911991,-28.033594,-27.175299,-28.70501,-28.266039,-27.078354,-30.524433,-31.327034,-20.101288,-24.044567,-32.211407,-28.242659,-31.492659,-14.839265,-28.547028,-20.471348,-25.545507,-22.9791,-26.045525,-33.712093,-32.883987,-27.580112,-28.19152,-21.566063,-0.15088397,-35.54977,-47.26815,-47.408634
+4315,-30.075302,-14.198785,-6.998267,-24.728788,-15.759469,-21.936077,-32.45764,-24.846325,-27.234524,-24.759993,-27.881977,-29.913227,-30.71187,-27.288227,-17.833727,-24.503448,-18.459572,-40.802788,-30.381977,-25.65876,-30.93428,-25.094978,-35.216324,-23.446768,-30.11266,-33.67216,-32.732246,-28.725197,-36.96913,-27.951588,-23.08243,-21.653633,-24.216133,-18.2104,-45.702827,-28.071873,-34.082718,-20.557034,-19.223425,-23.678188,-18.094563,-20.655056,-22.030056,-24.695595,-40.232433,-30.660355,-29.953712,-13.698531,-22.448502,-27.970303,-14.195578,-36.66824,-24.388624,-35.347374,-39.45308,-19.778954,-2.595376,-14.169117,-0.35627246,-25.071405,-21.633905,-23.008905,-10.310022,-41.600746,-22.717869,-13.24327,-22.36257,-20.669619,-24.753643,-27.371197,-15.962051,-11.042385,-23.477146,-16.457605,-19.859509,-33.530476,-45.631134
+8738,-35.035664,-17.17514,-17.228626,-24.79375,-20.157015,-2.8535175,-10.562718,-24.62011,-12.581238,-26.979021,-26.955803,-31.049553,-26.0279,-31.518303,-22.126812,-21.58281,-11.433903,-32.45794,-30.299553,-25.197132,-12.572796,-27.11735,-25.80573,-26.375618,-26.449917,-19.223782,-18.368122,-12.847747,-21.877409,-41.880127,-21.397495,-23.032936,-14.095435,-13.514245,-34.73103,-9.955828,-43.382553,-27.03945,-27.507086,-28.80857,-24.83465,-17.455496,-21.330496,-34.651764,-30.98686,-19.958153,-26.020311,-23.643555,-7.08102,-16.92368,-18.8789,-19.356167,-16.34983,-22.137691,-47.190605,-25.226917,-34.993465,-34.94897,-25.336033,-4.857745,-29.37337,-11.732745,-19.985973,-27.744923,-14.330927,-20.656862,-0.10332104,-17.892918,-28.46204,-32.67872,-36.435074,-20.144222,-30.893524,-22.67798,-28.522781,-36.180786,-31.454096
+1136,-34.853752,-16.959589,-12.37627,-28.693644,-0.022451837,-25.006393,-34.018547,-30.111023,-31.235256,-24.599285,-32.355614,-32.043114,-31.146095,-23.449364,-24.157959,-27.452686,-27.707088,-44.64952,-33.855614,-32.765923,-29.33771,-29.450586,-40.64488,-25.155293,-30.236908,-26.571579,-24.271454,-27.267416,-23.75373,-38.157806,-25.699026,-21.543865,-24.481365,-23.848112,-46.818977,-23.257206,-28.747875,-17.335976,-20.427307,-27.12961,-22.946314,-22.861326,-25.861324,-26.569891,-51.422367,-24.357414,-26.753315,-15.46729,-20.342281,-31.622826,-26.031475,-30.82351,-30.78135,-29.152998,-49.70681,-30.942442,-9.276982,-13.402098,-13.232866,-27.521954,-30.131329,-25.334454,-14.812871,-34.76529,-28.266819,-14.509646,-28.55027,-26.538204,-31.342916,-26.51332,-21.127169,-19.477955,-28.748741,-18.547195,-31.31,-32.668762,-35.277527
+10197,-27.902151,-17.147373,-20.440496,-27.911942,-13.002992,-22.6078,-20.382093,-41.125076,-26.685255,-25.739538,-21.814844,-23.627344,-34.384594,-28.221094,-18.45388,-7.7805634,-12.15328,-29.965137,-24.721094,-11.999697,-17.255886,-29.883057,-30.410604,-23.86118,-30.943306,-17.693426,-16.448753,-26.19291,-15.968811,-47.047676,-26.482769,-13.212735,-14.212735,-23.747849,-0.0036791365,-22.540253,-41.185513,-26.481874,-22.144161,-43.680645,-36.314026,-24.06547,-40.877968,-31.621468,-39.94557,-15.374568,-18.103735,-29.847988,-28.84795,-21.299498,-23.862293,-17.905197,-14.906054,-15.981444,-44.54846,-22.127214,-31.62233,-23.126577,-22.247656,-19.786541,-34.56779,-20.661541,-14.334471,-16.913076,-15.002246,-39.95731,-33.210262,-37.064487,-36.972782,-41.364807,-30.248932,-29.88635,-28.765186,-21.357786,-31.994877,-27.204306,-30.950485
+11782,-38.375904,-22.96002,-24.017628,-33.96829,-21.321358,-13.607109,-36.62734,-39.541794,-19.626814,-32.31194,-36.750187,-34.343937,-32.537483,-36.656437,-28.642168,-43.439255,-33.29236,-49.794453,-32.125187,-38.168625,-25.831194,-31.911285,-30.259436,-22.021088,-35.72424,-28.870007,-21.799881,-26.539326,-26.208675,-50.53481,-26.491734,-26.693653,-25.443653,-24.109621,-22.316364,-29.563412,-46.70388,-37.124294,-36.64926,-40.14843,-33.53679,-34.00076,-42.688263,-47.71308,-39.972057,-38.876823,-29.876814,-34.126827,-25.939262,-26.031765,-31.082165,-0.19364172,-9.001104,-19.280231,-50.12436,-30.385403,-34.300446,-39.398895,-26.638119,-14.648482,-37.656292,-18.898483,-16.758718,-40.708366,-30.163174,-24.511648,-13.600184,-29.118298,-38.449326,-45.956192,-41.290615,-38.001144,-28.459538,-26.377527,-35.301216,-35.606117,-29.09656
+5045,-20.25725,-16.000082,-23.829771,-14.818092,-14.917,-10.891311,-17.96043,-27.302692,-24.195015,-16.507164,-13.81295,-21.8442,-21.512135,-21.9067,-4.438172,-32.283623,-21.404438,-36.46534,-13.25045,-30.737667,-15.572479,-16.977297,-20.496502,-13.028544,-28.723976,-19.377872,-0.064499564,-12.126002,-21.941587,-34.81446,-22.047255,-24.877232,-22.627232,-19.620724,-28.180222,-20.249416,-43.05082,-30.326292,-24.947113,-33.09471,-32.131424,-13.06773,-31.817728,-26.033243,-34.32674,-13.844094,-16.879961,-20.066181,-14.878649,-8.045585,-27.220005,-22.000992,-18.0068,-18.249195,-54.68941,-22.005606,-47.580135,-41.45242,-32.081387,-10.062723,-30.812725,-19.437725,-20.681404,-26.45792,-22.03155,-32.925575,-16.88905,-26.468353,-35.24601,-32.905434,-18.894476,-28.677647,-13.025328,-27.237148,-30.989326,-17.94636,-22.989342
+10508,-31.83452,-0.00148423,-21.935274,-22.165518,-19.09535,-36.90161,-34.6764,-29.098186,-36.58684,-30.728373,-28.358253,-31.295753,-30.120153,-31.170753,-28.160425,-39.313473,-32.13848,-53.069153,-31.702003,-29.261988,-35.715473,-27.969067,-42.38424,-28.116594,-24.471678,-36.581688,-29.556486,-31.081038,-37.01136,-33.850513,-17.605831,-25.885742,-28.979492,-19.372915,-41.21586,-27.725445,-38.44203,-16.946459,-13.535908,-13.746803,-20.959774,-21.465805,-28.778305,-18.966766,-43.745033,-34.206024,-30.974632,-33.951256,-24.075954,-27.155344,-18.31575,-40.380054,-29.709703,-43.55669,-54.45371,-19.80177,-16.939861,-23.220789,-14.7274885,-31.659399,-28.628149,-27.065649,-28.848518,-44.44863,-27.870358,-28.011652,-30.924356,-29.243599,-20.387283,-28.026749,-40.160954,-34.660408,-34.330067,-27.085352,-21.508644,-37.589417,-39.134697
+4615,-17.494806,-20.127546,-24.303791,-0.002379897,-22.47741,-18.637243,-22.865929,-30.0862,-30.593155,-23.823858,-9.757461,-23.757462,-25.297394,-28.679335,-11.257788,-31.54404,-25.084137,-41.3155,-20.569962,-13.202771,-24.028084,-17.87287,-26.662594,-16.385399,-17.207996,-23.603294,-16.071926,-27.008335,-38.50084,-26.931095,-23.656984,-24.195507,-27.883007,-15.528611,-56.08394,-32.380875,-27.716923,-23.42361,-17.53269,-33.632557,-31.820843,-17.763245,-36.950745,-26.155968,-38.6812,-29.391602,-15.366635,-17.7396,-18.114584,-19.325954,-26.263077,-35.93553,-30.331558,-41.23684,-34.429626,-27.629913,-14.368332,-14.222254,-12.132867,-27.56494,-24.81494,-26.81494,-24.634733,-40.71545,-22.516815,-23.370327,-17.388815,-26.45418,-42.764538,-35.922493,-25.07569,-25.714176,-21.274315,-21.424437,-36.281982,-32.321278,-32.924973
+1168,-22.768505,-12.366752,-10.771228,-18.919518,-1.6046882,-14.945307,-15.770962,-29.149973,-15.037777,-9.185403,-18.246777,-19.278027,-17.55576,-17.371777,-19.27728,-17.170628,-14.507484,-26.111374,-23.059277,-18.547138,-19.73575,-24.939022,-23.663107,-18.676468,-23.745293,-14.550113,-12.868922,-15.800076,-32.532604,-27.494219,-21.46674,-15.739471,-13.926971,-13.715108,-33.880257,-18.061827,-24.880972,-15.379986,-16.248493,-22.186697,-18.642597,-17.168684,-25.918684,-19.975609,-40.98993,-21.882309,-18.963003,-16.11648,-10.741327,-23.973131,-12.585726,-21.51961,-24.388798,-24.9887,-35.425724,-23.4739,-0.7450137,-11.462508,-2.9303076,-20.4178,-14.667803,-15.667803,-14.171695,-37.48598,-16.391645,-10.992112,-14.571741,-13.599616,-23.581993,-24.947485,-15.436258,-15.164694,-17.951765,-22.260517,-25.916767,-16.772558,-20.487452
+7283,-31.466902,-14.411646,-13.847935,-13.335477,-11.831318,-5.901587,-4.209769,-28.06643,-15.650642,-25.44364,-17.921795,-25.078045,-27.857252,-26.40617,-15.634361,-6.0187726,-5.677006,-15.533339,-20.671795,-2.6401298,-6.8962455,-22.762009,-19.451143,-12.838356,-27.762337,-10.220683,-10.850657,-18.09506,-5.1825614,-35.440636,-16.603294,-6.5313087,-4.9063087,-20.145802,-3.7736266,-12.362108,-24.108673,-18.536407,-15.960762,-31.693375,-23.852499,-12.704548,-24.704548,-29.594269,-32.276497,-14.727316,-12.001452,-21.415794,-11.9768505,-21.425957,-16.11979,-10.795924,-1.102649,-8.648216,-41.314438,-14.766833,-23.636127,-20.30732,-15.641233,-17.245241,-27.807741,-12.620242,-15.742639,-8.983258,-2.3523948,-23.011368,-9.583779,-20.477026,-24.767868,-32.776947,-22.29244,-22.983208,-20.688717,-17.420319,-24.760849,-8.7747135,-6.4405713
+3084,-35.15282,-20.226809,-15.591094,-19.730392,-29.110857,-26.241817,-33.14881,-27.355461,-37.810257,-23.371965,-20.10236,-16.16486,-19.017994,-19.47736,-27.418098,-33.52008,-34.15464,-46.314064,-25.75861,-28.073116,-36.429832,-41.309517,-36.922215,-29.479406,-24.006859,-24.664974,-27.774551,-34.446453,-29.484701,-44.50077,-28.2902,-36.082184,-34.80093,-34.75895,-58.057644,-28.160725,-34.72592,-10.091375,-16.777939,-19.465527,-0.08983706,-20.809328,-30.684326,-13.535967,-39.766937,-39.64645,-32.772396,-32.810196,-32.872643,-24.217316,-19.098425,-36.750687,-31.926844,-36.35534,-33.365437,-32.291527,-17.002447,-18.65503,-16.230167,-37.51262,-38.16887,-32.715744,-21.312979,-43.61937,-30.465,-31.431122,-32.758373,-30.366962,-28.936554,-29.117706,-25.725662,-32.6158,-18.746304,-23.81892,-30.688688,-43.223434,-46.61149
+7959,-37.514187,-17.069841,-10.303761,-24.616545,-19.413382,-22.830978,-18.627514,-24.602247,-29.833256,-26.173704,-32.797905,-33.422905,-33.27616,-29.610405,-19.15454,-34.084446,-19.192606,-42.216488,-32.266655,-32.365437,-29.281738,-27.778526,-33.51425,-18.966345,-28.253902,-29.83585,-24.403852,-27.202068,-35.826153,-48.57354,-26.25176,-30.327524,-34.077522,-34.924286,-50.41884,-29.70171,-42.568436,-23.546114,-27.727993,-31.959484,-25.045158,-23.270887,-29.895887,-25.141422,-39.00968,-30.369862,-27.97905,-16.421701,-28.984146,-27.75829,-19.320206,-32.613186,-28.597282,-31.04573,-44.97083,-22.280422,-18.26144,-36.13613,-0.010320965,-24.25732,-24.19482,-22.35107,-22.457417,-39.159252,-40.151768,-24.082495,-30.645657,-30.751629,-21.64127,-23.9972,-22.939892,-14.248985,-32.612747,-19.347189,-22.65688,-27.697105,-32.97031
+6021,-36.02389,-16.820696,-23.04146,-26.130215,-19.427963,-9.664007,-14.589987,-27.399258,-18.40764,-25.922613,-24.36718,-24.61718,-21.374971,-31.070305,-16.886717,-29.370367,-25.617496,-40.620705,-27.58593,-23.127665,-23.394936,-30.972223,-32.145786,-17.96618,-26.478794,-21.567232,-18.709593,-15.253616,-44.450165,-32.4624,-22.17493,-14.670763,-16.608263,-12.470737,-41.98182,-16.653282,-34.12377,-28.676828,-35.45083,-32.715973,-32.096153,-24.328014,-29.953014,-27.450294,-37.96444,-20.044117,-17.409988,-21.214788,-4.6521564,-23.527122,-4.783876,-17.581562,-17.059664,-29.02666,-41.48428,-28.04141,-19.118332,-29.422268,-18.00618,-18.04875,-19.17375,-19.23625,-24.188627,-36.306435,-15.611352,-16.347685,-0.89237076,-0.611208,-31.220165,-35.824287,-27.042746,-28.079945,-28.483084,-21.983913,-22.213562,-26.42139,-44.069603
+12930,-20.520325,-17.285345,-21.590302,-21.631262,-24.572308,-22.894854,-20.6269,-27.763151,-34.065712,-3.7699122,-19.957182,-8.769682,-8.714556,-19.488432,-18.251488,-27.407639,-17.7178,-49.791878,-14.582182,-14.818988,-23.917292,-23.533615,-24.499895,-7.9102917,-24.024948,-22.051096,-17.244474,-26.816341,-23.247225,-29.502419,-16.019571,-21.06379,-25.06379,-24.566557,-41.883507,-23.945217,-33.285213,-8.822588,-8.152048,-0.48063344,-14.57824,-6.611773,-25.486773,-1.867504,-37.299892,-31.94955,-25.894928,-26.260094,-24.88506,-16.216896,-26.576277,-26.215002,-19.915249,-31.495007,-39.883163,-23.76655,-23.085537,-18.152628,-14.575896,-23.910234,-32.378986,-22.160236,-19.972692,-24.108316,-23.602568,-30.25011,-26.026987,-21.764458,-22.056786,-25.760109,-26.40907,-28.099855,-21.908443,-10.505483,-23.840183,-36.250202,-48.093727
+11934,-23.657024,-14.456582,-16.928307,-15.495888,-22.895245,-17.869308,-13.178714,-26.920742,-28.279606,-9.028098,-11.828986,-11.703986,-13.217623,-10.328986,-3.3070025,-19.263885,-12.487499,-30.293943,-0.39148563,-18.415903,-8.809662,-13.511171,-23.525494,-12.2686825,-26.967333,-19.937355,-10.372005,-26.495447,-19.85915,-26.691761,-18.04046,-23.799728,-26.190353,-19.697683,-19.129265,-21.0853,-33.74337,-29.233425,-8.762918,-13.101828,-20.883398,-6.6818266,-24.681828,-13.6437845,-27.145758,-25.08869,-16.46015,-25.209284,-24.209202,-5.8149624,-24.701221,-16.94469,-16.91323,-20.607813,-44.115158,-28.093063,-21.797955,-23.808084,-15.996226,-10.809368,-25.184368,-15.059368,-13.811196,-16.522087,-21.784235,-24.947666,-22.483963,-23.721409,-24.343704,-19.007069,-28.214104,-29.511051,-14.942307,-17.327637,-25.498226,-16.88792,-39.521088
+4737,-24.583794,-25.122866,-14.44684,-16.737663,-17.789822,-8.859831,-17.248974,-24.134243,-19.2676,-21.1811,-17.704271,-19.954271,-22.044348,-21.907396,-19.683697,-17.351366,-0.017872864,-26.33523,-20.329271,-27.58159,-9.394906,-27.107094,-17.301981,-29.650793,-32.53262,-7.565855,-12.067476,-18.315458,-5.504773,-37.883526,-16.892445,-12.9779,-16.4779,-17.136679,-12.966322,-20.5344,-38.22496,-24.798155,-14.626977,-26.567837,-25.770636,-20.480032,-33.98003,-34.03337,-31.55002,-12.277943,-14.279236,-24.090502,-16.340315,-13.919481,-17.059032,-21.52771,-10.115029,-11.626469,-35.481754,-18.701336,-24.7882,-22.601171,-22.84657,-19.103403,-31.415903,-13.040904,-15.446138,-15.432052,-18.49531,-16.26376,-17.61177,-21.744041,-21.954634,-31.694145,-17.09394,-23.212177,-27.75246,-18.695427,-26.297651,-29.6977,-33.929344
+6411,-23.044933,-19.025537,-13.96835,-19.864819,-12.030935,-11.309316,-13.524418,-27.05471,-15.359123,-30.094604,-27.688835,-31.188835,-37.396275,-30.407585,-28.25791,-17.86389,-17.613974,-32.99904,-25.001335,-15.871724,-20.50444,-21.338844,-21.329023,-26.9921,-28.745346,-14.277489,-14.653328,-14.963368,-12.363442,-34.170567,-16.771065,-15.229368,-22.41687,-23.981224,-9.448169,-13.638794,-40.324783,-19.622055,-21.30891,-25.990297,-27.841179,-14.682142,-27.932142,-33.878864,-32.98038,-17.010214,-17.828295,-27.044691,-19.509855,-17.649506,-17.331057,-17.922005,-0.18867141,-6.5273013,-37.414345,-20.069622,-32.993458,-22.193666,-25.654041,-13.902649,-33.0589,-11.777649,-14.592186,-2.5627441,-12.283063,-24.071224,-18.985085,-24.720177,-22.564297,-31.307686,-23.534086,-23.74988,-27.182377,-17.05517,-29.135326,-25.88736,-32.314167
+2343,-29.109753,-11.476729,-12.584711,-10.056466,-15.071284,-4.187954,-5.0746794,-23.495895,-20.66676,-20.613173,-16.219494,-23.156994,-25.45261,-24.781994,-10.806071,-15.950996,-8.697532,-25.012379,-15.781994,-11.44704,-0.96857595,-20.811628,-19.94183,-17.469292,-22.63383,-12.92477,-4.037828,-17.099615,-14.488963,-33.1651,-14.333362,-11.594394,-14.094394,-18.304436,-12.822472,-16.156881,-31.542221,-21.045473,-18.908318,-27.17316,-31.545872,-12.662186,-27.943436,-20.405296,-26.032238,-19.600168,-7.493835,-24.661081,-20.598515,-10.3208275,-16.951097,-19.261715,-11.468403,-15.052536,-37.88952,-18.85529,-19.649721,-14.670137,-14.6205845,-4.383675,-18.930552,-2.2586753,-21.267786,-21.003536,-15.162382,-24.001574,-7.566268,-23.412216,-22.570631,-31.302639,-14.670094,-21.070469,-15.794477,-23.514122,-22.82503,-3.79105,-17.718218
+10562,-16.195679,-19.660604,-26.12164,-30.534838,-33.068245,-43.078808,-42.566017,-23.12988,-36.462788,-18.71578,-25.342762,-24.170887,-29.122322,-20.452137,-10.358398,-40.443214,-32.398148,-61.399937,-13.983387,-34.996353,-30.377743,-13.464108,-30.85985,-14.155191,-24.565067,-39.066475,-20.76064,-38.254787,-25.102062,-38.35781,-23.330328,-31.379303,-30.660553,-28.178839,-43.569637,-34.253162,-37.93867,-33.79562,-22.98644,-30.26569,-33.07991,-22.158812,-34.096313,-24.606745,-31.569002,-37.21827,-26.770267,-32.0964,-32.4714,-0.0028380984,-27.70758,-35.862938,-29.203968,-38.354263,-47.882133,-30.400343,-34.789787,-35.928284,-26.296473,-18.019218,-28.862968,-22.019218,-24.563423,-40.12296,-30.59672,-32.946857,-29.11375,-27.989807,-20.53672,-26.926224,-26.330915,-34.516197,-26.526789,-28.42527,-33.04594,-45.472355,-49.99957
+1985,-46.215977,-16.105747,-28.372501,-35.254578,-15.84023,-21.48586,-29.184753,-28.380856,-35.402706,-36.243736,-37.75432,-38.66057,-36.119392,-37.09807,-21.853317,-41.357487,-22.197634,-51.008522,-37.00432,-48.655952,-30.265299,-32.13159,-29.254406,-17.27309,-34.293724,-46.277985,-47.9657,-37.9026,-33.691452,-48.342888,-34.40592,-24.264761,-20.639761,-22.372454,-42.36815,-32.96521,-49.650757,-25.242,-29.413946,-36.885784,-27.841053,-36.139442,-37.139442,-36.422554,-45.20169,-26.092997,-29.090317,-1.3401966,-18.527641,-32.248787,-27.354954,-18.14183,-28.560291,-32.891003,-46.200394,-30.28463,-36.721813,-32.976986,-17.08814,-0.9776294,-21.008879,-11.66513,-1.7560989,-43.029854,-27.86467,-25.606174,-10.984644,-21.715302,-42.23109,-44.153687,-46.854576,-12.902723,-24.7214,-33.05966,-34.514183,-39.831795,-57.981377
+8863,-35.956802,-14.616153,-17.686014,-28.966002,-12.903269,-10.924171,-5.2577934,-38.140926,-22.09254,-22.444975,-19.089565,-21.745815,-19.06215,-27.050503,-15.461235,-9.738686,-8.145569,-21.55251,-20.620815,-16.944042,-3.6534133,-28.947746,-26.20976,-29.474737,-24.033012,-9.440177,-6.203851,-21.252642,-13.8268585,-47.261604,-26.441444,-13.316761,-19.254261,-18.94476,-20.242891,-25.276707,-31.966026,-34.90983,-26.905159,-31.178732,-34.071712,-15.829361,-28.391861,-33.20312,-40.99419,-17.027159,-8.051609,-26.027222,-20.777079,-17.551113,-13.14794,-10.546176,-15.012005,-16.037663,-50.132008,-17.498184,-24.665398,-20.74192,-6.0800395,-10.005996,-20.849747,-9.380996,-15.38296,-19.910532,-11.264398,-29.139057,-13.879128,-21.138954,-31.446056,-38.337692,-28.177021,-23.533937,-29.52122,-18.932364,-27.890125,-7.671294,-18.863811
+10839,-27.36702,-15.580297,-12.263222,-20.837116,-21.709902,-14.797098,-25.306568,-36.79791,-25.88168,-19.332188,-8.895807,-20.239557,-28.34092,-21.145807,-15.611128,-0.20291908,-14.59757,-35.44445,-21.489557,-5.6905107,-23.032324,-27.850891,-24.965128,-21.649303,-29.06779,-7.917331,-14.787377,-21.354095,-21.857252,-30.083834,-29.891869,-10.563174,-13.813174,-25.565937,-27.039072,-26.398327,-38.64129,-23.857191,-23.190552,-33.519684,-30.49059,-15.668442,-32.35594,-25.338915,-39.98413,-9.833199,-19.609035,-24.208298,-23.582825,-18.461983,-19.766941,-25.914684,-21.699152,-17.728357,-38.79715,-23.685476,-23.97485,-5.2158103,-19.927565,-20.045237,-17.420237,-16.857737,-13.584044,-33.101357,-7.458185,-26.861605,-26.88171,-24.708082,-30.265282,-26.786198,-25.4022,-24.640472,-20.039602,-10.720392,-26.63055,-36.62407,-35.241467
+5481,-34.450558,-14.402982,-29.535313,-20.659561,-34.82374,-22.983683,-42.409706,-34.36696,-16.773907,-29.156147,-28.337833,-32.44721,-38.505802,-31.259708,-20.804089,-26.944252,-27.826162,-47.40206,-26.275335,-17.776222,-27.53173,-28.769104,-30.934837,-24.401463,-25.022427,-19.60619,-20.632404,-26.910837,-31.20716,-44.95623,-19.170383,-27.511688,-28.949188,-24.430302,-21.017456,-24.961887,-32.763878,-36.43473,-26.533266,-26.176178,-27.576452,-18.782473,-30.469973,-43.341034,-35.067566,-34.949757,-19.777225,-31.795109,-25.137182,-24.153233,-29.432356,-16.38775,-1.2613434,-17.080751,-36.241364,-23.57043,-25.43809,-20.08637,-18.531647,-15.687846,-24.312847,-12.312846,-13.073142,-18.32997,-14.877325,-20.970932,-18.3567,-21.311481,-27.783306,-38.81938,-40.98552,-38.32414,-27.36552,-20.906372,-30.182796,-36.628963,-47.66623
+3007,-31.954662,-21.146015,-19.206463,-22.301884,-30.640678,-21.58472,-26.694225,-27.062311,-39.10904,-23.921175,-25.681274,-16.837524,-16.516705,-18.400024,-19.276493,-36.455585,-28.083567,-44.46156,-27.368774,-29.938227,-31.198305,-40.2653,-37.020535,-18.48561,-22.478025,-25.324224,-30.70352,-37.47048,-35.288895,-45.527508,-26.645626,-34.031296,-31.156298,-38.910892,-37.75571,-29.8848,-35.240307,-9.334583,-9.653296,-17.893349,-0.01573874,-20.828918,-34.64142,-19.184986,-38.731495,-31.045536,-29.320961,-29.269417,-30.519402,-21.545853,-36.652786,-27.090376,-35.11367,-37.005623,-38.548836,-28.33617,-25.959026,-27.362087,-25.810333,-26.983227,-34.451977,-28.920727,-21.984657,-44.50199,-30.698502,-34.176872,-30.675129,-32.725586,-44.397243,-29.221952,-37.903534,-36.89274,-13.152536,-22.750591,-36.34248,-45.640945,-40.617332
+9785,-19.443825,-9.676258,-21.773323,-21.397003,-22.875135,-24.730896,-28.34449,-19.388727,-23.194374,-28.249727,-12.740038,-22.646288,-22.24051,-21.927538,-16.16334,-30.032543,-23.83098,-42.44708,-21.708788,-22.036575,-20.50816,-18.599163,-29.044832,-19.403923,-21.636686,-10.111353,-10.654196,-12.200687,-19.784966,-32.305305,-7.528328,-23.793476,-19.605976,-16.092396,-43.168625,-25.015083,-28.650612,-10.572148,-10.7989025,-11.751555,-16.002209,-10.251548,-15.001548,-15.4039,-28.36499,-22.904364,-15.054232,-18.151188,-9.151156,-10.825368,-20.550213,-27.336998,-17.691032,-36.91006,-39.106045,-16.233587,-13.240051,-19.869713,-9.917027,-30.047691,-31.297691,-27.985191,-20.637846,-31.013725,-27.155077,-12.852311,-23.630896,-25.155706,-4.297987,-3.3420994,-15.437695,-21.223333,-24.2129,-28.105938,-7.612699,-37.43505,-39.568264
+3434,-42.56581,-16.545992,-21.48975,-22.736721,-16.656404,-9.90049,-0.024878472,-37.345722,-31.764017,-29.58595,-32.094788,-30.001038,-26.824795,-31.438538,-16.867111,-43.896133,-19.131338,-48.754093,-30.188538,-37.153793,-16.477594,-34.592407,-27.851389,-22.618633,-28.180752,-29.143564,-22.574162,-31.636347,-27.132528,-53.175297,-25.424156,-19.794336,-24.544336,-25.371655,-25.289625,-25.26722,-40.952198,-37.57332,-33.54647,-40.53837,-34.125885,-33.435875,-38.873375,-33.07285,-36.804314,-23.180578,-17.267992,-25.829992,-23.454971,-20.780256,-24.894985,-14.905515,-19.936628,-25.666119,-54.576183,-22.807997,-33.433254,-33.618256,-11.482241,-12.9904995,-26.803,-13.8029995,-20.080812,-37.265865,-30.988155,-23.396523,-13.841008,-29.823551,-36.654495,-39.90851,-36.49346,-26.637054,-29.767826,-28.883142,-32.111153,-16.047222,-33.769405
+4022,-15.62676,-14.996674,-19.341381,-20.826532,-27.235802,-16.499895,-18.24301,-22.290497,-30.491692,-17.29712,-20.216566,-5.9040666,-12.711567,-18.935316,-11.952515,-33.896683,-27.028625,-53.19398,-15.529066,-25.449566,-26.18554,-9.418538,-29.0887,-11.52925,-20.927467,-20.474674,-12.622489,-22.368834,-21.611689,-40.597233,-14.840495,-27.288902,-28.038902,-21.249834,-39.608265,-23.761574,-26.137505,-15.953706,-1.9529072,-17.319538,-8.243902,-10.921644,-18.421644,-7.05313,-29.856123,-30.901873,-19.503475,-25.792038,-20.35453,-12.301818,-21.563852,-23.452257,-25.273254,-43.16746,-36.724697,-26.049995,-20.2552,-22.860868,-11.96591,-22.233063,-28.826813,-24.670563,-15.500356,-39.724003,-19.209467,-22.578396,-16.088316,-16.691576,-16.448856,-23.200855,-24.580956,-25.94907,-21.35877,-17.458534,-22.251945,-31.564798,-44.5433
+2037,-46.84439,-19.110655,-25.818628,-35.114594,-19.839764,-18.487175,-27.843002,-32.831593,-27.60677,-34.192783,-38.062103,-38.749603,-38.014877,-39.030853,-27.922428,-35.33771,-21.15398,-39.566715,-35.343353,-38.967094,-23.820099,-29.78553,-31.397326,-26.134941,-35.025017,-40.782417,-39.529663,-37.465103,-36.70364,-53.420864,-31.892244,-27.376255,-22.126255,-24.720507,-43.23453,-31.339695,-54.25138,-27.239239,-29.8428,-34.740166,-31.563288,-31.587326,-31.962326,-38.636646,-42.61617,-20.602688,-19.346287,-0.02720316,-16.402164,-26.985172,-25.814241,-20.367588,-19.536182,-31.897541,-63.01837,-32.172367,-42.72937,-35.19918,-22.40348,-3.83331,-26.411434,-12.833309,-8.096064,-32.71329,-29.288435,-27.357676,-11.813379,-23.163435,-40.91404,-47.840965,-31.247128,-12.77724,-31.163374,-32.698418,-35.51239,-36.34916,-52.07087
+11609,-32.88013,-37.814453,-35.173668,-31.044323,-26.411747,-10.325745,-17.651932,-33.04184,-28.787306,-32.085167,-25.500679,-29.688179,-24.057701,-31.906929,-17.003754,-32.532524,-8.564999,-33.927246,-27.500679,-40.167046,-19.247845,-34.67491,-25.534254,-19.102486,-32.75477,-15.0020895,-26.630127,-27.564411,-21.373957,-45.32349,-22.493729,-26.492022,-20.304522,-24.364672,-28.826485,-27.376032,-54.653027,-38.70314,-34.322678,-33.888016,-34.686703,-23.192549,-42.69255,-41.94116,-45.246624,-0.0018290725,-6.7636533,-19.126915,-10.876801,-23.899733,-30.094263,-20.550217,-19.377644,-19.660948,-56.53947,-36.186054,-61.006233,-53.679512,-42.908127,-16.181053,-39.462303,-26.181053,-18.06266,-34.98941,-34.846313,-29.361668,-15.655384,-30.313023,-35.348267,-46.61316,-27.815619,-29.845642,-25.0197,-28.568405,-38.60708,-45.27322,-49.4236
+348,-42.32537,-26.66211,-28.103943,-23.94934,-32.760685,-34.342197,-40.52766,-52.4553,-29.653564,-38.26454,-25.506092,-32.912342,-32.49586,-36.490467,-23.012325,-18.779764,-23.768879,-31.702108,-31.443592,-20.04198,-39.43035,-35.80718,-35.754036,-36.369965,-32.310604,-24.886232,-29.761105,-30.762606,-40.153522,-43.283062,-35.896965,-4.265759,-0.015758961,-7.393099,-39.933792,-37.658066,-30.349022,-46.20049,-41.969803,-60.31662,-51.468887,-42.49958,-48.49958,-37.8299,-48.114925,-31.021376,-30.67966,-35.485756,-26.923141,-31.696249,-24.432281,-43.3228,-39.606403,-36.098274,-35.106663,-35.09914,-16.630032,-16.613474,-23.792799,-32.501163,-32.438663,-29.876163,-26.959644,-42.184277,-20.266,-41.495712,-36.574455,-34.319942,-54.6537,-54.631107,-55.06071,-44.939003,-37.00066,-25.815355,-42.287094,-45.88638,-31.112947
+3069,-41.088295,-20.929878,-16.246515,-22.260113,-23.312653,-23.041086,-29.599356,-37.314342,-37.683228,-25.299643,-27.048134,-24.329384,-22.622961,-21.204384,-17.567598,-34.609226,-32.717037,-47.537422,-26.860634,-29.697233,-34.68189,-35.7125,-37.2508,-27.395466,-21.967682,-31.22581,-28.57872,-36.679024,-40.00558,-43.708824,-27.774323,-32.81137,-29.68637,-24.66449,-59.178917,-31.099934,-33.67312,-0.94136506,-12.15542,-22.398857,-2.022691,-19.816078,-39.78483,-24.79698,-50.957653,-32.531013,-25.655022,-30.388458,-26.70094,-29.75206,-29.092165,-41.077175,-31.77778,-37.529526,-32.37082,-29.110054,-17.312948,-19.845753,-17.533594,-36.528603,-36.700478,-31.216105,-22.094252,-43.430527,-35.349823,-38.68595,-34.35844,-34.71546,-30.253536,-33.779922,-35.685413,-37.148018,-14.166687,-16.556717,-31.194904,-43.183155,-42.752804
+11783,-41.255238,-25.248604,-27.067703,-31.885946,-26.193394,-16.256485,-34.142395,-38.666443,-21.085785,-32.029987,-34.09967,-33.25592,-31.668362,-34.34967,-29.485264,-33.26948,-25.128803,-41.46405,-31.16217,-42.488956,-20.827314,-25.251429,-27.93986,-28.636465,-32.40587,-26.209778,-21.501904,-25.011679,-25.38207,-51.320095,-24.334522,-23.29076,-22.72826,-17.583477,-20.498257,-27.689625,-52.439243,-39.231693,-37.59032,-36.33149,-33.499413,-25.49175,-38.49175,-53.819424,-39.714455,-40.87748,-34.93998,-35.878403,-26.752428,-25.791954,-31.198418,-0.0049873064,-6.3774104,-11.898843,-51.972088,-26.90762,-41.924538,-42.95899,-33.38597,-23.7336,-39.67891,-18.7336,-18.490953,-36.897003,-33.791992,-27.514202,-13.545821,-29.439613,-41.713905,-49.564747,-49.038425,-39.377293,-33.397324,-29.123814,-40.272892,-32.753643,-41.007748
+4367,-33.80168,-15.558421,-17.974335,-19.563725,-13.960785,-14.956879,-10.975288,-23.457407,-27.600986,-11.408633,-16.766054,-14.578554,-11.947439,-11.453554,-13.200321,-17.501253,-14.481556,-33.56008,-18.297304,-28.461308,-31.732128,-18.338326,-33.413193,-15.109591,-25.709476,-26.513092,-22.634964,-26.677622,-24.87023,-21.43874,-19.675116,-21.409077,-24.752827,-14.576245,-50.226044,-25.327177,-25.655998,-0.49947864,-18.827278,-8.003257,-11.265343,-15.762563,-28.887562,-7.740394,-31.918365,-21.724216,-18.287748,-19.4523,-17.889658,-21.446148,-24.14334,-22.273617,-18.678486,-36.444244,-39.179955,-18.723118,-12.201752,-11.563709,-8.744208,-29.291742,-30.994867,-29.010492,-16.793695,-39.55497,-20.96067,-30.632977,-23.79522,-23.069489,-24.839087,-39.04332,-33.424995,-33.041786,-17.134552,-16.143515,-20.231089,-38.997044,-43.51604
+6096,-38.54753,-16.799828,-23.632053,-28.627771,-16.399271,-6.97825,-19.327145,-25.609444,-13.018946,-28.209156,-30.140114,-31.983864,-26.501118,-28.952614,-16.960184,-32.774273,-18.63421,-42.953365,-32.827614,-38.52664,-29.717682,-32.80197,-29.441235,-21.565033,-35.072014,-19.459846,-17.511307,-12.896996,-27.15144,-39.463753,-26.021425,-20.319721,-16.069721,-14.950845,-42.138783,-9.947242,-41.59743,-23.315367,-24.652737,-29.144854,-32.79801,-20.953949,-26.703949,-40.099796,-42.390045,-17.520555,-18.07349,-18.948307,-1.3232675,-22.444653,-18.277813,-17.32294,-17.860302,-19.95187,-51.42427,-31.888523,-37.748905,-38.095238,-31.670927,-5.670911,-28.764662,-16.29591,-23.942614,-44.13449,-20.014162,-24.763605,-0.3313515,-16.821827,-38.21848,-39.585594,-33.22574,-27.512447,-29.937813,-28.167404,-26.21985,-34.55587,-34.38001
+12665,-40.877884,-17.190567,-12.521983,-35.229916,-12.064533,-23.656261,-38.835022,-28.266623,-33.752148,-35.090603,-32.61234,-35.799835,-35.239986,-34.674835,-18.056778,-36.008305,-22.313362,-45.195045,-33.987335,-48.03566,-32.92366,-34.545902,-26.923035,-20.485214,-34.23148,-30.882603,-33.542152,-26.065212,-39.340267,-47.54513,-32.27111,-26.120998,-24.808498,-21.276749,-40.412186,-29.377378,-48.20618,-27.605677,-29.956907,-38.40864,-28.448856,-29.272339,-29.647339,-41.503693,-39.956856,-29.786015,-36.064827,-11.752034,-28.439522,-20.276184,-29.867033,-23.810585,-30.223711,-28.085064,-53.384983,-33.971203,-32.874195,-27.353283,-13.507445,-0.0041082585,-20.59786,-8.941608,-6.966972,-36.728374,-38.09192,-30.379427,-21.690193,-31.267878,-32.974308,-35.822617,-31.413866,-15.252494,-23.149406,-29.508883,-36.37401,-40.221245,-54.463364
+3573,-21.538727,-19.741186,-11.307021,-26.074091,-15.268118,-9.857292,-23.127361,-24.984232,-19.10254,-23.142431,-19.47748,-22.10248,-22.688763,-22.25873,-22.520115,-17.616762,-0.16535087,-25.811974,-21.50873,-27.971813,-8.598334,-18.42414,-15.575328,-25.464993,-27.504818,-8.942785,-17.487831,-23.00809,-7.8884254,-36.718895,-15.645307,-14.583545,-18.208546,-15.213185,-8.501124,-16.020344,-35.52592,-16.062037,-14.614747,-34.785156,-26.80714,-14.267144,-18.767143,-30.384356,-30.582409,-11.675753,-11.428516,-25.175835,-17.425707,-13.3397045,-15.718153,-11.697956,-2.66509,-11.130846,-45.159996,-12.558767,-27.528366,-20.057877,-18.586761,-14.064823,-29.459354,-10.127322,-13.2810755,-25.477869,-16.882984,-21.621979,-11.787407,-22.783064,-21.963432,-17.99975,-18.04596,-23.01844,-25.795584,-16.486584,-25.636538,-17.435627,-31.422062
+9385,-32.19602,-15.74562,-12.580051,-8.723629,-16.30727,-8.833541,-3.942504,-22.863525,-18.675552,-23.52998,-19.638285,-27.513285,-28.404417,-27.669535,-17.07685,-12.5777645,-16.934132,-24.887066,-24.013285,-0.82900393,-13.478445,-20.201649,-25.385952,-14.166762,-22.60912,-35.126118,-10.907138,-27.058283,-21.474365,-32.4126,-21.265114,-8.307442,-16.057442,-22.244917,-31.167572,-23.431139,-31.317533,-18.714294,-17.885498,-31.459877,-25.188637,-14.318348,-22.443348,-20.759241,-39.768185,-23.054085,-8.807755,-18.994633,-17.681927,-14.712764,-23.046602,-24.098404,-9.524889,-27.304108,-39.01254,-19.50729,-13.863176,-10.65593,-12.234741,-8.05308,-18.42808,-13.36558,-23.5688,-14.394893,-5.888759,-19.384144,-14.953012,-19.326126,-33.770657,-33.059963,-24.620235,-19.180672,-13.390043,-25.467163,-20.167181,-9.913534,-10.98717
+12224,-36.058567,-18.196413,-23.90939,-24.211884,-18.64339,-10.278541,-23.018612,-23.256569,-13.4559555,-27.029598,-23.26793,-29.83043,-35.05767,-31.252304,-21.236607,-9.79801,-15.641958,-27.99102,-27.58043,-11.697421,-22.889502,-31.21204,-26.110165,-21.023418,-29.830301,-24.101421,-20.1841,-15.908566,-15.993385,-45.05978,-23.234074,-8.456833,-14.706833,-21.908344,-14.832424,-15.392499,-35.442787,-24.33507,-20.6503,-41.390137,-31.71799,-17.519592,-23.894592,-31.094028,-35.0201,-21.204716,-24.80677,-28.360828,-9.891989,-26.025774,-12.946882,-21.445118,-15.540114,-21.852772,-43.59645,-21.592476,-18.827854,-13.471476,-18.590261,-18.883968,-28.102716,-17.321468,-14.375279,-12.143004,-0.2046609,-18.098639,-13.970468,-17.579582,-32.02151,-43.688797,-30.826416,-29.89278,-32.413383,-19.17777,-29.660885,-26.90483,-33.536606
+5476,-33.45362,-16.288841,-22.378437,-24.324558,-21.218914,-20.956545,-29.285095,-30.96671,-4.1802206,-26.371271,-26.747955,-30.48233,-32.876923,-28.841705,-21.086956,-17.312883,-15.024776,-29.010105,-25.716705,-25.560314,-18.196674,-26.663229,-28.072506,-30.595463,-29.336674,-15.377343,-20.468864,-21.939682,-22.405281,-54.91528,-14.935442,-31.05946,-33.18446,-23.45219,-19.147532,-22.848724,-38.650303,-27.581532,-29.76178,-32.384304,-32.704643,-22.341888,-31.216888,-35.77428,-32.515797,-18.519928,-15.910008,-28.798283,-19.391567,-20.79142,-28.502605,-13.457008,-0.09040058,-19.545662,-44.41033,-12.152759,-41.40525,-35.072914,-28.464964,-22.274317,-31.055567,-15.399317,-15.807024,-18.66863,-15.124554,-27.276642,-18.288544,-25.373802,-28.057774,-28.871166,-27.90021,-30.5596,-29.524504,-26.604551,-29.032467,-24.105696,-32.776367
+188,-6.9218335,-19.582117,-19.271114,-29.283344,-34.229958,-22.989376,-20.121235,-23.439455,-28.98114,-6.9545317,-17.795801,-13.014551,-14.476108,-0.07705079,-7.642378,-37.351223,-18.668413,-44.245697,-12.327051,-33.219116,-17.44901,-23.15382,-18.802137,-13.904168,-30.089674,-17.255823,-15.649425,-20.834696,-26.867846,-39.97848,-22.248247,-30.837877,-27.650377,-22.359327,-34.755577,-29.396854,-41.373085,-24.893353,-20.227654,-17.439268,-26.627087,-3.2932582,-21.449507,-21.324127,-29.727665,-25.16261,-25.99431,-27.8967,-26.990442,-15.857452,-34.65403,-28.115086,-26.856936,-36.21174,-44.9003,-18.818596,-30.425386,-27.834042,-17.079714,-22.168587,-32.699837,-21.481087,-23.636234,-35.397717,-27.076477,-24.746214,-19.6924,-24.32638,-26.29703,-28.182259,-29.34093,-32.895035,-19.377256,-22.282108,-26.508053,-32.74952,-49.38645
+7511,-34.39675,-16.905422,-21.228224,-26.47002,-28.030136,-22.490849,-28.598019,-14.4680195,-12.104781,-21.962362,-25.582752,-30.739002,-30.512472,-26.582752,-14.862366,-29.069008,-28.586388,-43.603806,-25.020252,-41.185757,-31.69,-26.295177,-25.048754,-24.03798,-32.754128,-12.478556,-12.61504,-2.723958,-26.506954,-33.72684,-20.927309,-21.923632,-19.298632,-19.723032,-35.881577,-0.3431258,-38.40473,-34.20093,-35.21465,-41.5066,-39.152187,-27.322428,-28.072428,-37.180096,-32.325317,-16.822868,-14.247198,-21.338055,-8.119186,-17.925722,-13.898476,-18.214334,-19.672806,-13.429005,-49.84892,-24.486446,-42.74682,-47.231262,-33.648663,-7.8422403,-29.748491,-17.217241,-22.330341,-22.580349,-13.944165,-26.7176,-6.959895,-15.441778,-18.9156,-26.086365,-19.222883,-24.054148,-25.895615,-29.721708,-20.968815,-29.29683,-34.565258
+10482,-19.965412,-19.21764,-17.212662,-32.530594,-19.63208,-22.502457,-32.24141,-37.05364,-30.885715,-13.054015,-10.577473,-11.702473,-14.466586,-14.733723,-11.858213,-23.867996,-13.677284,-37.794884,-5.952473,-19.183548,-12.129411,-17.198801,-18.03037,-24.806927,-27.935896,-13.292074,-16.849047,-21.409407,-21.145626,-35.494934,-18.118841,-26.888731,-29.951231,-18.436045,-30.854252,-24.602898,-40.787178,-16.693722,-14.517777,-20.546621,-21.609276,-2.4655304,-22.21553,-25.66221,-30.305084,-16.208475,-19.857203,-28.293324,-22.104858,-12.123355,-28.811056,-21.07348,-16.721653,-18.965658,-34.765976,-21.581455,-24.829947,-23.015123,-16.518414,-18.2148,-29.042925,-14.277302,-15.587253,-25.937428,-20.013546,-24.826948,-16.134632,-20.95081,-22.925291,-24.204796,-24.015316,-31.919876,-19.305595,-17.465403,-23.963001,-29.160692,-41.993843
+2503,-27.02039,-12.093783,-22.96779,-18.050623,-15.88117,-9.5468645,-9.9611025,-25.364697,-15.499532,-19.066517,-15.405497,-18.592997,-17.662312,-18.467997,-4.2181697,-18.553394,-18.511267,-36.047146,-16.655497,-21.22519,-12.529249,-18.250576,-17.858862,-13.401315,-21.237474,-15.869397,-2.4169164,-14.39832,-18.294626,-25.318047,-11.890357,-8.99832,-15.99832,-9.940279,-28.9898,-2.0784743,-22.605446,-20.586315,-22.041052,-23.537285,-25.178604,-14.146915,-20.896915,-22.205929,-34.63075,-21.10778,-7.3286667,-16.140629,-9.578083,-5.0790186,-6.555066,-10.712478,-7.355194,-8.30536,-37.16245,-18.533035,-35.808697,-34.10112,-19.256691,-4.8948417,-23.519842,-16.769842,-14.215751,-25.97539,-15.069245,-19.164581,-5.300992,-17.12303,-26.717665,-20.645855,-15.737299,-16.977661,-14.703657,-23.772774,-22.532883,-12.774989,-20.045063
+982,-29.028744,-17.446852,-13.572541,-11.901854,-14.512227,-23.515045,-32.245285,-34.368397,-21.922794,-32.353565,-16.64178,-28.42303,-36.753468,-28.92303,-21.661697,-27.600176,-28.912828,-39.42325,-32.501156,-25.42672,-31.933464,-25.980757,-30.016397,-25.33443,-16.98236,-16.052105,-22.790707,-22.219055,-28.96785,-41.756516,-20.25499,-20.824203,-15.1992035,-15.787769,-23.78672,-20.195433,-0.015611869,-25.925402,-20.430857,-29.781178,-28.489773,-21.418077,-25.918076,-17.14712,-34.18481,-19.030647,-20.847029,-19.711369,-16.58625,-21.54264,-14.128904,-21.093956,-20.573566,-28.469543,-28.284569,-18.620287,-12.68284,-20.54478,-12.891637,-25.96543,-23.71543,-24.02793,-16.342237,-42.680836,-20.15828,-22.274473,-29.536985,-26.027771,-24.573956,-22.153555,-21.469275,-23.031057,-29.287384,-15.750464,-26.104282,-26.332378,-25.885601
+3357,-38.158237,-22.191235,-15.691263,-22.191544,-21.201397,-9.011037,-0.022661315,-28.969088,-24.602327,-23.523554,-27.615482,-27.490482,-24.020954,-33.068607,-13.858282,-36.49958,-18.18981,-38.182117,-25.615482,-23.134274,-13.991995,-34.189846,-32.026497,-19.42192,-27.790718,-20.876087,-13.003344,-20.670847,-28.329878,-42.69226,-21.607407,-18.563255,-23.532005,-25.366848,-39.682213,-23.6692,-33.059464,-35.478195,-31.42286,-36.277752,-28.149124,-32.441433,-39.59768,-32.898163,-35.133057,-17.284327,-12.053724,-22.78327,-17.906258,-20.604984,-22.590557,-15.200802,-21.914644,-25.270523,-39.49811,-28.589252,-39.46856,-46.681343,-26.115955,-13.600224,-33.3346,-22.100224,-25.926529,-36.976723,-26.206043,-20.642132,-11.299963,-19.441776,-25.780048,-30.561827,-27.072866,-27.219494,-19.260633,-22.490019,-24.50497,-14.452154,-27.107718
+10371,-11.113863,-16.831871,-12.884352,-21.722698,-29.29208,-19.832405,-23.547485,-17.700184,-25.346348,-9.450506,-14.768252,-11.705752,-11.313577,-6.1120024,-3.9245315,-29.983215,-22.780106,-43.19885,-9.862002,-29.79418,-25.656725,-13.607983,-16.514044,-14.078633,-25.350616,-11.650989,-19.01057,-23.446041,-26.650904,-32.24787,-13.997158,-27.927551,-25.615051,-17.772488,-36.268734,-25.949255,-35.252968,-21.032219,-19.800486,-18.049324,-23.573183,-8.916748,-26.229248,-19.665142,-28.404234,-25.713715,-25.058163,-29.899769,-27.743511,-3.6695752,-21.230972,-23.314514,-26.323755,-32.61166,-39.095833,-19.593468,-30.920694,-26.38389,-21.323143,-14.213625,-20.088625,-15.213625,-17.28012,-30.038643,-26.328905,-29.091972,-19.437185,-20.765736,-14.679142,-12.44895,-15.728021,-26.717712,-16.725101,-17.60009,-20.836983,-36.357452,-40.2796
+3766,-33.063198,-20.668457,-29.92973,-32.56184,-34.754032,-29.738121,-33.03872,-31.332943,-31.769974,-25.011356,-33.54193,-27.82318,-23.245071,-29.88568,-31.733837,-37.34478,-39.098907,-59.90329,-37.26068,-33.899975,-31.625443,-27.381662,-40.662796,-23.756466,-27.015049,-31.589077,-31.682137,-31.595917,-27.427063,-37.108204,-0.0017520159,-27.644463,-29.394463,-26.06224,-41.3671,-27.83413,-40.06975,-32.661865,-25.142284,-24.546036,-28.750385,-29.779518,-33.90452,-34.334503,-33.810944,-39.638107,-32.041313,-36.02488,-28.523914,-26.001072,-28.219873,-37.95021,-25.760855,-26.584503,-49.996117,-23.023516,-24.985182,-29.252016,-26.177336,-26.380342,-38.41159,-31.067842,-24.591421,-36.593094,-30.062946,-24.398111,-37.070587,-31.827284,-27.752436,-31.671747,-34.756924,-33.72271,-24.278513,-24.68773,-24.008413,-45.219986,-51.84764
+3403,-37.8713,-18.587658,-17.847952,-23.850147,-19.40788,-3.913756,-1.0705873,-34.870174,-22.963013,-25.37975,-29.832571,-28.926321,-26.118776,-30.770071,-22.999308,-39.839283,-20.053337,-41.622505,-27.301321,-36.332027,-20.820498,-32.882965,-29.585136,-27.804535,-27.473005,-19.929802,-15.701064,-16.657883,-28.986824,-36.64934,-21.372149,-23.057646,-26.651396,-20.982784,-33.738007,-16.096176,-37.12189,-33.666153,-30.367424,-29.823673,-26.58294,-28.269165,-30.456665,-32.23866,-36.855797,-16.310375,-12.466243,-16.829506,-12.04508,-21.984547,-17.325096,-17.735287,-17.35544,-20.634363,-49.691536,-28.937325,-30.721039,-41.78451,-23.372494,-9.896265,-34.302513,-19.896265,-26.427603,-36.024513,-28.075483,-24.832859,-9.556259,-24.449879,-14.540695,-27.406954,-22.387234,-22.10969,-23.44177,-23.40451,-17.217186,-13.979476,-26.014006
+7971,-30.676102,-13.335306,-11.378831,-13.208341,-18.360659,-14.588973,-6.3437166,-13.773738,-20.411345,-26.435896,-24.9911,-26.95985,-28.947441,-24.95985,-11.924159,-24.812561,-13.771464,-30.517235,-27.3661,-15.053331,-10.64661,-25.66719,-27.294676,-18.067085,-20.367039,-25.76627,-20.256517,-22.25384,-27.257294,-47.881516,-18.985254,-18.13737,-18.69987,-16.841278,-52.56094,-27.74382,-31.675625,-26.772459,-22.35429,-34.803154,-24.715244,-21.488667,-28.676167,-22.369244,-26.821762,-23.14085,-18.665283,-24.78975,-21.664713,-17.184832,-16.05101,-24.164013,-28.31655,-37.34751,-45.24945,-19.153084,-9.045113,-24.50075,-1.3186915,-23.227184,-22.664684,-20.539684,-25.203773,-27.493366,-18.74973,-16.974573,-24.37543,-24.15466,-21.026768,-19.116615,-18.222176,-24.760294,-28.98528,-22.650908,-15.360641,-23.574984,-33.920227
+10859,-35.603,-17.912743,-21.184978,-24.677784,-18.106419,-5.5472574,-12.004635,-22.142403,-12.662385,-31.728086,-27.348095,-30.379345,-29.869865,-33.379345,-19.35263,-29.114239,-15.724567,-31.786705,-27.660595,-32.4308,-14.165806,-25.969376,-21.515675,-17.552794,-27.131607,-10.622075,-14.289665,-10.121817,-16.493488,-39.327118,-19.966698,-20.337852,-19.962852,-15.035149,-16.940128,-8.101377,-40.384407,-30.244024,-25.886875,-32.92912,-25.715103,-18.487,-27.4245,-36.38273,-30.58094,-15.9170685,-17.420952,-21.073324,-5.7919183,-19.794392,-12.307163,-10.106537,-9.657927,-15.263782,-52.235992,-18.861034,-42.097137,-43.082397,-22.61104,-10.681197,-30.478071,-15.056196,-13.47965,-22.740719,-16.011225,-29.286278,-0.24532486,-19.097761,-25.06802,-31.503975,-15.12419,-14.542394,-24.080254,-19.329327,-23.42979,-14.213019,-29.295527
+10099,-49.099297,-27.452446,-32.94326,-37.790264,-44.220272,-27.178434,-35.530952,-39.821404,-33.011906,-42.083557,-25.263733,-33.763733,-34.434704,-36.029358,-23.826958,-27.81699,-29.37672,-38.7731,-32.826233,-22.19835,-37.769012,-38.004166,-39.147312,-38.28515,-28.74549,-26.528173,-29.058529,-30.897959,-52.543026,-43.705486,-38.9687,-17.221373,-0.033873264,-14.76758,-40.484657,-35.34456,-40.92231,-56.098137,-38.054474,-60.31533,-47.388954,-39.107315,-46.544815,-32.33566,-39.967648,-31.314384,-30.710644,-34.883877,-24.008657,-33.109657,-35.926575,-44.68404,-35.25727,-40.4005,-34.872787,-30.243147,-18.512102,-30.691196,-29.62088,-31.280836,-32.155838,-33.405838,-37.234215,-39.742325,-22.853569,-36.25226,-39.689907,-31.977936,-53.7819,-63.070816,-51.066223,-48.7657,-37.01514,-22.651245,-42.884445,-49.265446,-34.908817
+5980,-33.70752,-21.416985,-27.019636,-36.479023,-33.379692,-30.714659,-43.11841,-30.142933,-40.569748,-22.44132,-20.334652,-26.990902,-23.579372,-27.084652,-10.210499,-27.727947,-20.934639,-37.234207,-19.397152,-38.65858,-28.470703,-32.7746,-24.032032,-22.521456,-40.33714,-0.00053341204,-13.617984,-18.125298,-32.657642,-40.20858,-30.533886,-35.384605,-29.103357,-29.723522,-42.579033,-30.500801,-51.137352,-35.787834,-33.720505,-45.178215,-42.574512,-22.625654,-40.313156,-45.49044,-39.077156,-15.625402,-28.045855,-35.441513,-37.406456,-20.783066,-39.92829,-31.248875,-28.209085,-15.116106,-43.10374,-37.9514,-53.3068,-43.532852,-37.904125,-18.324776,-38.168526,-27.574776,-26.622202,-39.073757,-39.7078,-38.66953,-34.81938,-39.328934,-30.54132,-33.759228,-28.940338,-39.101257,-25.28446,-27.458942,-32.65152,-45.741592,-51.173058
+9315,-0.020710714,-20.95305,-28.59945,-24.538029,-29.57993,-27.563555,-26.48327,-25.644123,-34.57707,-22.860123,-22.078407,-12.859655,-21.64608,-16.609655,-7.1109114,-42.229958,-30.235037,-55.049904,-26.078407,-31.607174,-30.541496,-25.543236,-33.400475,-15.911619,-31.527506,-27.996098,-26.668507,-32.158333,-26.883175,-39.035866,-21.533798,-33.504025,-31.722775,-22.056637,-46.862434,-36.16034,-38.543346,-18.24478,-14.488626,-14.715273,-16.834835,-19.093737,-39.406235,-17.96691,-40.112938,-26.577799,-24.97015,-32.24147,-28.522701,-19.36724,-35.05364,-27.008385,-34.365555,-45.85104,-52.10823,-29.78321,-30.488201,-25.62947,-25.029976,-33.831764,-38.956764,-31.081764,-23.585682,-43.43525,-25.288694,-22.566822,-21.320772,-22.59062,-25.8508,-18.525154,-27.918406,-30.726267,-21.054893,-20.89204,-27.504974,-37.599422,-44.183308
+5394,-37.704353,-18.903952,-26.560463,-29.659658,-36.761765,-25.451025,-37.06077,-33.776726,-15.596101,-27.055609,-29.882816,-33.445316,-39.404827,-32.382816,-22.81382,-24.139465,-28.82565,-40.42564,-25.976566,-29.663738,-26.30813,-26.694408,-31.615984,-38.569828,-27.882822,-17.328342,-21.744427,-26.427505,-27.37695,-49.89041,-18.66354,-32.91756,-36.995686,-26.864786,-21.900103,-26.70007,-42.368156,-35.802856,-32.492756,-34.309593,-29.511692,-20.056705,-29.181705,-40.146626,-33.44501,-34.03127,-28.031809,-38.4507,-28.575506,-24.220665,-26.193571,-16.368973,-0.011808595,-23.954205,-46.513626,-18.482376,-25.133564,-31.658138,-23.062012,-19.865162,-32.24016,-16.490162,-16.120106,-22.467518,-22.802868,-26.38058,-30.915747,-30.281658,-34.332466,-39.776962,-36.878967,-36.980762,-35.440063,-24.279222,-37.043602,-35.11786,-43.018417
+1005,-30.172485,-14.069706,-15.130257,-12.124459,-23.218807,-34.283714,-37.73156,-30.0242,-19.355686,-31.90362,-23.33147,-23.61272,-25.3172,-25.08147,-19.376072,-28.089115,-29.747658,-41.86654,-25.73772,-19.527363,-28.790936,-25.432335,-29.454252,-20.142036,-19.606556,-21.191078,-27.52816,-27.40511,-38.20206,-36.056866,-12.920801,-21.760303,-21.947803,-13.149737,-48.469753,-22.890522,-9.086687,-12.762572,-8.127562,-17.058594,-15.557489,-21.099169,-29.161669,-13.173841,-38.094166,-22.889267,-20.881468,-16.148565,-14.46087,-22.217876,-14.045236,-39.834625,-21.715961,-34.973534,-13.481825,-17.628283,-8.388578,-14.236498,-12.189942,-23.203905,-24.391405,-21.391405,-22.061243,-40.43618,-22.793785,-18.575684,-31.47315,-29.011032,-35.989777,-18.068644,-28.451044,-20.876148,-27.826668,-21.312763,-24.680855,-26.41644,-18.228119
+1572,-36.73626,-0.0013954908,-18.328547,-28.523098,-28.723934,-38.112335,-33.642204,-34.109226,-34.35619,-27.220161,-22.169388,-27.044388,-32.05716,-25.231888,-19.611311,-30.335823,-29.756332,-48.068726,-28.544388,-26.53649,-31.09118,-26.624325,-38.058697,-31.909761,-28.502281,-40.38562,-31.727665,-31.114567,-35.471497,-36.02114,-16.711294,-26.113636,-27.301136,-20.42584,-36.24581,-26.90775,-27.820126,-26.73537,-22.57811,-29.358086,-32.86917,-20.397316,-30.334816,-28.032047,-45.394054,-35.01806,-27.34312,-32.026215,-25.307297,-22.95164,-23.469862,-30.064438,-34.111214,-44.705437,-52.777275,-23.94722,-18.317263,-20.960268,-15.675705,-32.56427,-26.87677,-29.56427,-30.072264,-44.969925,-26.159199,-24.924437,-29.140062,-27.653345,-20.464685,-34.81526,-44.265945,-33.128513,-35.855354,-27.336876,-22.661545,-37.831676,-38.985764
+8014,-35.12123,-14.584571,-11.652444,-20.097958,-17.670435,-21.471498,-15.20966,-23.530758,-24.896357,-21.065136,-27.263329,-25.950829,-23.83931,-26.325829,-16.568533,-25.644688,-17.943018,-37.12411,-26.982079,-23.319618,-23.408054,-29.35133,-29.513935,-15.844643,-24.966845,-22.721024,-19.844679,-25.215366,-21.121378,-45.429794,-24.513779,-27.726479,-32.88273,-30.306257,-45.814907,-28.596645,-29.077833,-15.209195,-18.923447,-32.45984,-23.569668,-16.123056,-24.373056,-24.520863,-37.41419,-22.295355,-20.32899,-14.792852,-21.23029,-23.273716,-16.42726,-20.26934,-26.335712,-32.020927,-34.692238,-21.62764,-16.593063,-31.9622,-0.08676212,-19.70161,-21.70161,-20.38911,-20.188314,-36.805283,-26.992828,-20.601254,-22.269413,-22.839176,-20.544743,-29.769295,-14.216013,-12.438486,-31.937605,-19.861088,-27.164265,-17.271254,-27.094646
+3843,-21.49213,-15.023136,-20.915037,-28.276348,-30.133839,-18.113634,-20.417929,-20.900291,-28.413246,-24.920845,-22.237495,-26.831245,-25.81409,-18.799995,-11.935435,-34.29973,-23.63958,-44.459137,-24.862495,-34.78262,-19.669956,-25.337177,-34.761944,-11.5868635,-32.198345,-17.849285,-14.91712,-15.788338,-21.111374,-37.628178,-10.920578,-26.040844,-21.853344,-20.928787,-41.780693,-15.878626,-35.46691,-27.139336,-21.905529,-31.598633,-25.437336,-25.137543,-19.387543,-29.181385,-33.312904,-38.85263,-25.367434,-29.793037,-23.074028,-12.301712,-22.750805,-18.568752,-21.037313,-23.060461,-47.722015,-16.926403,-31.675106,-34.38851,-22.644962,-13.468727,-30.656225,-19.468725,-17.237093,-29.824314,-29.825886,-30.532406,-26.367567,-22.782751,-3.5989485,-2.7163076,-12.345587,-20.527927,-15.837557,-22.41677,-11.779975,-28.467838,-31.24592
+8243,-37.17888,-19.562094,-27.077362,-22.612267,-14.922011,-15.989101,-22.806877,-39.969566,-23.89957,-20.936426,-17.75943,-20.54068,-18.266228,-20.54068,-10.730098,-21.403015,-17.904541,-11.707061,-17.19693,-21.96822,-19.551216,-28.045362,-29.628809,-23.553621,-27.176287,-17.546165,-9.01574,-19.264145,-30.610235,-46.887817,-26.738564,-13.385788,-6.5107884,-18.62978,-35.531887,-22.58997,-35.347385,-32.08831,-25.803753,-35.54708,-36.22784,-21.103706,-33.853706,-28.145424,-31.448975,-25.363829,-16.908659,-27.533394,-20.533304,-18.560894,-29.622377,-25.010971,-15.717104,-18.050026,-42.29764,-23.74622,-36.740482,-37.61884,-32.97664,-15.190879,-32.300255,-16.56588,-16.266623,-16.878674,-16.295347,-27.050941,-16.822481,-25.045143,-35.335686,-43.577316,-35.32423,-26.22329,-25.139668,-23.97751,-46.134228,-2.4714022,-0.18504061
+7102,-43.669395,-15.87888,-19.794651,-27.359219,-21.402716,-11.854663,-22.585142,-8.666235,-14.277301,-28.862516,-28.482265,-29.919765,-26.82661,-28.669765,-14.204754,-29.64938,-21.845192,-47.628944,-31.763515,-39.638184,-28.750774,-35.204216,-33.230423,-23.102957,-30.61704,-23.994553,-20.325603,-9.781267,-27.143606,-43.57142,-21.404114,-22.704956,-20.642456,-18.280607,-42.46866,-3.5246615,-47.451107,-33.449574,-32.530235,-31.781136,-37.465717,-25.136059,-25.511059,-38.262337,-30.23053,-22.935905,-23.83772,-23.932291,-4.399926,-21.515068,-11.557527,-19.359257,-15.430594,-25.829952,-44.001945,-27.27084,-43.435562,-50.74064,-28.359715,-10.02764,-32.80889,-21.65264,-29.545849,-31.750862,-19.087679,-20.20612,-2.165009,-20.274271,-34.089005,-37.691685,-34.899834,-28.246017,-32.947704,-27.762066,-23.870827,-39.362656,-39.783833
+2266,-38.65425,-17.570189,-16.671535,-23.500391,-15.189702,-34.159565,-48.841087,-36.349823,-32.255154,-26.417597,-27.574093,-30.605343,-30.935905,-23.542843,-18.60718,-33.484573,-41.39017,-55.02426,-31.417843,-36.87308,-46.01768,-29.817945,-31.652271,-26.047907,-30.725407,-38.60285,-38.26233,-37.66678,-44.454605,-27.563477,-27.269505,-23.291317,-23.853817,-26.441113,-61.579872,-33.84588,-35.690277,-18.937654,-22.091179,-32.63639,-26.44381,-24.453289,-28.203289,-33.49477,-44.513504,-33.49666,-27.16381,-14.14331,-26.310547,-27.490238,-15.74042,-27.81286,-30.204105,-33.124847,-50.8493,-23.516075,-34.463577,-30.277576,-14.639988,-28.284903,-0.0036537899,-23.597403,-6.5621347,-40.096664,-36.770885,-29.169628,-32.756916,-31.021194,-31.554829,-38.952454,-32.000664,-16.256847,-27.140757,-26.891113,-27.08477,-31.670599,-43.16846
+9030,-37.33594,-21.15507,-26.917843,-23.616745,-30.679354,-33.767532,-42.72345,-42.159805,-30.918886,-35.500313,-22.8758,-34.71955,-34.014786,-32.907047,-21.507515,-23.928402,-23.518803,-32.32838,-29.000797,-15.931084,-33.368614,-39.346817,-39.669342,-25.198235,-26.318743,-22.697111,-21.577225,-28.185204,-44.822296,-36.894615,-26.025448,-0.00027188956,-9.625272,-13.62909,-43.560493,-34.934013,-34.793243,-43.67387,-31.656748,-37.972435,-36.09345,-23.88456,-32.94706,-18.775778,-43.620186,-29.63343,-27.025654,-30.377888,-30.002823,-28.806694,-22.724195,-41.1872,-30.093372,-38.242794,-36.56767,-33.986946,-14.077937,-21.450134,-19.961773,-28.314165,-22.376665,-27.001665,-30.608631,-45.675346,-16.665905,-32.092087,-32.99254,-31.834312,-50.3984,-52.502934,-42.548996,-39.61779,-36.103065,-28.85316,-36.779053,-45.00749,-29.09025
+8820,-18.827827,-13.433459,-11.597067,-19.151592,-10.604959,-6.977249,-18.261814,-29.430145,-11.535324,-11.825653,-11.208213,-14.708213,-13.161952,-13.645713,-7.1255636,-16.965435,-4.180428,-25.32919,-6.645713,-22.73491,-0.85684234,-10.076145,-13.028234,-20.732143,-24.13421,-10.068453,-5.522885,-15.896739,-12.54032,-30.79214,-13.970699,-20.341408,-20.966408,-16.628569,-18.62495,-15.979086,-39.346344,-16.885437,-13.031946,-19.769117,-25.80585,-4.4527555,-12.577755,-24.670668,-25.875597,-16.231049,-8.725187,-25.600143,-16.349808,-7.765272,-16.559628,-22.913212,-4.1025553,-11.052439,-37.23552,-8.253687,-27.304956,-27.502527,-15.019823,-13.4520445,-27.584337,-3.8270442,-6.182612,-16.493793,-15.729073,-23.477104,-8.671945,-16.663755,-15.649243,-14.146088,-15.780638,-18.363117,-17.900217,-13.80703,-13.557363,-11.572395,-22.115477
+1634,-38.157738,-0.0005593481,-27.504639,-25.34159,-19.186169,-33.658,-31.172148,-31.351566,-34.51655,-29.80952,-28.813873,-30.657623,-34.804638,-27.032623,-21.819221,-39.00064,-36.51043,-58.063763,-30.126373,-30.225157,-37.06391,-29.95057,-44.22217,-29.916115,-26.233452,-40.394848,-32.790844,-33.00534,-32.72263,-40.003376,-22.029392,-30.50275,-28.409,-22.224962,-36.861717,-27.469519,-36.713703,-21.160976,-19.717056,-23.912022,-30.114578,-21.647638,-31.335138,-23.922674,-49.465137,-37.57081,-29.884148,-32.624847,-27.655972,-25.482712,-23.300735,-41.846115,-32.51383,-42.637302,-53.496147,-23.360928,-19.410793,-26.927122,-20.47631,-36.689503,-27.877003,-31.252003,-27.029203,-47.324383,-28.372543,-28.649067,-32.587234,-28.183828,-24.468843,-32.043083,-45.65116,-35.23301,-35.135315,-27.510113,-24.147524,-37.293205,-36.075916
+1287,-22.070736,-21.385077,-26.322174,-26.649664,-19.149757,-15.931727,-24.434586,-27.873394,-35.029373,-20.259556,-17.882654,-21.132654,-19.751291,-20.538904,-0.007692096,-30.776878,-24.448215,-41.943054,-17.007654,-36.016743,-23.093681,-18.867363,-16.947224,-8.54025,-30.588243,-5.0119443,-13.825722,-20.071524,-28.249245,-44.701218,-23.167204,-30.094547,-31.657047,-23.399803,-21.87853,-22.263336,-37.851814,-24.709358,-23.675215,-32.96501,-31.091003,-10.573007,-30.448006,-26.238125,-35.229958,-15.197344,-25.135723,-27.445503,-27.570488,-12.883881,-23.943739,-26.27495,-22.766611,-32.040394,-55.893402,-21.38576,-36.50215,-37.999634,-26.22936,-9.262592,-27.450094,-16.512592,-16.369377,-32.55798,-30.263222,-33.535027,-24.768387,-29.137878,-25.892618,-30.458908,-22.29687,-32.6168,-12.134566,-19.410456,-27.864227,-24.94355,-35.026485
+11855,-48.394638,-25.28186,-29.913494,-42.20243,-30.012745,-13.569285,-24.44769,-36.85605,-23.030163,-32.12751,-36.842472,-36.154972,-34.64543,-40.811222,-29.651615,-41.410408,-27.730265,-46.350517,-38.311222,-52.07381,-33.049084,-41.42043,-33.3852,-31.042017,-41.04046,-30.262445,-31.269466,-22.065596,-41.745144,-46.818127,-30.149849,-31.317411,-28.879911,-30.155647,-45.48121,-19.319555,-58.57184,-39.244686,-40.819355,-38.452984,-41.23262,-33.071873,-37.946873,-44.779167,-44.663143,-19.627562,-19.25061,-20.18777,-0.00021992167,-29.881006,-28.63682,-23.221914,-27.79877,-31.749859,-64.28528,-40.39878,-57.858788,-56.656467,-44.035347,-21.418901,-42.450153,-29.418901,-31.485655,-37.71575,-31.533459,-31.702168,-11.145721,-27.312542,-35.88511,-44.688423,-48.558002,-35.972664,-43.538837,-34.326195,-39.92432,-41.586353,-44.930824
+5641,-42.245396,-21.236298,-24.813152,-32.050842,-28.253138,-15.057394,-28.58147,-20.368288,-15.814545,-27.741735,-29.50143,-35.54831,-31.827229,-31.90768,-19.575096,-32.67218,-25.732471,-47.73191,-29.62643,-34.858498,-22.945179,-27.794191,-28.190855,-22.3886,-37.144505,-10.333188,-10.896099,-0.0023695356,-27.710674,-43.850124,-25.711578,-30.399403,-27.2119,-25.093052,-38.29913,-6.626885,-56.981308,-36.263485,-33.81395,-47.882603,-41.35855,-27.121586,-33.246586,-42.57274,-43.48604,-24.967804,-31.752699,-32.440216,-14.127474,-25.052475,-26.94965,-27.787025,-25.33966,-24.703773,-58.68175,-36.315105,-39.965137,-43.974087,-31.494701,-15.085425,-33.022923,-17.835424,-27.01177,-30.692389,-22.776001,-27.646112,-12.0096245,-23.264818,-26.798141,-33.69353,-29.855137,-32.62865,-34.28548,-29.778023,-27.875576,-37.48754,-41.875168
+4943,-36.27317,-18.414925,-28.754877,-11.844803,-20.936954,-10.586981,-12.114168,-23.933346,-27.105042,-24.254412,-23.438213,-26.938213,-26.45768,-27.688213,-12.31327,-37.36644,-32.253075,-48.388245,-13.938214,-28.399742,-24.02906,-18.179136,-24.104229,-17.489672,-31.507513,-21.671412,-0.102937385,-18.789959,-24.409697,-32.998985,-24.455791,-22.955448,-25.142948,-21.44292,-43.31814,-17.289865,-29.181637,-38.405632,-29.750662,-33.32222,-30.417595,-17.05363,-33.959877,-29.409336,-34.998493,-30.978151,-9.105512,-22.353344,-20.853258,-11.494976,-28.845537,-22.83451,-21.42721,-31.256126,-50.006897,-30.999306,-59.35697,-60.96924,-48.781742,-13.914855,-39.071106,-26.414856,-25.43704,-41.752354,-24.49326,-35.146328,-16.757809,-27.298542,-24.795668,-35.880783,-31.596302,-31.074848,-15.251194,-32.7371,-34.892616,-7.75465,-19.05416
+1978,-32.451824,-15.952722,-18.748825,-29.769484,-14.131392,-14.110533,-25.70134,-33.971962,-35.505814,-20.703638,-26.481731,-22.012981,-25.130182,-19.637981,-16.641018,-35.200768,-21.91427,-43.478683,-23.762981,-37.26044,-21.280352,-22.999172,-24.335829,-15.276396,-34.741234,-30.763098,-33.15004,-32.380947,-32.416058,-46.088604,-22.463514,-25.274841,-23.649841,-22.206825,-25.791689,-28.380804,-48.903168,-25.659695,-24.83266,-27.25142,-26.302425,-29.387255,-36.387253,-37.678944,-36.344402,-17.017405,-25.260632,-4.256325,-19.568796,-24.900421,-20.053852,-18.893223,-26.526077,-22.248512,-45.18466,-29.093979,-39.603554,-31.541035,-13.709024,-2.7245262,-21.599527,-6.5995264,-1.6663265,-40.15168,-33.846634,-25.267416,-15.352318,-30.44815,-38.94165,-40.83609,-43.332863,-14.348581,-18.197603,-25.6711,-32.200005,-25.960407,-41.218296
+9467,-24.717873,-15.023695,-13.769797,-9.623985,-15.448868,-12.699213,-23.624428,-34.769165,-19.524937,-30.514688,-24.34287,-29.87412,-34.719925,-29.764746,-20.032207,-15.49392,-25.492603,-43.720535,-27.74912,-1.614463,-20.008532,-17.730423,-25.953836,-19.380733,-27.832932,-23.364788,-12.888687,-24.383476,-17.269398,-34.994915,-24.206684,-10.112168,-20.362167,-21.695862,-36.214478,-25.429218,-32.021652,-26.252651,-16.190306,-47.0021,-35.669395,-12.704559,-22.64206,-19.858818,-37.221443,-22.756283,-10.707537,-24.5824,-19.20666,-19.2711,-15.68129,-32.551117,-20.344479,-27.899742,-36.0637,-18.787561,-8.860188,-14.859424,-8.405364,-19.98607,-19.36107,-19.86107,-32.890358,-30.034315,-11.088553,-25.700115,-23.252298,-28.305168,-31.280197,-32.60295,-27.416885,-25.634964,-17.688606,-15.493536,-22.8238,-25.617882,-26.140396
+7116,-36.81835,-15.7050905,-20.580978,-23.754717,-19.15171,-15.010477,-23.993942,-0.019700808,-15.86614,-28.373102,-26.929707,-32.992203,-29.640274,-22.617207,-13.318629,-31.436285,-24.932383,-47.81861,-32.742203,-33.11853,-24.563839,-30.595303,-35.002617,-14.6644335,-28.79996,-20.862991,-17.6927,-10.537807,-24.044966,-41.171104,-16.485172,-24.506697,-21.756697,-21.504807,-39.141273,-11.915914,-39.54034,-26.124859,-24.854725,-28.15583,-25.23097,-25.707087,-21.832087,-33.559143,-29.83567,-23.183952,-21.93623,-28.895935,-12.177075,-17.737675,-10.067944,-21.075237,-22.348928,-20.973614,-46.668095,-24.950724,-29.689499,-38.802353,-19.251595,-7.9258766,-20.425877,-14.363376,-13.447599,-35.582756,-15.834614,-21.274557,-13.867559,-20.333881,-26.180462,-22.986786,-23.379704,-21.383465,-22.533499,-25.499537,-20.497772,-31.545876,-39.003433
+2100,-42.800003,-20.441065,-21.955427,-32.90462,-21.010881,-15.8834915,-25.6427,-27.129995,-0.0051754713,-33.823742,-33.504684,-36.723434,-34.750526,-37.83281,-35.69841,-29.5163,-20.341402,-30.10392,-35.785934,-25.801422,-19.705704,-34.538345,-30.425694,-25.720549,-29.057148,-22.475048,-22.881737,-14.599493,-25.539001,-42.894794,-21.552473,-23.890451,-22.077951,-19.549465,-38.74524,-14.75432,-41.642853,-29.35787,-29.212877,-36.095215,-40.906876,-27.161835,-30.286835,-36.852634,-35.582317,-30.571152,-29.883305,-31.254679,-13.879615,-28.502441,-18.682417,-23.053371,-9.25576,-19.763905,-47.577415,-27.129662,-32.66339,-32.144382,-21.738441,-16.431412,-29.072037,-11.743913,-22.70302,-24.942783,-12.116745,-28.927584,-9.98414,-16.740072,-30.981304,-36.297268,-26.9446,-30.53186,-41.784836,-30.430225,-28.476505,-38.541718,-38.84408
+205,-6.9810457,-18.047264,-14.172649,-22.348406,-25.343403,-21.533144,-33.449844,-23.953041,-31.875996,-22.23941,-22.070227,-23.882727,-28.142202,-0.0077251024,-9.19086,-40.623474,-27.94603,-51.106426,-27.773352,-20.391909,-17.289068,-27.986534,-29.78068,-14.520984,-29.275017,-24.570492,-21.229042,-24.408606,-22.990322,-37.54786,-15.716529,-28.899858,-26.868608,-18.147615,-32.720013,-27.721865,-40.19096,-26.122452,-20.888832,-16.847729,-21.159927,-18.480536,-30.793036,-19.995506,-37.10784,-23.339254,-27.087526,-30.922588,-24.891151,-20.058496,-29.8905,-24.56593,-32.549423,-41.40001,-46.45266,-25.191402,-21.627544,-23.519386,-19.002754,-29.82215,-32.44715,-28.509647,-16.695532,-39.57519,-27.173626,-19.965853,-22.353535,-25.296726,-24.359716,-14.379655,-22.98161,-27.065632,-21.726322,-20.743414,-17.920134,-31.70123,-35.75057
+9279,-0.010410402,-20.254982,-24.96289,-20.903938,-26.76473,-20.74011,-23.0825,-23.647339,-32.411446,-16.913013,-22.257301,-18.007303,-23.691488,-15.632303,-6.9479423,-46.757866,-36.28778,-57.95256,-25.069801,-36.751354,-32.43866,-22.869078,-33.798775,-13.813513,-32.506123,-28.31773,-20.853548,-31.245089,-28.131788,-38.791965,-22.959957,-31.910637,-32.723137,-24.355019,-38.242683,-33.705338,-37.413673,-24.053045,-18.23202,-17.440176,-21.813538,-21.060207,-40.747704,-23.36869,-37.87957,-29.395376,-24.600304,-30.573227,-26.760704,-21.832296,-32.704533,-23.171963,-32.77707,-47.632416,-44.388603,-30.81831,-27.655626,-29.631859,-20.223558,-22.934315,-30.965565,-24.996815,-19.039759,-42.55712,-30.525486,-24.580845,-17.11702,-24.775135,-29.267458,-15.53924,-27.727432,-31.722565,-20.566355,-24.439987,-27.694658,-36.54722,-47.980667
+12274,-20.772758,-11.925329,-13.981405,-17.765936,-16.361626,-4.699093,-10.610889,-30.202063,-15.574113,-8.715666,-15.294249,-11.700499,-12.469189,-18.919249,-5.022341,-13.090546,-12.102226,-23.058039,-14.325499,-10.072746,-20.961979,-20.89901,-23.54511,-20.092915,-15.850399,-11.127748,-15.629276,-11.557054,-18.672375,-37.625732,-1.7586339,-11.163397,-4.663397,-11.490006,-26.533173,-14.750449,-9.866457,-19.874676,-16.143688,-33.411854,-22.121563,-22.433805,-27.933805,-20.455837,-29.688587,-20.132627,-19.627674,-19.097567,-8.909561,-19.838417,-12.351203,-26.213364,-18.583046,-30.262325,-20.386501,-15.960963,-2.820076,-8.959608,-7.506006,-9.7030945,-12.4530945,-9.9530945,-16.794815,-29.219273,-15.541143,-13.15481,-14.838663,-11.119245,-27.978287,-30.056255,-16.313473,-19.88168,-15.182455,-16.964214,-23.255419,-16.511942,-18.49945
+12322,-40.9192,-18.28342,-26.968391,-29.481247,-18.879217,-8.734934,-21.909626,-15.8693495,-13.586338,-33.6389,-30.4575,-35.11375,-32.412792,-31.73875,-18.333578,-33.361324,-23.289715,-44.98307,-33.17625,-37.55386,-23.495758,-29.150414,-27.905901,-24.019125,-34.293682,-18.620049,-16.234623,-6.095964,-26.47657,-44.643417,-25.200626,-18.492537,-19.242537,-21.290333,-33.48918,-0.2106887,-38.89502,-27.557676,-29.591015,-37.021595,-39.35715,-21.905401,-23.655401,-42.22271,-37.583878,-23.142872,-28.5864,-28.242641,-9.461313,-21.578829,-24.422756,-13.313017,-15.926368,-25.170181,-54.750435,-31.025406,-45.15716,-51.55935,-39.21951,-8.463118,-34.36937,-20.71312,-26.894835,-38.91586,-19.225832,-28.234577,-1.9203706,-22.348793,-30.424988,-37.54892,-27.672216,-26.417614,-32.906456,-31.122574,-30.470222,-29.704485,-34.49553
+9549,-28.616549,-18.388487,-26.699902,-19.559954,-22.159248,-42.528633,-46.485764,-38.586285,-35.542534,-0.041311942,-19.822441,-16.291191,-18.706732,-19.291191,-14.916357,-32.68992,-24.530293,-44.021996,-21.353691,-29.587027,-30.27639,-24.91468,-17.163755,-11.998478,-29.66415,-18.763145,-25.643059,-29.253155,-28.65147,-28.893831,-24.070526,-32.94397,-32.28772,-27.67678,-27.211514,-24.410303,-44.096527,-21.616457,-23.394806,-21.532244,-23.656887,-14.120562,-35.30806,-22.050306,-40.27995,-24.560612,-17.096634,-24.972069,-21.845047,-18.029886,-35.90289,-29.126202,-29.974358,-36.23637,-39.96317,-27.514696,-30.644375,-21.843872,-24.043442,-28.637272,-32.07477,-28.449772,-19.67713,-37.319008,-32.73328,-39.328453,-44.24738,-30.54124,-26.941376,-22.28616,-38.18622,-31.440765,-21.464317,-20.670311,-32.367424,-41.229507,-44.356586
+10845,-25.325552,-16.483374,-23.477137,-26.750904,-17.692123,-5.4300375,-8.926338,-32.956383,-18.989914,-32.658836,-25.743513,-27.306013,-26.594368,-31.462261,-12.970268,-35.090008,-13.524551,-42.016533,-31.087261,-39.456337,-16.865002,-40.63213,-21.047186,-18.502758,-35.919052,-14.846128,-20.909447,-21.155539,-21.256992,-38.846676,-19.337814,-21.213696,-21.526196,-19.483366,-26.120125,-13.543484,-43.948597,-25.674564,-24.797516,-32.37009,-27.445728,-21.58264,-27.70764,-38.6989,-37.29911,-7.773815,-1.5241256,-13.832311,-1.5197783,-21.016415,-16.5846,-18.128693,-15.792005,-18.169083,-48.376198,-29.317268,-50.710125,-49.9849,-41.247322,-15.165587,-35.087463,-23.415588,-14.903045,-32.73902,-24.74414,-25.420567,-4.6534405,-21.957397,-29.452406,-34.69941,-30.329887,-27.718401,-21.030256,-26.655201,-27.183237,-17.862654,-29.872944
+1217,-29.979343,-9.761509,-12.149862,-21.230085,-1.5111068,-18.127295,-25.245281,-18.468672,-29.370598,-22.838633,-19.482605,-27.029482,-26.58982,-17.982605,-18.000809,-26.692902,-24.555004,-42.69306,-25.670107,-33.227585,-43.481804,-28.177956,-31.194122,-20.873804,-19.366001,-26.477423,-32.361324,-24.62288,-41.56985,-23.050343,-23.560936,-22.034172,-18.409172,-16.743834,-54.037613,-31.87614,-32.42225,-20.584686,-23.060719,-25.155209,-24.360786,-19.07548,-24.07548,-33.958313,-51.458782,-26.877184,-29.536734,-14.501087,-19.75101,-23.712236,-12.042574,-40.454445,-26.359707,-26.938084,-31.689342,-25.387274,-15.235661,-12.612618,-5.6683927,-17.529404,-3.3106523,-16.060654,-7.7435694,-44.47435,-24.737457,-24.681479,-22.477282,-24.980919,-25.384676,-19.356579,-17.860716,-14.707731,-22.855217,-17.587938,-19.08917,-32.162285,-41.102196
+12860,-0.050829705,-22.046803,-29.36023,-25.105383,-32.109158,-30.195435,-33.31487,-27.639933,-34.773422,-13.352663,-18.839216,-17.339216,-22.287418,-6.776716,-6.2775316,-38.38989,-33.04104,-52.790283,-22.151716,-39.84202,-33.3748,-21.447475,-31.552166,-14.421307,-32.642,-26.12204,-25.559786,-32.36953,-37.740673,-41.279606,-22.015514,-33.862057,-31.080807,-19.055243,-39.307312,-29.73714,-40.326168,-22.996342,-20.457727,-20.464857,-25.339924,-17.677317,-38.302315,-26.8442,-39.81362,-30.237652,-28.621641,-34.73272,-31.545197,-15.477884,-29.207254,-27.594002,-35.687004,-36.989227,-53.69541,-27.03257,-32.2243,-28.783785,-23.891716,-23.269447,-33.675697,-24.644447,-25.084671,-40.824,-31.74492,-34.126934,-34.776997,-30.428783,-28.863018,-16.203522,-23.711971,-31.054857,-24.337666,-26.16701,-30.488304,-39.783783,-46.969887
+4173,-25.530727,-15.068608,-16.918308,-15.839727,-22.086357,-21.217731,-25.3821,-34.007614,-25.338877,-9.634223,-7.3838005,-17.1963,-18.885263,-17.1963,-9.019437,-22.24339,-17.768784,-35.464127,-18.47755,-16.148855,-28.869305,-28.321972,-26.02992,-14.998478,-23.85086,-23.43291,-24.202951,-27.45044,-32.07593,-32.537903,-14.442169,-15.968702,-14.593702,-11.67418,-35.628563,-23.835695,-18.298624,-19.038605,-19.280025,-21.453617,-25.30484,-18.152693,-35.215195,-23.481585,-50.41445,-31.567404,-29.934395,-32.793304,-27.918148,-18.813818,-20.290138,-25.513065,-28.325146,-28.811462,-22.824474,-28.431355,-19.224453,-17.586334,-19.559425,-30.666086,-18.072336,-29.822336,-14.40899,-28.287218,-21.374174,-27.786146,-28.061954,-25.197094,-25.620098,-33.7424,-28.460102,-23.759594,-24.259241,-1.7249266,-31.2662,-41.039566,-35.390804
+8858,-22.866863,-16.871027,-15.4429865,-23.903042,-17.606071,-16.290443,-23.701824,-26.19272,-18.029343,-14.3696785,-12.812755,-18.156506,-15.372733,-15.375255,-5.131755,-14.65378,-2.2709584,-25.92566,-10.937755,-17.615128,-0.14960311,-18.769255,-15.677837,-25.775196,-30.899424,-14.911726,-9.074363,-17.81609,-14.898456,-32.95375,-17.08344,-15.323276,-17.635775,-15.32154,-19.430405,-19.442854,-46.437317,-28.44282,-21.870998,-33.372517,-29.526968,-12.767335,-31.954836,-32.33001,-33.172344,-19.581425,-12.837764,-29.957764,-23.455841,-12.294705,-24.521334,-17.711435,-8.677605,-14.2860775,-45.826538,-17.107372,-25.859818,-17.775625,-20.52518,-15.873824,-27.57695,-10.498824,-19.571825,-20.158531,-9.124319,-23.915882,-11.847637,-17.673367,-21.976112,-23.663155,-20.040392,-21.733866,-14.7731,-28.08958,-24.266016,-19.423922,-27.040066
+1624,-35.586266,-0.004075775,-29.886074,-30.19779,-33.352074,-26.04869,-26.85118,-43.148933,-31.992006,-36.69602,-24.51833,-31.70583,-27.575144,-24.83083,-20.658646,-31.803078,-33.97247,-49.70111,-32.533955,-25.858953,-38.37303,-34.229076,-39.72372,-35.103596,-23.446991,-28.523724,-35.1532,-35.516014,-32.4556,-34.205776,-22.744413,-29.946169,-25.508669,-27.26963,-46.32421,-28.192041,-30.281715,-26.303068,-26.165215,-33.557632,-38.705906,-21.817455,-30.442455,-34.86125,-56.958904,-37.948315,-30.89822,-34.49058,-31.833902,-25.427399,-20.175594,-35.994564,-29.14249,-35.487453,-47.474987,-23.366844,-27.964407,-22.00029,-19.715591,-33.293217,-20.980719,-27.918219,-24.81495,-48.955,-34.61068,-36.267162,-35.63125,-29.232986,-21.059483,-30.615517,-46.77969,-35.5669,-33.07833,-31.012146,-30.232607,-39.51834,-41.351025
+11055,-45.680683,-25.659273,-21.052769,-37.352802,-27.408358,-12.521756,-8.536642,-43.086376,-31.502655,-32.81991,-36.28688,-34.63063,-31.142664,-37.94313,-23.00013,-43.79428,-22.234638,-48.409492,-34.00563,-45.089848,-27.916718,-40.200493,-32.03486,-29.331188,-37.02973,-24.013096,-27.318417,-27.810757,-30.56405,-44.564682,-27.256351,-26.476128,-19.22613,-25.960503,-36.62392,-21.399202,-48.67636,-41.096138,-36.192986,-40.96257,-39.749603,-27.193634,-33.818634,-44.525208,-47.294388,-12.575058,-7.081761,-14.853026,-7.509131,-26.7378,-24.270807,-22.884743,-26.119432,-27.183203,-60.00299,-37.8832,-50.482414,-55.19738,-35.718246,-17.878223,-41.50322,-28.128223,-23.674383,-32.255302,-33.075737,-25.879898,-12.858504,-28.562748,-35.025986,-39.738525,-38.01006,-34.636433,-35.98583,-30.613825,-33.438072,-27.523142,-40.25975
+292,-37.39406,-18.866451,-28.039795,-15.694746,-35.44256,-45.215973,-48.355297,-38.903114,-27.52485,-25.088526,-21.565948,-31.0347,-27.237484,-31.0347,-14.628621,-29.119045,-30.084698,-38.757317,-27.128448,-21.024286,-27.88333,-36.66121,-39.731354,-29.582024,-30.001753,-25.000862,-23.833708,-26.42906,-34.925877,-39.83567,-21.164152,-16.070004,-0.007502899,-14.328239,-27.209442,-24.55125,-35.01233,-37.290768,-39.566772,-44.273476,-38.362686,-23.39453,-34.08203,-22.381794,-42.31705,-30.587873,-30.684818,-27.188448,-23.313082,-32.23142,-19.856268,-33.078053,-31.58623,-35.95572,-30.401657,-29.128382,-14.395328,-24.936455,-19.21598,-30.938587,-32.001087,-30.376087,-29.743565,-37.227543,-22.360424,-37.938614,-30.453974,-29.091505,-42.315178,-41.93099,-38.195488,-33.167202,-32.428562,-26.464787,-37.658344,-34.775394,-27.33101
+4825,-35.9826,-14.387923,-20.721596,-24.79073,-25.267958,-16.875008,-23.430721,-20.911598,-18.748613,-21.572943,-20.391985,-25.18886,-20.920086,-14.079485,-9.954742,-28.548061,-15.361109,-41.959755,-18.266985,-32.493202,-24.317059,-14.828455,-24.202015,-17.966915,-23.453506,-20.620768,-19.307434,-24.630085,-22.807812,-40.695705,-12.757909,-25.249601,-24.937101,-20.911469,-36.65216,-29.194868,-32.552994,-31.181728,-23.922342,-23.086731,-30.5582,-23.214119,-21.214119,-22.08464,-8.045268,-26.587439,-18.313467,-23.722708,-13.249174,-8.189585,-24.947674,-22.35544,-19.807861,-35.8901,-39.79204,-14.6266575,-15.842804,-21.1561,-12.849855,-17.329554,-22.829554,-21.704554,-21.03758,-35.080574,-27.203556,-28.74974,-27.841684,-24.020842,-16.72998,-8.037307,-21.497944,-22.930624,-25.256498,-15.874632,-17.45061,-46.58942,-35.779945
+1246,-15.907306,-19.055973,-28.707443,-26.114351,-17.756968,-14.432319,-22.167213,-27.450563,-35.1206,-20.369814,-18.24346,-21.71221,-19.154762,-17.74346,-0.055980623,-31.611423,-26.436943,-42.3327,-19.49346,-38.211674,-29.819553,-21.981186,-19.5216,-9.477033,-32.22278,-3.1902208,-11.746802,-19.119377,-25.370766,-41.291973,-22.415846,-30.34121,-31.09121,-20.970724,-32.5528,-23.93298,-41.46856,-29.465244,-26.256186,-38.097153,-34.19011,-15.433271,-35.620773,-39.573982,-39.230633,-15.937254,-24.686897,-29.587444,-26.743666,-13.435195,-24.766127,-23.265827,-24.685127,-28.192356,-51.593338,-28.370626,-47.537277,-39.656387,-29.366104,-9.80955,-32.0908,-19.18455,-15.167098,-41.681458,-32.562695,-34.28933,-25.896992,-30.247458,-27.040703,-27.70264,-22.976252,-34.67097,-13.057398,-25.89077,-32.43596,-30.119524,-39.172333
+7758,-25.601387,-11.119264,-15.169066,-24.661055,-12.42282,-19.0638,-37.366203,-29.23891,-28.356619,-16.261814,-13.059389,-17.30939,-21.7084,-13.559389,-3.5030868,-16.076038,-5.461998,-30.598888,-18.403141,-31.04563,-27.931923,-17.650055,-29.504175,-12.268654,-26.821175,-26.369535,-33.114677,-28.173594,-23.208138,-32.698753,-24.244888,-22.935944,-22.248444,-22.794205,-40.884586,-24.713428,-43.013428,-18.46008,-18.842154,-23.301605,-12.862498,-17.258366,-30.445866,-26.436234,-34.26979,-17.591814,-32.071693,-11.606116,-24.543608,-6.5680485,-15.74579,-14.835,-25.563206,-24.33467,-41.164627,-29.164993,-20.84053,-8.02581,-12.835144,-14.472461,-22.034962,-17.784962,-4.0991983,-36.2842,-23.10733,-19.08769,-15.87424,-19.549973,-23.162355,-20.655651,-18.046982,-0.3615404,-15.301802,-15.504595,-24.602371,-30.627281,-48.69426

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=banking77/list=test_1000/labels.csv

@@ -0,0 +1,1000 @@
+6197,55
+6441,63
+5254,42
+4058,38
+5596,27
+114,11
+2806,66
+1087,12
+1139,4
+12996,2
+10447,41
+11288,73
+12620,37
+10691,8
+8838,20
+11829,25
+5055,26
+5484,52
+2936,54
+9239,0
+5848,25
+2035,47
+1266,14
+11887,55
+4073,38
+4823,44
+2662,15
+5923,25
+2923,54
+7478,35
+12409,39
+11263,38
+12272,50
+8760,5
+1955,47
+7756,71
+12943,9
+8885,20
+6776,53
+12715,5
+11892,55
+4231,73
+3603,16
+1096,12
+2786,66
+12791,31
+7613,65
+12357,65
+11662,42
+9066,57
+63,11
+5620,27
+6193,55
+871,46
+10854,66
+8147,43
+3305,6
+3248,61
+2603,15
+3482,16
+4639,28
+7136,7
+6570,70
+7884,39
+12307,35
+10342,4
+257,13
+10939,40
+597,34
+3076,40
+8498,59
+7988,58
+575,34
+10692,8
+416,17
+2046,47
+1802,23
+12925,9
+5787,51
+2827,66
+4537,22
+3049,40
+11130,30
+2725,66
+1417,33
+12180,7
+6157,55
+8864,20
+12995,2
+2324,60
+2251,60
+1989,47
+16,11
+8827,20
+8493,59
+4953,26
+10807,15
+7101,7
+8210,76
+2312,60
+4330,62
+12365,71
+11466,3
+1666,1
+4063,38
+4622,3
+3836,74
+11584,26
+9371,19
+3407,6
+2680,15
+3845,74
+10741,60
+9232,0
+5932,25
+6113,48
+5411,52
+12422,39
+12101,53
+10322,12
+963,36
+11640,45
+5790,51
+519,17
+9694,2
+96,11
+7911,39
+6069,48
+13002,2
+7853,39
+8660,5
+2817,66
+11,11
+1701,49
+5397,52
+2685,15
+425,17
+1958,47
+12202,7
+5036,26
+6054,48
+10515,1
+12164,7
+4865,44
+12189,7
+8355,76
+7023,7
+12813,57
+7527,35
+2435,75
+9940,24
+7402,50
+32,11
+1541,41
+3094,40
+12947,9
+5604,27
+1775,49
+8117,43
+9587,9
+2008,47
+2741,66
+582,34
+2562,15
+7763,71
+7034,7
+6376,63
+9092,57
+202,13
+11193,74
+6028,48
+1476,41
+10315,12
+9472,19
+6092,48
+1919,56
+2986,54
+6078,48
+6698,67
+11430,22
+8139,43
+7580,65
+9696,2
+11768,51
+7030,7
+3711,30
+8118,43
+4895,44
+8450,37
+2225,8
+6803,53
+3040,40
+2834,66
+10998,10
+3955,68
+11164,74
+3599,16
+4288,62
+2846,66
+4278,62
+1150,4
+8719,5
+9210,0
+10575,23
+317,32
+6922,21
+10171,34
+8842,20
+11121,16
+6293,18
+3204,61
+591,34
+9236,0
+10820,15
+996,36
+8481,59
+10583,23
+1555,41
+3754,30
+2257,60
+11351,62
+12515,43
+1792,23
+10659,47
+8290,76
+9713,2
+12555,72
+7311,64
+2599,15
+10911,54
+6332,63
+5152,45
+4602,3
+6340,63
+10385,14
+1807,23
+8458,37
+3319,6
+10078,13
+8380,37
+2739,66
+1115,12
+9783,69
+2158,8
+5652,27
+12173,7
+5744,51
+3782,74
+3456,6
+9414,19
+4810,28
+11760,27
+8925,20
+7440,35
+1883,56
+9930,24
+12920,19
+6413,63
+7596,65
+11819,25
+6624,67
+11903,55
+3858,74
+9103,57
+3555,16
+4457,29
+2409,75
+9174,57
+7133,7
+3159,61
+10129,17
+3150,10
+2201,8
+7666,65
+2865,66
+12815,57
+3282,61
+3886,74
+775,46
+6393,63
+10102,32
+7652,65
+6523,70
+7589,65
+866,46
+4929,26
+5588,27
+3759,30
+10532,49
+9122,57
+12466,58
+4214,73
+5337,42
+574,34
+9839,69
+12404,39
+296,32
+7868,39
+12839,57
+6542,70
+122,11
+750,46
+10136,17
+12891,19
+3235,61
+7444,35
+12924,9
+8768,5
+7057,7
+8917,20
+7602,65
+9870,69
+3316,6
+5694,51
+2078,8
+8022,58
+4839,44
+730,34
+12123,21
+4332,62
+7453,35
+4418,29
+6744,53
+9728,2
+1611,1
+10779,75
+6783,53
+4472,22
+367,32
+10636,56
+1696,49
+3281,61
+6690,67
+4800,28
+8328,76
+4827,44
+530,17
+3977,68
+12840,57
+10417,33
+3545,16
+2396,75
+5344,42
+1829,56
+10084,32
+6306,63
+3692,30
+11054,6
+12948,9
+1656,1
+2338,75
+12260,50
+1372,33
+6644,67
+4988,26
+6775,53
+8683,5
+2032,47
+6371,63
+6946,21
+3676,30
+2414,75
+636,34
+12581,76
+6547,70
+7395,50
+3136,10
+7163,64
+8426,37
+5921,25
+6807,53
+9788,69
+12732,20
+8341,76
+2233,8
+3528,16
+9238,0
+2532,15
+9960,24
+8977,31
+11800,51
+3432,6
+8708,5
+6902,21
+4076,38
+6444,63
+812,46
+7036,7
+1971,47
+9335,0
+3942,68
+5775,51
+9428,19
+8656,5
+9465,19
+5128,45
+10072,13
+9836,69
+9955,24
+1312,14
+3554,16
+10852,66
+5417,52
+180,13
+2776,66
+11345,62
+3655,30
+7277,64
+13060,24
+887,36
+1485,41
+8296,76
+12531,72
+11407,22
+9162,57
+4452,29
+12471,58
+3355,6
+4651,28
+3943,68
+7060,7
+3775,74
+3853,74
+1191,4
+3992,68
+7669,65
+5048,26
+9818,69
+4304,62
+10406,33
+9906,24
+11208,68
+1419,33
+4781,28
+3255,61
+455,17
+6948,21
+6594,67
+9470,19
+1844,56
+11622,45
+372,32
+109,11
+1525,41
+6630,67
+2468,75
+583,34
+11698,52
+5557,27
+13074,24
+6325,63
+11086,16
+1524,41
+6932,21
+3715,30
+6936,21
+914,36
+10052,13
+3295,61
+7266,64
+4371,29
+5666,27
+11409,22
+7414,50
+11770,51
+11278,38
+1869,56
+9650,2
+2715,66
+811,46
+11947,18
+547,17
+4377,29
+1147,4
+9112,57
+11843,48
+7886,39
+12316,35
+6926,21
+12835,57
+2451,75
+7372,50
+9207,0
+8537,59
+11889,55
+12083,53
+9037,31
+12988,2
+1114,12
+12685,5
+2915,54
+9370,19
+2337,75
+2649,15
+4955,26
+9692,2
+9643,9
+3059,40
+3724,30
+8145,43
+6717,67
+5525,52
+6551,70
+578,34
+2871,54
+9211,0
+11002,10
+2539,15
+6279,18
+10878,66
+804,46
+10910,54
+6890,21
+9849,69
+3021,40
+4061,38
+8237,76
+12476,58
+3211,61
+7895,39
+4703,28
+5236,45
+8303,76
+2867,66
+6756,53
+4719,28
+2131,8
+12739,20
+6798,53
+5817,51
+11425,22
+11553,44
+10949,40
+10671,47
+9781,69
+5571,27
+1493,41
+1399,33
+1126,4
+494,17
+527,17
+12562,72
+274,13
+1354,14
+7309,64
+10444,41
+11669,42
+7329,64
+4329,62
+2104,8
+12551,72
+11595,26
+2130,8
+12940,9
+4023,38
+1740,49
+686,34
+9012,31
+4606,3
+4133,73
+7875,39
+841,46
+5378,52
+9804,69
+11946,18
+7709,71
+3143,10
+834,46
+4445,29
+9734,2
+10973,10
+9572,9
+11203,68
+747,46
+12687,5
+2988,54
+8714,5
+6366,63
+3100,10
+11038,61
+12437,39
+4657,28
+3653,30
+9914,24
+3517,16
+9979,24
+7470,35
+8547,59
+533,17
+5114,45
+8769,5
+640,34
+3198,61
+10835,15
+9364,19
+10943,40
+9819,69
+3048,40
+1884,56
+9637,9
+11507,28
+363,32
+8159,43
+12295,35
+4648,28
+4052,38
+11134,30
+7619,65
+3556,16
+863,46
+4437,29
+2423,75
+9873,69
+11736,27
+5320,42
+4359,29
+8285,76
+12299,35
+9013,31
+9314,0
+5011,26
+3694,30
+3720,30
+8497,59
+7067,7
+5140,45
+5258,42
+520,17
+1946,47
+6438,63
+6916,21
+5745,51
+10890,54
+12326,65
+11163,74
+6403,63
+8797,20
+1556,41
+6049,48
+2499,75
+5195,45
+9966,24
+12532,72
+8402,37
+12369,71
+2493,75
+7910,39
+11521,28
+239,13
+6718,67
+11847,48
+576,34
+1566,1
+5690,51
+6944,21
+8723,5
+6622,67
+4659,28
+8658,5
+7814,39
+8586,59
+8160,43
+3709,30
+11620,45
+11840,25
+10249,36
+12833,57
+12484,43
+13072,24
+669,34
+6232,55
+1112,12
+8281,76
+5428,52
+8909,20
+12116,53
+11534,44
+1330,14
+11429,22
+4934,26
+112,11
+3690,30
+5058,26
+2723,66
+10599,23
+3824,74
+4482,22
+12187,7
+5339,42
+1794,23
+1813,23
+9626,9
+2502,75
+356,32
+3176,61
+6263,18
+4373,29
+5736,51
+10314,12
+9450,19
+12498,43
+5155,45
+3811,74
+2668,15
+906,36
+2883,54
+6849,53
+2237,60
+11850,48
+6414,63
+9383,19
+851,46
+7802,71
+7696,71
+3634,16
+5640,27
+8722,5
+4731,28
+9543,9
+1183,4
+9019,31
+5836,25
+7845,39
+11955,18
+2361,75
+13019,69
+1878,56
+5198,45
+917,36
+10725,60
+8619,5
+4928,26
+9789,69
+5300,42
+9756,2
+3586,16
+8692,5
+12781,31
+6175,55
+11744,27
+11863,48
+4357,29
+11624,45
+10726,60
+9652,2
+5939,25
+3114,10
+4292,62
+5810,51
+6885,21
+8479,59
+1629,1
+7561,35
+12056,67
+3330,6
+10125,17
+10358,4
+10849,66
+1857,56
+2073,47
+10603,56
+6613,67
+0,11
+726,34
+8246,76
+9434,19
+7770,71
+6508,70
+9700,2
+8075,43
+8105,43
+566,17
+7824,39
+7778,71
+11714,52
+3427,6
+7165,64
+8802,20
+8944,31
+12936,9
+12156,21
+12265,50
+3131,10
+1923,56
+4866,44
+11664,42
+2905,54
+6947,21
+2114,8
+7536,35
+10215,46
+5319,42
+2093,8
+12463,58
+4978,26
+6038,48
+1113,12
+11394,29
+1422,33
+6544,70
+8647,5
+1679,49
+12356,65
+12070,67
+12277,50
+774,46
+9699,2
+8452,37
+5649,27
+6680,67
+9679,2
+10266,36
+3356,6
+764,46
+7725,71
+250,13
+10111,32
+1219,4
+3056,40
+11428,22
+5368,42
+352,32
+12923,9
+12676,59
+24,11
+10540,49
+10208,46
+3068,40
+4997,26
+9194,0
+9071,57
+1020,12
+8119,43
+3856,74
+2772,66
+5789,51
+4760,28
+4568,3
+10079,13
+7062,7
+5173,45
+7731,71
+9629,9
+6458,63
+11468,3
+12564,76
+171,13
+10128,17
+11103,16
+12171,7
+285,13
+7717,71
+6847,53
+8517,59
+4927,26
+3145,10
+2188,8
+9437,19
+8682,5
+8784,20
+12106,53
+7129,7
+6716,67
+2291,60
+9988,24
+2379,75
+5882,25
+5051,26
+8308,76
+12004,70
+6426,63
+7593,65
+2106,8
+8528,59
+5135,45
+5635,27
+1675,49
+4101,73
+12311,35
+2377,75
+7452,35
+2192,8
+1103,12
+4739,28
+7524,35
+2036,47
+11540,44
+1744,49
+6503,70
+5827,51
+7515,35
+6215,55
+8696,5
+9185,0
+9842,69
+3405,6
+4479,22
+3431,6
+11262,38
+10399,14
+1179,4
+5724,51
+10804,15
+7540,35
+7606,65
+12830,57
+12883,19
+623,34
+10616,56
+7358,50
+10683,8
+9646,2
+3727,30
+7598,65
+1901,56
+2397,75
+10740,60
+11073,6
+11680,42
+1347,14
+10570,23
+3078,40
+10134,17
+2862,66
+3728,30
+3507,16
+8727,5
+6883,21
+4761,28
+11283,73
+8201,72
+9821,69
+9349,19
+7231,64
+5608,27
+6367,63
+13061,24
+12027,70
+1538,41
+11943,18
+12606,37
+6153,55
+11988,63
+5526,52
+6668,67
+10397,14
+10564,23
+3058,40
+11410,22
+7777,71
+5475,52
+3772,74
+9440,19
+722,34
+5249,45
+8912,20
+11317,73
+6921,21
+11175,74
+3919,68
+9682,2
+7156,7
+3571,16
+11953,18
+5269,42
+626,34
+761,46
+8172,72
+10331,4
+8158,43
+11477,3
+8219,76
+6909,21
+437,17
+4306,62
+10138,17
+6498,70
+9589,9
+11147,30
+12803,57
+185,13
+1823,56
+11964,63
+517,17
+7164,64
+12251,50
+12896,19
+19,11
+4888,44
+3508,16
+14,11
+10830,15
+5634,27
+4901,44
+3225,61
+11711,52
+956,36
+2176,8
+10410,33
+8943,20

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=1/lora_ans/0.0-1.0/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0eb57c9768889d3aa6947a1e1f98a3622cf6c98adba4fd5b08d3f256727da7b
+size 42951934

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/banking77/size=32/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}