Add files using upload-large-folder tool

.gitattributes

@@ -1443,3 +1443,9 @@ finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=0/lora_ans_no_es/0.0-1.0
 finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d2e3c0cc2a30a1aea036f3e5da0ecc853215eb52cb525448b4ca7c9de8ab62
+size 42951934

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6857ea9f28c083a21dd8d703a9fb37f3e07547ea71a730e5e3da4fc34e758a7
+size 42951614

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c759eedf425b83c0264817fd78ae23a5718f95c32ed58a74622422009e9e114
+size 42951934

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/events.out.tfevents.1735818259.gamma.3665304.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f8928d8fbcd1c8f8b7a151040795ade3845aa516cbcaf29c9e5be9cb403108
+size 875260

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,268 @@
+117453,2
+560306,0
+398660,9
+470936,11
+120340,3
+397615,9
+64083,1
+342694,8
+262887,6
+400969,10
+439460,10
+54298,1
+478184,11
+298128,7
+296735,7
+569918,1
+179902,4
+78207,1
+568568,1
+73501,1
+369572,9
+197376,4
+599541,7
+482261,12
+223999,5
+9417,0
+60813,1
+627931,13
+599452,7
+467812,11
+127058,3
+557134,13
+32454,0
+137748,3
+194054,4
+250198,6
+443087,11
+182664,4
+241772,6
+355866,8
+543191,13
+9710,0
+539466,13
+422656,10
+270927,6
+263,0
+335899,8
+195172,4
+69198,1
+175604,4
+233365,5
+176915,4
+467023,11
+8113,0
+125132,3
+601278,8
+489312,12
+223065,5
+121522,3
+389259,9
+548213,13
+166190,4
+307891,7
+195050,4
+361678,9
+349813,8
+314450,7
+213655,5
+311258,7
+253148,6
+329629,8
+418422,10
+507417,12
+393794,9
+152476,3
+109443,2
+556767,13
+613547,10
+273856,6
+490283,12
+17361,0
+583439,4
+115935,2
+586703,5
+145167,3
+76757,1
+257445,6
+247984,6
+344515,8
+429053,10
+100051,2
+313347,7
+238736,5
+512150,12
+289676,7
+200298,5
+465891,11
+311490,7
+429498,10
+518899,12
+604495,8
+98784,2
+376125,9
+439141,10
+248659,6
+456418,11
+160200,4
+339175,8
+250396,6
+304005,7
+550524,13
+317148,7
+514142,12
+139559,3
+73744,1
+295047,7
+95204,2
+549099,13
+255661,6
+89109,2
+566629,1
+49355,1
+403085,10
+548669,13
+344020,8
+571154,2
+508039,12
+143819,3
+46932,1
+216176,5
+335238,8
+110603,2
+337159,8
+509069,12
+284609,7
+627029,13
+45640,1
+330901,8
+270674,6
+290411,7
+608712,9
+520362,13
+85220,2
+350385,8
+206526,5
+150537,3
+71314,1
+453544,11
+496644,12
+498383,12
+375632,9
+2148,0
+455812,11
+393177,9
+544821,13
+174908,4
+544402,13
+252499,6
+246606,6
+281454,7
+443152,11
+147492,3
+252991,6
+276921,6
+366845,9
+625769,13
+279483,6
+578127,3
+306324,7
+272919,6
+555446,13
+52377,1
+411419,10
+229993,5
+594290,6
+233437,5
+588001,5
+439255,10
+57763,1
+263427,6
+538238,13
+544383,13
+217084,5
+489906,12
+493650,12
+105505,2
+398732,9
+407625,10
+256000,6
+318702,7
+540248,13
+620415,12
+98031,2
+223354,5
+234555,5
+273059,6
+88300,2
+588017,5
+501214,12
+228843,5
+220801,5
+586616,5
+183498,4
+143766,3
+223349,5
+139768,3
+235098,5
+280113,7
+508062,12
+433363,10
+37875,0
+205223,5
+553351,13
+59311,1
+406726,10
+609722,9
+264231,6
+460693,11
+168619,4
+471834,11
+555308,13
+172625,4
+281383,7
+397477,9
+116085,2
+48696,1
+178701,4
+231215,5
+48364,1
+158282,3
+474928,11
+384185,9
+36344,0
+4640,0
+124162,3
+615077,11
+197596,4
+6109,0
+299408,7
+365166,9
+19254,0
+415044,10
+350068,8
+457175,11
+629748,13
+115775,2
+130463,3
+270105,6
+384995,9
+242911,6
+458314,11
+621096,12
+238637,5
+491624,12
+628211,13
+354739,8
+191501,4
+46602,1
+433921,10
+85926,2
+262682,6
+40751,1
+619614,11
+258800,6
+216519,5
+314490,7
+170898,4
+211639,5

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,268 @@
+117453,-14.250106,-17.494041,-0.00010573305,-10.375116,-13.250506,-22.249203,-20.187605,-21.962065,-20.474392,-14.625106,-20.937605,-11.125106,-20.437605,-17.687885
+560306,-1.800044e-05,-20.87614,-20.562517,-20.62789,-16.38122,-17.766714,-15.625018,-21.500301,-23.042656,-16.875017,-18.625017,-18.500017,-22.562517,-14.250488
+398660,-19.437517,-22.601318,-16.875017,-21.28516,-23.653856,-26.513685,-21.062517,-20.001163,-24.839916,-1.633154e-05,-14.875016,-20.000017,-22.437517,-18.750443
+470936,-18.562534,-28.920897,-15.125034,-23.443008,-22.648266,-23.794863,-24.687534,-28.406591,-24.922928,-21.375034,-24.250034,-3.4331686e-05,-21.250034,-20.500208
+120340,-19.562685,-21.72734,-9.250186,-0.00026367063,-16.375704,-20.8975,-22.312685,-20.027172,-20.450897,-16.000185,-20.562685,-19.625185,-22.437685,-16.625975
+397615,-24.187529,-27.304646,-18.750029,-23.308645,-27.822992,-27.219791,-24.937529,-22.375832,-29.665062,-2.920585e-05,-18.500029,-19.125029,-23.875029,-21.687735
+64083,-14.000091,-0.0005326519,-22.687592,-20.356382,-18.46908,-16.386274,-12.375091,-21.500883,-22.508385,-18.187592,-17.812592,-19.750092,-21.125092,-14.000681
+342694,-13.687966,-15.011938,-16.000467,-17.693033,-14.670216,-13.769443,-13.312966,-11.563057,-0.00047267514,-14.875466,-14.000466,-16.375467,-16.312967,-10.376232
+262887,-14.500149,-12.472126,-16.125149,-18.502453,-25.51894,-13.001746,-0.00014888131,-10.625181,-16.797773,-14.562649,-13.250149,-13.625149,-14.750149,-11.250602
+400969,-23.187521,-24.812077,-21.562521,-24.492573,-27.790585,-25.716347,-27.187521,-18.377428,-23.808172,-17.125021,-2.0265374e-05,-21.500021,-27.250021,-23.06338
+439460,-21.062525,-21.538757,-19.375025,-22.833006,-31.767477,-21.837626,-25.125025,-17.251223,-21.547205,-15.750025,-2.5152844e-05,-19.375025,-25.750025,-21.000841
+54298,-5.3819222,-0.008280894,-13.631922,-13.444592,-11.759378,-15.466729,-10.006922,-16.944967,-14.865253,-14.256922,-16.819422,-12.631922,-13.006922,-6.756971
+478184,-16.125084,-24.48033,-12.625084,-21.06594,-20.524345,-21.103298,-23.000084,-26.219387,-22.514221,-19.375084,-23.500084,-8.439662e-05,-19.312584,-19.750212
+298128,-19.562683,-16.320475,-19.187683,-18.313658,-20.64878,-13.2856245,-11.000184,-0.00025818765,-17.05242,-18.125183,-16.125183,-15.375184,-20.437683,-14.000398
+296735,-23.50005,-17.260921,-20.93755,-21.54656,-22.31165,-16.751772,-19.56255,-0.0001445951,-17.312866,-21.00005,-20.56255,-19.93755,-22.37505,-18.937775
+569918,-15.875138,-0.00031528418,-22.625137,-18.135115,-24.292788,-16.677742,-9.250138,-20.43785,-23.128244,-18.187637,-17.875137,-20.687637,-20.875137,-14.000354
+179902,-15.000063,-19.174389,-17.500063,-18.687563,-6.568233e-05,-19.774048,-17.562563,-22.251244,-22.066067,-21.062563,-20.000063,-21.875063,-23.000063,-18.188887
+78207,-13.877136,-0.0024041643,-19.377136,-16.393423,-22.663813,-15.349111,-6.252136,-19.064905,-19.381575,-15.252136,-17.002136,-17.127136,-18.377136,-11.377395
+568568,-15.125107,-0.0004698542,-22.250107,-18.63677,-18.788235,-16.288221,-9.750107,-21.250395,-23.28073,-18.687607,-18.750107,-20.500107,-20.312607,-13.500431
+73501,-14.000097,-0.00022863057,-21.625097,-19.65267,-20.027012,-20.029314,-10.125097,-20.62532,-22.572493,-18.250097,-18.500097,-20.625097,-20.125097,-13.500492
+369572,-21.500023,-26.144913,-18.500023,-21.131868,-24.010124,-19.565239,-21.750023,-21.004536,-23.552256,-2.3603161e-05,-17.250023,-19.062523,-23.562523,-20.063025
+197376,-15.000152,-13.180888,-13.125152,-16.375153,-0.00016104025,-13.904234,-20.06265,-21.98883,-22.53072,-20.00015,-19.81265,-20.12515,-22.06265,-15.253895
+599541,-20.562597,-16.35888,-18.187597,-18.93669,-23.81196,-15.253214,-14.375098,-0.0002070558,-15.939237,-17.687597,-17.750097,-17.125097,-19.062597,-15.688174
+482261,-19.625051,-37.6703,-18.250051,-27.14453,-25.430593,-20.770557,-24.750051,-26.187843,-24.6247,-23.187551,-24.000051,-18.125051,-5.1735493e-05,-21.68767
+223999,-14.875031,-20.003256,-18.62503,-17.872585,-20.128191,-0.00075501116,-12.875031,-16.375145,-24.937634,-15.125031,-18.56253,-16.75003,-19.56253,-15.000211
+9417,-1.8238856e-05,-20.876434,-21.50002,-21.317232,-17.80106,-17.128237,-17.25002,-19.938026,-24.68266,-16.37502,-19.12502,-19.00002,-24.56252,-12.500214
+60813,-12.875211,-0.00040407947,-21.750212,-19.796906,-16.490343,-12.939384,-9.625211,-20.438124,-22.575851,-18.125212,-17.687712,-19.500212,-20.687712,-12.125452
+627931,-17.312597,-23.74733,-11.750096,-21.000614,-21.169384,-17.285124,-17.125097,-17.875626,-22.172049,-16.875097,-18.750097,-14.000096,-17.000097,-0.00012242293
+599452,-19.937773,-17.316715,-19.750273,-18.759031,-17.757416,-13.8693075,-10.750273,-0.00036795734,-17.69223,-18.625273,-16.750273,-15.250273,-20.250273,-15.250398
+467812,-16.750082,-25.819584,-14.125083,-22.193562,-25.266907,-22.993576,-22.187582,-25.814789,-23.511684,-19.375082,-22.625082,-8.272783e-05,-17.437582,-18.937668
+127058,-18.625164,-20.621788,-10.375163,-0.00023005839,-15.125516,-17.756979,-21.250164,-20.624184,-20.20061,-17.625164,-19.937664,-18.062664,-21.687664,-16.628185
+557134,-12.750639,-25.07913,-9.875639,-17.627327,-16.94317,-14.537796,-15.688139,-18.938334,-16.415949,-16.438139,-18.563139,-9.375639,-8.000639,-0.0006776189
+32454,-3.3378044e-05,-19.627792,-16.500032,-19.321909,-14.410178,-14.500639,-10.625033,-21.62525,-22.933834,-14.625033,-19.687532,-19.312532,-23.250032,-13.625204
+137748,-17.875093,-21.213829,-11.125093,-0.00014042307,-16.126186,-18.616428,-22.000093,-20.565977,-20.90949,-17.000093,-19.750093,-19.187593,-21.375093,-17.001797
+194054,-7.3756924,-16.202108,-11.375692,-13.750693,-0.0007119163,-15.112898,-16.875692,-20.638607,-20.321499,-18.063192,-18.438192,-18.063192,-19.000692,-12.627756
+250198,-13.375599,-12.651716,-14.500599,-16.108883,-17.006264,-12.526093,-0.0005989665,-9.875655,-13.442126,-13.313099,-13.313099,-13.500599,-14.188099,-10.875744
+443087,-17.875042,-27.357115,-14.625042,-23.192808,-24.050934,-23.504131,-24.250042,-27.939842,-22.016819,-20.812542,-23.312542,-4.2079995e-05,-20.062542,-21.437689
+182664,-12.875127,-19.203947,-14.000127,-17.25013,-0.00013803627,-15.414933,-17.750126,-22.130718,-21.116835,-20.125126,-19.875126,-20.687626,-22.500126,-16.751291
+241772,-18.125013,-19.123966,-18.812513,-22.18037,-25.662155,-16.129536,-1.3828182e-05,-18.812584,-17.806538,-19.000013,-18.125013,-16.625013,-18.000013,-17.187603
+355866,-16.250172,-17.819237,-19.375172,-20.878082,-26.397202,-17.20354,-16.875172,-13.75031,-0.00017379229,-17.187672,-19.875172,-18.000172,-19.625172,-14.750831
+543191,-5.3931026,-16.420006,-7.8306026,-9.796601,-13.945006,-7.8081813,-8.768103,-12.330653,-12.596489,-10.455603,-10.955603,-4.3306026,-5.7056026,-0.4556465
+9710,-4.4344873e-05,-18.191393,-18.187544,-17.812586,-17.443493,-15.87827,-16.000044,-20.125551,-19.30587,-14.125044,-15.250044,-16.875044,-20.062544,-13.375121
+539466,-16.500166,-26.53595,-10.250166,-20.772165,-21.749249,-21.285343,-18.250166,-16.751837,-22.33497,-15.750166,-17.437666,-12.875166,-15.375166,-0.00022815088
+422656,-22.562525,-24.808645,-21.187525,-23.009308,-26.139757,-25.419489,-26.937525,-17.502237,-22.775032,-16.750025,-2.5033638e-05,-21.125025,-27.000025,-23.12564
+270927,-14.0024805,-11.397754,-14.1899805,-16.660154,-18.329227,-11.629719,-0.0024804084,-6.377518,-13.36603,-14.7524805,-11.2524805,-11.6274805,-14.3149805,-9.62791
+263,-2.4437606e-05,-19.31669,-19.000025,-19.825354,-16.689058,-11.375219,-14.375025,-19.062689,-22.899517,-14.375025,-18.937525,-19.000025,-22.500025,-13.500173
+335899,-15.68761,-17.191656,-17.875109,-18.851263,-20.260195,-17.429903,-16.250109,-14.500268,-0.0001144349,-16.437609,-17.562609,-17.812609,-19.500109,-13.250568
+195172,-15.375132,-19.243359,-16.375132,-19.000135,-0.00014041984,-27.137703,-19.375132,-23.071117,-18.81002,-20.625132,-19.187632,-20.687632,-22.000132,-17.260601
+69198,-9.875331,-0.00050990836,-20.68783,-18.347857,-14.7310705,-18.4091,-14.000331,-19.252527,-23.855654,-17.12533,-17.43783,-18.43783,-19.43783,-12.000591
+175604,-15.000118,-18.74668,-16.250118,-18.625118,-0.00012361303,-25.42514,-19.812618,-22.443228,-20.166256,-21.500118,-20.000118,-21.562618,-22.500118,-16.876173
+233365,-15.000009,-21.629496,-18.375008,-22.297953,-21.717031,-0.0005000174,-14.000009,-15.500781,-26.564402,-15.500009,-18.562508,-18.500008,-19.875008,-16.125076
+176915,-15.37507,-18.314764,-14.50007,-16.875069,-7.366893e-05,-18.941004,-17.312569,-20.817263,-19.217718,-21.062569,-18.687569,-19.812569,-21.562569,-16.627659
+467023,-17.00009,-27.229553,-13.00009,-21.56681,-21.227701,-21.519255,-22.62509,-27.656687,-22.2913,-19.06259,-22.68759,-8.9879766e-05,-19.75009,-20.375298
+8113,-1.5616295e-05,-20.005016,-13.625015,-20.125607,-17.966309,-17.719154,-16.187515,-23.125238,-20.842625,-15.500015,-20.562515,-14.125015,-16.312515,-12.625131
+125132,-19.875118,-21.27421,-10.125119,-0.00014828886,-16.625803,-19.908133,-21.625118,-21.601627,-19.960747,-16.125118,-20.312618,-19.812618,-21.875118,-16.87574
+601278,-15.312733,-16.756416,-18.437733,-19.80577,-23.783997,-17.482738,-17.750233,-13.062939,-0.00023445749,-16.437733,-18.125233,-18.062733,-19.437733,-13.438187
+489312,-19.812534,-36.810223,-19.000034,-26.50377,-24.332542,-21.26558,-25.812534,-26.250816,-25.656708,-21.062534,-24.187534,-18.875034,-3.4093275e-05,-21.875591
+223065,-6.3767576,-17.671137,-15.501758,-20.25388,-19.49939,-0.0020279628,-10.251758,-15.62699,-19.90047,-14.876758,-15.876758,-13.126758,-17.001757,-11.751841
+121522,-17.125202,-21.48745,-11.375203,-0.00027976066,-14.875524,-18.7032,-21.687702,-21.514645,-20.905897,-18.062702,-19.250202,-18.937702,-22.250202,-16.626108
+389259,-24.375023,-27.078554,-19.875023,-24.765831,-28.259296,-28.700464,-25.312523,-22.688772,-30.249043,-2.2768714e-05,-17.875023,-20.750023,-25.562523,-22.375332
+548213,-16.187725,-24.38752,-11.500225,-20.661432,-21.688108,-18.282412,-16.937725,-15.126186,-20.792238,-16.125225,-17.375225,-13.500225,-14.750225,-0.000338165
+166190,-14.750095,-20.156082,-16.625095,-17.187597,-0.00010430353,-19.321066,-19.187595,-21.261604,-21.230417,-20.562595,-19.562595,-21.437595,-23.250095,-18.25204
+307891,-20.812517,-16.265923,-20.187517,-18.51289,-21.881748,-15.3510275,-17.437517,-0.00015341291,-17.941824,-17.812517,-18.187517,-17.125017,-23.812517,-19.375217
+195050,-13.25006,-18.487993,-13.37506,-16.687561,-6.74706e-05,-25.490255,-19.312561,-22.3774,-21.28989,-20.875061,-19.875061,-20.750061,-21.875061,-14.630495
+361678,-21.875008,-26.963778,-19.000008,-22.048525,-26.076048,-26.91269,-23.812508,-23.188597,-29.753319,-7.748574e-06,-14.500008,-18.875008,-25.125008,-20.062859
+349813,-16.375063,-17.066366,-18.187563,-18.67694,-20.04871,-19.825941,-17.437563,-13.250237,-6.770887e-05,-16.562563,-16.812563,-17.687563,-19.062563,-14.062921
+314450,-20.562513,-16.75398,-20.125013,-18.571692,-22.39583,-17.193155,-17.937513,-0.00016747697,-19.002148,-18.812513,-18.687513,-16.375013,-23.250013,-19.437704
+213655,-15.250015,-20.928415,-18.000015,-22.683094,-28.326561,-0.00050703017,-16.187515,-16.062979,-26.12608,-16.000015,-18.687515,-17.812515,-19.625015,-15.250222
+311258,-17.875206,-15.576389,-17.687706,-17.947279,-19.18598,-11.897348,-10.875206,-0.00030824877,-16.575575,-16.062706,-16.000206,-14.875206,-19.062706,-13.000656
+253148,-8.256513,-7.381945,-16.319012,-13.970645,-16.045126,-10.548359,-0.0065122526,-13.506666,-18.56564,-9.131513,-12.506513,-15.006513,-15.631513,-9.506932
+329629,-17.31253,-19.385828,-19.75003,-21.283916,-28.658932,-16.707222,-16.50003,-14.250258,-3.194762e-05,-17.75003,-18.56253,-19.25003,-20.31253,-14.875187
+418422,-15.687904,-16.420774,-15.937904,-19.564169,-21.390427,-13.895517,-19.562904,-12.251522,-18.502867,-10.250404,-0.00040439534,-15.437904,-18.875404,-17.188366
+507417,-22.500021,-39.964527,-20.000021,-28.582876,-26.796911,-22.846218,-27.937521,-27.687609,-27.02199,-23.812521,-26.500021,-20.000021,-2.1338235e-05,-23.43756
+393794,-20.625021,-24.824015,-19.125021,-22.213444,-26.128891,-30.879036,-24.062521,-22.43809,-28.503323,-2.0980615e-05,-12.625021,-20.312521,-24.250021,-20.437735
+152476,-14.500538,-19.881363,-9.125538,-0.00064977794,-8.125596,-17.712196,-20.125538,-21.21973,-19.825525,-17.563038,-19.688038,-16.750538,-21.188038,-15.376588
+109443,-14.875075,-19.434547,-7.533743e-05,-12.875279,-14.87708,-17.336824,-21.562574,-27.352545,-22.002438,-15.625075,-22.000074,-10.875075,-21.000074,-18.87525
+556767,-13.063933,-22.713364,-8.126433,-16.203257,-18.52645,-16.20606,-14.751433,-16.251812,-16.768131,-12.626433,-15.376433,-11.126433,-11.001433,-0.0015126882
+613547,-20.562527,-23.821878,-18.875027,-22.303907,-29.554432,-20.175385,-24.875027,-17.012356,-20.224562,-15.750028,-2.7656173e-05,-18.375027,-24.000027,-20.437813
+273856,-17.625023,-22.606796,-21.750023,-25.925152,-28.475748,-18.940422,-2.2053475e-05,-20.06262,-20.19339,-20.125023,-19.187523,-19.500023,-20.437523,-18.12523
+490283,-20.937525,-38.529457,-19.500025,-27.820621,-27.77342,-22.348366,-26.562525,-26.68813,-24.917515,-24.250025,-25.812525,-19.625025,-2.4437606e-05,-22.375303
+17361,-0.0008272087,-15.252349,-17.875828,-17.199087,-10.691534,-14.031899,-10.625827,-19.81488,-22.858355,-14.875827,-18.813328,-18.625828,-19.250828,-7.251171
+583439,-17.062721,-18.56307,-14.00022,-16.750229,-0.00022933434,-15.009199,-19.125221,-20.508286,-20.70072,-19.250221,-19.437721,-19.812721,-21.875221,-15.500998
+115935,-13.625084,-21.578342,-8.439662e-05,-13.375112,-14.633228,-16.778894,-21.500084,-25.368877,-20.563396,-14.875084,-21.750084,-10.750084,-20.312584,-18.625263
+586703,-12.375076,-19.0035,-16.875076,-20.956543,-22.317196,-0.0015733213,-11.500076,-14.12535,-22.626019,-15.000076,-17.437576,-17.187576,-20.062576,-13.12527
+145167,-19.68763,-21.563345,-10.12513,-0.00016652628,-15.000183,-21.447973,-21.62513,-21.20166,-21.152378,-18.00013,-20.37513,-18.56263,-22.68763,-17.750864
+76757,-15.250245,-0.00040014437,-22.437744,-18.443918,-20.128845,-16.35913,-8.625245,-20.125301,-22.00046,-17.812744,-17.312744,-20.750244,-19.812744,-13.500618
+257445,-18.37503,-22.140135,-19.75003,-20.381525,-30.047169,-17.130606,-3.0397907e-05,-18.250116,-17.292458,-18.87503,-17.25003,-18.25003,-18.25003,-17.25017
+247984,-13.625046,-20.140219,-18.750046,-23.188719,-27.013435,-15.814178,-4.553691e-05,-19.93765,-20.626822,-19.375046,-17.500046,-16.500046,-19.437546,-16.625181
+344515,-15.500076,-16.565653,-19.375076,-19.596638,-27.330652,-16.883087,-15.750076,-13.562833,-7.7959936e-05,-17.562576,-18.937576,-18.125076,-19.187576,-14.188151
+429053,-22.312517,-23.110939,-20.625017,-23.350544,-25.837542,-24.081013,-26.937517,-16.75081,-21.835075,-16.625017,-1.8119648e-05,-20.812517,-26.812517,-22.625612
+100051,-16.500034,-21.267927,-3.4689303e-05,-13.125036,-14.126797,-15.933685,-20.562534,-21.71915,-19.334053,-16.812534,-22.187534,-17.000034,-13.000034,-18.625156
+313347,-20.37505,-15.50879,-17.81255,-18.813728,-19.449306,-14.824406,-15.500051,-0.00013505926,-15.627594,-16.75005,-18.00005,-16.81255,-19.12505,-14.750151
+238736,-11.125032,-20.142914,-17.375032,-22.13766,-19.644817,-0.00017761507,-12.375032,-17.75031,-21.292072,-16.312532,-17.000032,-18.437532,-21.437532,-14.875267
+512150,-21.000021,-36.01263,-19.250021,-31.572521,-27.529186,-25.478514,-25.937521,-27.437866,-27.044636,-23.312521,-25.625021,-18.875021,-2.0265374e-05,-21.8752
+289676,-18.750015,-16.042416,-19.437515,-17.908697,-20.841393,-13.877454,-15.625016,-8.558972e-05,-18.572126,-16.625015,-16.500015,-15.375016,-22.500015,-16.37524
+200298,-13.875028,-19.75213,-17.937527,-17.806692,-19.327719,-0.0006804014,-12.250028,-15.500198,-21.875206,-14.875028,-18.687527,-16.812527,-19.375027,-14.500167
+465891,-18.500032,-29.561003,-14.000032,-22.895498,-23.029905,-23.715681,-24.437532,-28.548365,-24.322487,-20.437532,-23.500032,-3.2424403e-05,-20.312532,-21.687658
+311490,-19.312515,-16.318441,-19.875015,-18.584402,-21.19916,-14.404694,-16.375015,-8.2728846e-05,-19.502258,-17.875015,-18.125015,-15.625015,-22.625015,-17.687767
+429498,-21.37502,-24.168243,-20.37502,-24.373987,-29.03019,-24.092533,-26.68752,-16.500925,-21.187998,-16.00002,-1.9311718e-05,-21.06252,-26.56252,-22.5653
+518899,-17.375141,-32.30227,-15.625141,-22.438902,-22.278183,-16.820147,-22.062641,-22.50039,-20.621708,-13.625141,-20.625141,-14.875141,-0.00014137222,-18.93769
+604495,-15.375089,-16.190714,-17.687588,-18.846663,-21.49389,-15.368846,-16.000088,-13.4377165,-9.190642e-05,-16.687588,-16.625088,-17.125088,-19.000088,-13.687903
+98784,-13.500097,-18.00495,-9.691246e-05,-12.625113,-12.875922,-11.544935,-18.687597,-20.135065,-17.872509,-11.875097,-20.125097,-11.250097,-20.125097,-16.438267
+376125,-16.375635,-18.95836,-13.875634,-18.141666,-20.555758,-21.002745,-16.188135,-14.127265,-16.846405,-0.0006343498,-7.625634,-14.750634,-17.875635,-13.000984
+439141,-19.875023,-22.053558,-18.625023,-21.418154,-25.237211,-23.002855,-24.937523,-16.62565,-20.56953,-15.125023,-2.2649509e-05,-19.750023,-25.125023,-22.062805
+248659,-12.375589,-17.667316,-18.43809,-23.549835,-24.485048,-12.813489,-0.0005894354,-15.250745,-18.97951,-16.43809,-15.750589,-14.688089,-18.12559,-12.750717
+456418,-16.68759,-25.211142,-15.62509,-20.689318,-21.916662,-26.21498,-22.75009,-26.43797,-21.741508,-20.00009,-22.87509,-8.964137e-05,-18.06259,-20.687752
+160200,-14.250217,-17.111313,-12.625217,-16.31272,-0.00022599715,-14.909587,-17.500217,-20.062592,-16.231081,-18.562717,-18.062717,-18.875217,-20.187717,-15.314327
+339175,-16.500053,-18.977152,-19.000053,-20.050497,-29.834602,-17.756887,-18.187553,-13.6877985,-5.519245e-05,-17.687553,-18.562553,-19.000053,-20.000053,-15.187888
+250396,-18.562527,-21.146667,-20.250027,-19.865673,-31.855366,-16.63408,-2.7536968e-05,-18.25014,-17.844522,-18.875027,-17.312527,-17.750027,-18.375027,-17.500196
+304005,-21.81257,-15.636016,-19.00007,-20.40346,-21.92014,-15.386518,-17.56257,-0.00016116437,-15.375496,-18.81257,-19.31257,-18.18757,-20.31257,-16.62538
+550524,-19.37502,-26.032341,-12.875019,-21.006712,-21.49362,-19.392206,-20.81252,-21.312622,-22.87277,-17.37502,-20.81252,-13.625019,-18.31252,-0.000105973086
+317148,-17.437788,-13.626816,-17.937788,-15.5036335,-15.824888,-11.684357,-8.625287,-0.00038702632,-14.25188,-17.375288,-13.750287,-14.125287,-19.187788,-14.125409
+514142,-19.562529,-36.036766,-17.750029,-26.092552,-24.126612,-20.110594,-22.875029,-23.750423,-21.482096,-20.750029,-23.000029,-17.375029,-2.7775379e-05,-18.750196
+139559,-17.375305,-22.398642,-10.375304,-0.00035758014,-15.500875,-18.826982,-22.062805,-22.348951,-22.04169,-18.437805,-20.625305,-19.937805,-22.625305,-17.939674
+73744,-6.6266394,-0.0025009653,-19.62664,-16.505684,-14.514824,-14.200134,-10.376639,-17.501709,-17.314215,-13.126639,-16.18914,-19.31414,-18.93914,-11.252082
+295047,-15.379748,-11.760492,-15.192248,-15.443207,-11.588381,-9.793308,-5.629749,-0.004832058,-12.942865,-11.879748,-13.254748,-11.754748,-15.692248,-11.380407
+95204,-15.625063,-20.770712,-6.3417334e-05,-14.625076,-15.751458,-23.529997,-22.312563,-26.434355,-22.036654,-15.500063,-22.625063,-12.125063,-22.062563,-19.187801
+549099,-17.500011,-17.902649,-22.437511,-21.72051,-22.0805,-19.852026,-23.562511,-22.75019,-25.966187,-24.250011,-23.062511,-23.250011,-23.062511,-0.00015889507
+255661,-12.875171,-10.129867,-15.375171,-18.385149,-23.237137,-13.143486,-0.00017057394,-14.125218,-20.577312,-15.562671,-15.687671,-14.812671,-14.375171,-13.687942
+89109,-15.250045,-18.443783,-4.4464075e-05,-14.750057,-13.375301,-16.160345,-22.312544,-22.804869,-19.089508,-16.375044,-22.500044,-12.750045,-21.625044,-16.625353
+566629,-10.625787,-0.001726959,-20.563286,-16.785223,-13.138982,-18.826618,-11.750787,-18.064548,-21.838434,-16.500786,-16.438286,-18.000786,-17.438286,-10.626054
+49355,-15.376293,-0.0017047276,-20.688793,-17.003014,-15.914496,-16.152214,-6.751293,-19.751442,-21.00356,-16.688793,-17.063793,-18.813793,-19.001293,-13.376421
+403085,-20.125021,-21.319044,-20.000021,-21.806437,-27.046902,-19.370653,-25.062521,-16.626251,-21.678144,-14.12502,-2.0384581e-05,-19.875021,-25.812521,-22.125349
+548669,-17.125048,-21.768812,-13.000048,-19.009184,-19.147736,-16.294657,-16.500048,-17.000399,-23.404802,-16.500048,-17.937548,-15.000048,-17.500048,-0.00014185348
+344020,-16.18767,-17.630255,-19.31267,-20.999687,-25.711405,-18.319674,-17.56267,-13.375362,-0.00017188523,-17.68767,-20.12517,-17.87517,-19.43767,-14.938245
+571154,-15.625061,-19.551819,-6.0675688e-05,-14.250069,-15.126166,-17.196232,-21.500061,-22.132317,-19.498299,-14.625061,-21.625061,-12.750061,-22.250061,-18.875263
+508039,-21.56254,-38.423073,-19.25004,-27.870882,-27.165579,-21.591928,-25.75004,-27.125938,-26.24796,-23.18754,-25.12504,-19.00004,-3.9457496e-05,-21.312677
+143819,-18.000746,-19.830782,-8.000747,-0.000764091,-11.0008135,-20.744238,-21.250746,-18.442356,-19.204403,-16.875746,-19.938246,-18.125746,-19.875746,-15.25179
+46932,-12.7500725,-0.00021825985,-23.312572,-17.530317,-17.599112,-19.497696,-14.0000725,-21.06283,-23.028484,-18.125072,-18.312572,-20.375072,-20.000072,-13.625614
+216176,-11.375037,-20.190258,-17.937536,-22.87106,-20.771822,-0.00032087942,-11.500037,-17.812681,-20.937384,-17.187536,-18.250036,-18.312536,-21.125036,-14.000174
+335238,-12.570911,-15.267503,-16.445911,-16.809198,-12.819714,-13.348691,-9.633411,-13.321078,-0.008418845,-13.195911,-16.070911,-15.008411,-16.695911,-12.633736
+110603,-15.1251745,-19.84604,-0.00017426879,-15.25024,-14.125824,-17.317265,-22.750174,-22.075542,-18.99259,-15.0001745,-23.125174,-13.0001745,-22.625174,-18.812979
+337159,-15.875047,-19.195337,-19.187546,-20.31543,-27.896309,-17.15545,-17.625046,-14.687765,-4.7801845e-05,-17.187546,-18.875046,-18.812546,-20.062546,-14.875355
+509069,-18.812595,-34.01605,-16.250095,-24.322943,-26.796366,-20.170254,-22.562595,-23.751242,-23.018229,-19.687595,-22.812595,-17.000095,-9.4647694e-05,-17.500164
+284609,-20.375011,-16.477245,-20.500011,-20.449017,-22.723951,-14.411468,-16.875011,-8.33246e-05,-19.390669,-18.437511,-19.000011,-16.625011,-23.625011,-17.000355
+627029,-14.938494,-24.625702,-9.750994,-18.817371,-19.21154,-15.102012,-16.250994,-14.876232,-20.569517,-14.500994,-15.500994,-11.500994,-13.375994,-0.0010527185
+45640,-16.000143,-0.00026438932,-22.187643,-18.502184,-17.81671,-19.35858,-9.250142,-20.43785,-22.938269,-18.937643,-18.187643,-21.000143,-20.312643,-14.500297
+330901,-16.250029,-20.067623,-19.062529,-20.007566,-27.023552,-17.756804,-18.375029,-14.9376955,-3.0755567e-05,-17.562529,-19.000029,-19.062529,-20.312529,-15.125384
+270674,-15.187663,-12.553063,-16.875164,-18.002943,-14.894606,-16.096857,-0.00016354177,-13.500249,-17.695808,-16.125164,-16.062664,-14.562663,-15.250163,-13.750638
+290411,-21.375015,-16.646551,-20.375015,-19.477728,-23.20245,-16.33396,-18.687515,-0.00012564038,-18.37991,-18.375015,-18.500015,-17.125015,-24.062515,-20.437696
+608712,-22.437511,-25.779795,-18.750011,-23.849125,-25.698929,-32.882076,-23.437511,-22.188137,-28.373724,-1.180165e-05,-15.500011,-20.500011,-24.375011,-21.375395
+520362,-16.625195,-26.057596,-11.000195,-20.593939,-21.212353,-16.973072,-17.812695,-16.500612,-21.412264,-15.562695,-17.000195,-13.625195,-14.500195,-0.00024078273
+85220,-14.125041,-17.340292,-4.1007155e-05,-11.375048,-12.752578,-13.942132,-20.00004,-21.837305,-15.832464,-16.12504,-21.06254,-13.375041,-18.37504,-17.438025
+350385,-13.688316,-14.4831,-14.938316,-15.617913,-22.340565,-12.8687525,-10.125816,-8.750874,-0.0008183958,-14.250816,-13.125816,-15.125816,-15.688316,-10.751745
+206526,-13.500016,-22.431826,-18.625015,-21.084381,-25.9347,-0.0007044395,-14.500016,-19.812912,-23.336216,-18.250015,-17.125015,-14.875016,-21.062515,-14.750308
+150537,-18.187616,-21.300514,-10.125115,-0.00019144054,-14.750378,-17.930557,-21.687616,-22.19105,-20.447123,-18.000116,-20.750116,-18.625116,-21.937616,-17.00125
+71314,-12.8753395,-0.00093428703,-20.50034,-17.137379,-23.459988,-23.379065,-8.2503395,-19.187983,-21.0054,-17.62534,-18.25034,-18.87534,-18.62534,-14.125708
+453544,-18.18756,-25.051039,-14.750059,-22.876438,-21.886545,-22.026918,-24.00006,-27.350632,-23.458778,-20.25006,-23.25006,-5.9006856e-05,-19.50006,-21.500166
+496644,-20.625013,-33.98713,-18.375013,-24.489895,-23.02509,-20.853195,-20.937513,-21.312809,-20.846195,-20.125013,-23.875013,-17.750013,-1.3232144e-05,-17.125107
+498383,-18.25021,-31.532263,-14.75021,-23.51513,-26.948486,-17.46187,-23.81271,-22.188864,-22.104431,-18.68771,-21.68771,-17.25021,-0.0002101439,-17.562967
+375632,-21.625011,-25.76218,-18.250011,-22.149534,-24.596525,-17.659056,-22.687511,-22.06485,-22.53964,-1.180165e-05,-16.375011,-19.250011,-23.687511,-20.31301
+2148,-2.6106494e-05,-19.655758,-13.625026,-20.501667,-21.434303,-17.960161,-15.250026,-24.000246,-22.249647,-13.625026,-20.750027,-14.250026,-16.937527,-13.250203
+455812,-16.562557,-26.62039,-15.750058,-20.877714,-23.044195,-27.955612,-23.000057,-26.875443,-21.567638,-20.000057,-22.687557,-5.805324e-05,-17.937557,-19.87576
+393177,-21.625011,-27.10428,-18.250011,-21.814137,-26.47382,-20.547182,-22.937511,-22.07465,-27.595015,-1.2159274e-05,-17.625011,-19.750011,-23.187511,-21.063566
+544821,-18.500006,-21.276884,-23.812506,-22.759274,-23.109213,-20.268618,-25.562506,-21.875216,-28.5495,-23.812506,-23.562506,-24.437506,-24.875006,-0.00011884526
+174908,-17.500143,-20.154985,-13.750142,-17.562647,-0.00015448505,-20.4054,-18.812643,-22.618237,-19.562016,-20.437643,-19.000143,-19.875143,-21.437643,-16.939724
+544402,-8.037645,-12.15749,-1.4751449,-9.16782,-9.14593,-12.80123,-7.100145,-11.038397,-10.041205,-7.850145,-9.787645,-5.600145,-2.4751449,-1.6002405
+252499,-16.187567,-20.127012,-18.125067,-17.998344,-30.466745,-12.775536,-6.687418e-05,-15.625183,-15.678189,-16.312567,-12.625067,-15.625067,-16.375067,-14.625176
+246606,-18.437517,-24.342123,-19.687517,-20.38225,-27.052471,-16.380997,-1.8119648e-05,-18.750128,-17.479733,-19.062517,-17.562517,-17.375017,-18.375017,-17.00013
+281454,-22.062513,-17.4036,-20.500013,-19.3646,-23.794863,-15.643814,-18.187513,-0.00013815562,-18.378187,-18.875013,-19.062513,-17.750013,-24.500013,-20.625107
+443152,-10.500765,-25.45935,-10.125765,-16.689474,-21.613049,-15.164039,-17.063265,-19.846119,-16.726677,-15.188265,-18.063265,-0.00076526916,-9.250765,-12.68846
+147492,-16.500101,-20.658659,-12.250102,-0.00016140242,-15.75152,-19.0911,-20.937601,-21.17603,-22.679451,-17.312601,-19.500101,-18.125101,-21.500101,-16.37593
+252991,-11.938278,-13.442638,-14.313278,-24.204689,-27.90925,-11.753829,-0.00077825296,-12.251093,-14.478507,-14.938278,-14.375778,-12.875778,-15.125778,-9.501035
+276921,-12.625051,-14.292554,-17.125051,-17.457314,-16.695717,-16.383148,-5.078187e-05,-14.000119,-15.8272085,-16.062551,-16.500051,-15.875051,-17.375051,-13.625137
+366845,-21.687513,-26.135973,-18.625013,-22.405815,-25.161884,-19.981678,-22.687513,-22.31638,-23.742773,-1.394739e-05,-16.375013,-19.562513,-24.375013,-20.25074
+625769,-14.50279,-25.506598,-7.502791,-17.707102,-17.444662,-16.693909,-16.19029,-16.065771,-20.662323,-15.00279,-16.50279,-9.37779,-11.12779,-0.0028646328
+279483,-16.437536,-14.6504135,-19.750036,-24.157818,-25.229927,-17.906021,-3.6834994e-05,-16.375208,-19.047955,-18.000036,-17.125036,-18.312536,-17.875036,-14.250248
+578127,-17.250143,-21.040472,-10.250144,-0.00019668357,-15.251054,-20.043499,-21.125143,-21.43121,-19.706049,-17.375143,-19.062643,-18.250143,-22.125143,-16.626097
+306324,-19.437517,-16.326279,-19.687517,-18.575808,-21.717216,-15.046691,-16.500017,-0.00015305543,-17.689747,-17.750017,-17.562517,-16.000017,-23.312517,-18.937737
+272919,-14.125022,-19.045969,-19.500021,-20.089647,-25.471157,-15.31423,-2.1695856e-05,-17.750132,-18.342457,-17.250021,-17.687521,-17.937521,-18.812521,-16.625141
+555446,-16.500238,-23.821796,-11.250238,-19.671608,-18.302351,-10.785089,-17.125238,-16.312933,-20.725447,-15.687738,-17.125238,-12.375238,-12.000238,-0.00030109222
+52377,-14.12527,-0.00080269924,-19.500269,-17.767761,-19.507532,-14.540985,-8.50027,-19.813206,-21.013346,-18.187769,-18.000269,-19.187769,-18.812769,-13.37581
+411419,-22.125021,-23.38652,-20.625021,-23.848606,-28.523798,-22.779266,-27.187521,-17.625845,-23.643507,-16.500021,-2.1815062e-05,-21.187521,-26.687521,-23.312813
+229993,-12.627616,-19.128622,-15.377616,-16.191036,-25.543224,-0.0037960038,-15.440116,-13.503272,-18.904118,-11.252616,-13.002616,-12.752616,-17.002615,-11.629182
+594290,-14.625046,-14.897721,-17.312546,-18.107975,-25.076233,-14.25158,-4.6013727e-05,-17.312746,-19.369638,-16.687546,-16.062546,-14.812546,-17.375046,-14.375254
+233437,-17.812506,-21.440378,-19.375006,-18.25998,-20.876434,-0.00076189684,-13.375006,-17.750069,-29.187943,-16.500006,-19.687506,-18.375006,-20.750006,-17.562634
+588001,-12.500018,-21.505577,-18.937517,-23.438452,-20.64541,-0.0002892966,-11.625018,-18.437597,-22.719397,-17.437517,-19.750017,-19.687517,-22.062517,-15.500059
+439255,-19.500036,-22.977365,-18.062536,-20.744436,-23.995697,-21.933407,-24.250036,-15.250758,-18.977638,-13.750036,-3.6596583e-05,-18.937536,-24.562536,-21.062904
+57763,-13.876123,-0.0013501066,-20.688623,-16.567299,-21.388271,-14.477411,-6.876123,-19.56382,-19.814123,-16.313623,-17.126123,-17.626123,-18.876123,-11.626344
+263427,-7.381443,-7.9954853,-10.631443,-14.356139,-15.175234,-7.5041957,-0.0064429655,-9.256591,-16.51682,-9.756443,-12.506443,-8.881443,-8.131443,-8.881549
+538238,-14.750119,-23.832136,-12.875119,-16.321812,-13.03754,-12.616959,-16.125118,-18.563326,-20.088007,-15.562619,-17.625118,-13.500119,-15.187619,-0.00026629562
+544383,-13.691419,-24.808182,-8.003919,-17.596968,-20.581062,-17.230963,-15.441419,-15.505133,-19.897423,-13.503919,-15.441419,-9.878919,-11.628919,-0.0040632975
+217084,-9.500156,-18.334126,-16.000156,-20.947317,-24.881126,-0.00042172617,-10.000156,-15.687817,-22.40799,-14.875156,-16.062656,-16.937656,-19.000156,-13.750212
+489906,-21.875027,-42.028362,-20.125027,-29.577427,-30.058517,-23.503122,-27.250027,-27.881021,-29.051205,-24.187527,-25.750027,-20.250027,-2.6702524e-05,-22.625202
+493650,-19.875038,-34.94328,-17.750038,-25.29534,-25.063183,-22.70692,-23.937538,-23.876461,-25.428764,-20.750038,-24.000038,-17.750038,-3.7311813e-05,-20.875145
+105505,-14.125124,-17.723398,-0.00012385078,-10.000135,-11.750384,-14.92624,-20.500124,-21.381401,-20.018108,-13.250124,-21.062624,-11.000124,-21.062624,-18.000364
+398732,-20.93752,-25.652454,-19.06252,-20.697569,-24.789955,-26.055725,-22.31252,-18.875767,-24.569424,-1.9311718e-05,-16.00002,-18.62502,-23.43752,-20.25034
+407625,-23.12502,-22.93664,-21.06252,-22.89854,-27.695751,-23.909458,-25.93752,-18.756655,-24.106724,-16.62502,-1.966934e-05,-20.25002,-26.93752,-22.750975
+256000,-16.062548,-17.996696,-18.750048,-18.096817,-30.2011,-12.508917,-4.708656e-05,-15.562655,-13.635043,-16.125048,-14.375047,-15.312547,-16.875048,-14.250083
+318702,-18.750013,-15.890863,-19.437513,-19.2034,-23.003471,-13.629305,-14.375013,-0.00044956215,-17.876095,-17.187513,-17.000013,-15.500013,-21.750013,-16.875233
+540248,-7.2507224,-18.07092,-19.000723,-19.836792,-17.640696,-14.9858675,-13.500723,-19.313494,-21.014664,-17.750723,-19.438223,-19.750723,-15.125723,-0.000752545
+620415,-19.250023,-39.5836,-16.625023,-25.89004,-25.375,-21.379795,-23.187523,-24.62613,-24.258614,-22.000023,-23.937523,-17.250023,-2.3841574e-05,-20.562643
+98031,-16.81256,-16.43279,-5.8887654e-05,-12.250081,-13.750751,-16.60717,-21.43756,-22.13959,-22.591112,-14.625059,-21.75006,-11.375059,-21.06256,-17.125824
+223354,-17.250004,-22.504068,-20.187504,-21.995756,-23.67109,-0.00039859104,-14.875004,-17.250315,-26.56265,-16.750004,-19.937504,-19.437504,-22.625004,-17.625093
+234555,-16.937506,-21.814135,-19.687506,-19.772676,-22.214384,-0.0008697994,-15.500006,-16.687782,-27.937965,-16.250006,-19.500006,-19.312506,-21.000006,-17.062609
+273059,-11.750574,-15.833562,-17.250574,-17.726585,-24.21257,-10.753011,-0.00057382806,-11.625723,-18.106178,-14.688074,-14.875574,-14.375574,-16.000574,-12.625725
+88300,-11.500183,-16.612204,-0.00018332708,-10.250198,-13.000982,-14.523742,-19.250183,-21.804379,-18.270746,-13.625183,-20.187683,-10.125183,-19.125183,-17.250368
+588017,-14.37501,-22.299105,-18.31251,-21.689957,-23.554262,-0.0010190503,-13.37501,-20.000437,-23.227734,-19.12501,-18.25001,-15.50001,-21.56251,-15.750171
+501214,-21.312532,-37.823,-18.000032,-27.196949,-25.633072,-22.388472,-25.875032,-25.56403,-28.242027,-22.625032,-25.312532,-19.125032,-3.218599e-05,-20.812628
+228843,-14.500007,-20.471994,-19.375006,-18.87523,-23.8163,-0.0014716372,-16.125006,-18.875286,-25.104515,-16.125006,-18.500006,-15.625007,-20.437506,-14.000142
+220801,-11.875034,-20.263279,-17.812534,-23.194267,-22.133427,-0.00055280805,-13.000034,-17.062819,-23.869678,-16.937534,-17.562534,-17.937534,-21.125034,-14.000265
+586616,-13.500068,-18.878757,-17.125069,-20.13731,-20.349224,-0.0012890245,-12.000068,-15.87534,-24.563179,-14.187568,-17.875069,-15.312568,-18.437569,-13.125352
+183498,-15.250089,-19.386896,-16.25009,-17.562592,-9.584028e-05,-16.774061,-18.75009,-22.54907,-21.724802,-20.87509,-20.50009,-21.43759,-22.62509,-18.19
+143766,-17.375393,-20.42005,-8.000392,-0.00042621495,-15.876494,-21.825623,-21.437893,-21.565758,-20.277708,-15.000392,-20.500393,-17.687893,-21.125393,-16.501408
+223349,-11.375041,-20.367575,-17.87504,-22.001793,-22.14676,-0.003466981,-15.750041,-16.312857,-24.508224,-14.000041,-16.56254,-15.750041,-17.50004,-12.375184
+139768,-19.875128,-21.469845,-10.125128,-0.0001963272,-16.125664,-20.472706,-22.375128,-22.458353,-20.586258,-16.875128,-20.687628,-20.062628,-22.187628,-17.37623
+235098,-15.125008,-20.659801,-19.062508,-22.528713,-25.23912,-0.00041969022,-16.250008,-17.687717,-24.502146,-15.875008,-17.000008,-15.750008,-18.750008,-13.750136
+280113,-21.06251,-17.950834,-20.62501,-18.753561,-24.10496,-16.914412,-18.31251,-0.00012623574,-20.130894,-19.37501,-18.87501,-16.62501,-24.06251,-20.187635
+508062,-21.375046,-37.536144,-18.500046,-27.76366,-25.609867,-22.533913,-24.875046,-26.002113,-26.468597,-23.062546,-25.312546,-18.250046,-4.5060096e-05,-22.687693
+433363,-18.750061,-21.027021,-18.812561,-19.109133,-26.354965,-18.5604,-23.812561,-14.75046,-21.035679,-15.250062,-6.186771e-05,-18.812561,-24.937561,-20.312891
+37875,-1.0132739e-05,-21.007132,-20.56251,-22.312593,-16.338608,-17.959772,-18.75001,-22.563105,-21.240786,-16.12501,-22.50001,-19.93751,-23.62501,-16.875294
+205223,-13.750021,-19.982946,-17.750021,-20.252476,-22.126673,-0.00022290995,-12.750021,-13.875202,-22.06298,-15.625021,-19.375021,-18.187521,-21.375021,-15.625084
+553351,-10.125049,-17.881079,-20.31255,-21.017126,-18.77635,-16.71937,-15.000049,-19.937956,-20.815533,-19.25005,-20.18755,-21.06255,-17.81255,-0.00011384157
+59311,-14.250135,-0.0003020539,-20.875135,-18.594732,-17.97748,-20.884867,-9.750135,-19.62526,-21.883507,-18.250135,-18.562635,-19.375135,-19.187635,-13.125465
+406726,-21.375015,-22.997355,-20.625015,-23.587164,-29.549494,-24.204424,-25.312515,-16.0118,-20.3761,-15.250015,-1.490105e-05,-20.375015,-26.250015,-23.375402
+609722,-22.00001,-26.324087,-19.37501,-22.571182,-25.961533,-26.135147,-23.68751,-22.81358,-29.23201,-9.1790735e-06,-16.25001,-19.93751,-25.37501,-19.125387
+264231,-15.125078,-10.997988,-16.937578,-20.826645,-23.537004,-14.43997,-7.7959834e-05,-15.062634,-18.994207,-17.062578,-15.312578,-14.687578,-16.062578,-12.375178
+460693,-14.625145,-26.654034,-12.250145,-19.693054,-19.061787,-24.297905,-21.187645,-24.812885,-21.271072,-17.812645,-22.375145,-0.00014518638,-17.562645,-18.625277
+168619,-15.937646,-17.617044,-13.000146,-14.625152,-0.0001513851,-21.531557,-17.062647,-20.852026,-19.862206,-19.187647,-18.687647,-20.000147,-20.500147,-17.126606
+471834,-17.625069,-27.659544,-14.375069,-23.273762,-22.535677,-21.77844,-24.062569,-28.252481,-23.278849,-19.312569,-23.562569,-6.866219e-05,-21.562569,-21.812704
+555308,-16.625008,-19.662182,-23.000008,-22.174026,-23.490705,-20.5149,-24.312508,-23.189404,-26.005243,-24.437508,-24.437508,-23.875008,-24.000008,-0.0001206334
+172625,-13.62519,-18.262897,-15.12519,-16.250193,-0.00019441229,-13.780247,-16.75019,-22.008963,-19.208508,-19.87519,-20.06269,-20.18769,-22.75019,-17.813496
+281383,-20.562515,-16.683056,-20.562515,-18.351902,-21.788214,-15.673479,-17.625015,-9.166889e-05,-18.758678,-17.812515,-17.625015,-16.750015,-23.625015,-19.750166
+397477,-21.50003,-28.10504,-18.25003,-21.905891,-25.482136,-17.808739,-22.81253,-20.689754,-25.508453,-3.0159496e-05,-16.87503,-18.93753,-22.87503,-19.563044
+116085,-13.500055,-20.695593,-5.5192377e-05,-12.375057,-11.750325,-17.082104,-21.375055,-23.387342,-23.20495,-15.250055,-22.062555,-16.250055,-18.687555,-17.313074
+48696,-13.875198,-0.00036832492,-21.875198,-17.940977,-17.788166,-22.778166,-8.875198,-19.813,-22.945837,-18.062698,-18.937698,-19.250198,-19.312698,-14.375506
+178701,-17.8751,-21.88077,-16.7501,-17.9376,-0.00010668735,-17.834036,-19.9376,-24.113327,-22.277351,-22.3126,-21.1251,-21.2501,-23.1251,-18.43953
+231215,-17.062506,-21.128366,-19.375006,-21.216381,-21.757118,-0.0008159239,-15.125007,-17.562677,-26.75008,-16.125006,-20.000006,-17.937506,-20.437506,-16.000107
+48364,-14.501226,-0.0014315287,-21.188726,-16.753742,-21.333212,-16.232128,-6.751226,-18.626392,-20.440063,-17.813726,-17.563726,-19.188726,-19.376226,-13.501367
+158282,-17.62514,-21.594522,-12.37514,-0.00025163477,-15.876012,-18.734888,-21.56264,-21.25163,-22.117922,-18.62514,-19.87514,-19.62514,-22.50014,-17.000769
+474928,-16.437578,-25.185656,-13.625077,-20.975233,-21.641706,-19.5084,-21.687578,-24.875544,-20.65584,-18.375078,-22.062578,-7.772144e-05,-16.812578,-18.25024
+384185,-22.062515,-24.634739,-18.500015,-24.643925,-25.579079,-26.582111,-23.437515,-22.063515,-29.315296,-1.5020258e-05,-16.875015,-20.812515,-24.000015,-21.187824
+36344,-2.5033638e-05,-17.437954,-19.625025,-20.227112,-12.87992,-16.663305,-15.125025,-19.313194,-20.088861,-16.875025,-19.500025,-21.687525,-20.812525,-12.875491
+4640,-3.0636318e-05,-19.938202,-19.75003,-19.134386,-15.88469,-13.50083,-19.18753,-20.06265,-22.118906,-16.87503,-17.93753,-16.75003,-21.31253,-13.500314
+124162,-16.447824,-19.09727,-4.635325,-0.010361351,-7.8853784,-16.091448,-18.760324,-19.822851,-17.739489,-10.885325,-18.510324,-17.072824,-19.947824,-15.011487
+615077,-13.563182,-24.155947,-10.250682,-17.691444,-17.154102,-22.047108,-18.938183,-19.564877,-18.302687,-16.750683,-18.375683,-0.0006822404,-12.625682,-7.8760157
+197596,-15.375138,-18.869888,-14.250138,-16.50014,-0.00014268396,-14.4050455,-18.875137,-22.721615,-20.259281,-19.750137,-20.187637,-19.750137,-23.250137,-17.377434
+6109,-1.4305013e-05,-21.27409,-22.625013,-23.75277,-15.674392,-20.702934,-20.500013,-22.563639,-22.423746,-17.375013,-22.125013,-21.000013,-24.750013,-14.625226
+299408,-16.37665,-13.764532,-16.68915,-16.251076,-22.268147,-16.687628,-7.001651,-0.0017763971,-13.129062,-14.564151,-13.001651,-13.376651,-17.81415,-12.876939
+365166,-24.75003,-27.455692,-19.12503,-23.019646,-28.427238,-28.55342,-25.25003,-23.376423,-30.59056,-3.0517112e-05,-19.25003,-19.62503,-24.43753,-22.687773
+19254,-3.2901222e-05,-21.816957,-22.562532,-21.439205,-16.565533,-18.4624,-19.250032,-21.00074,-23.088305,-16.000032,-19.250032,-20.250032,-24.593782,-14.500506
+415044,-21.250017,-24.691309,-19.750017,-24.814907,-26.371925,-28.664402,-26.750017,-17.750721,-22.153412,-15.250018,-1.7762026e-05,-20.625017,-26.562517,-22.93775
+350068,-15.312834,-16.50433,-18.437834,-19.975634,-23.64874,-16.675472,-16.500334,-12.500554,-0.00033528003,-15.500334,-19.250334,-17.375334,-18.687834,-14.3132925
+457175,-17.875053,-25.71929,-14.375053,-22.94924,-22.369743,-23.33395,-24.375053,-28.16592,-24.108814,-19.875053,-23.875053,-5.3642743e-05,-21.187553,-22.187666
+629748,-15.688659,-25.281538,-11.001159,-21.325428,-20.806978,-19.512424,-16.37616,-17.501642,-21.002817,-14.626159,-15.938659,-10.876159,-12.751159,-0.0012200292
+115775,-15.875036,-20.123713,-3.6596583e-05,-13.875041,-14.750511,-18.406488,-23.375036,-23.868296,-21.175053,-15.750036,-23.375036,-12.875036,-23.625036,-19.43771
+130463,-16.75022,-20.480602,-10.000218,-0.00037952553,-15.251144,-18.301363,-20.93772,-20.07144,-20.008383,-17.12522,-19.12522,-18.62522,-21.87522,-16.126152
+270105,-0.0002592466,-12.750727,-19.68776,-18.020782,-13.510646,-14.132066,-9.875259,-18.688202,-19.953293,-13.000259,-15.937759,-19.00026,-20.75026,-9.25077
+384995,-20.375126,-23.624533,-19.375126,-22.663857,-26.194004,-29.00706,-24.500126,-21.313213,-28.425732,-0.00012611547,-9.125126,-20.375126,-24.812626,-21.00038
+242911,-14.063033,-11.571439,-15.250533,-16.569767,-24.178333,-11.626738,-0.0005329619,-10.125611,-16.04937,-13.500533,-13.563033,-12.875533,-14.875533,-11.500725
+458314,-18.000027,-26.055132,-14.625026,-22.94396,-22.578632,-22.172846,-24.125027,-28.406456,-23.525843,-19.875027,-23.687527,-2.6106494e-05,-21.500027,-22.625181
+621096,-21.812517,-37.87895,-19.500017,-28.148489,-26.068323,-22.217758,-26.687517,-27.064579,-27.245747,-23.875017,-25.500017,-19.500017,-1.6569955e-05,-21.437614
+238637,-13.750014,-19.81594,-18.562515,-21.207848,-22.465408,-0.00023447096,-14.125014,-17.500298,-26.125378,-15.625014,-19.875015,-17.750015,-22.062515,-15.9376
+491624,-21.375042,-35.006718,-18.750042,-27.410728,-25.256344,-21.03397,-26.875042,-26.375374,-25.086868,-23.125042,-24.562542,-18.000042,-4.1841584e-05,-22.312641
+628211,-15.375009,-19.940014,-17.750008,-22.473793,-18.846083,-18.85561,-18.375008,-16.125265,-19.468575,-18.375008,-20.937508,-17.875008,-17.875008,-0.00010132352
+354739,-14.375171,-15.566582,-17.18767,-17.362652,-17.738253,-14.62748,-13.812671,-12.312789,-0.00017438864,-15.500171,-14.875171,-16.00017,-17.68767,-12.812884
+191501,-11.875082,-18.73044,-16.750082,-17.625082,-9.023806e-05,-18.190662,-16.937582,-21.900068,-21.841578,-20.687582,-19.375082,-21.312582,-21.750082,-16.50213
+46602,-7.625653,-0.00090550777,-21.125652,-16.403427,-13.532974,-18.14656,-10.125652,-19.188473,-19.188776,-14.500652,-17.625652,-20.500652,-19.938152,-10.875945
+433921,-19.68753,-20.471598,-19.31253,-21.740759,-23.595596,-23.628252,-25.18753,-16.750576,-20.831608,-16.37503,-3.1232346e-05,-19.43753,-26.12503,-21.37525
+85926,-16.000053,-20.16318,-5.3761945e-05,-15.750057,-12.250336,-25.00209,-21.375053,-21.83916,-18.039488,-18.000053,-22.000053,-19.187553,-22.500053,-11.625187
+262682,-18.187538,-19.879145,-17.812538,-18.7001,-28.413826,-13.1339245,-3.826545e-05,-16.250126,-16.244165,-17.437538,-16.250038,-15.687538,-17.250038,-15.812646
+40751,-16.375187,-0.00044746103,-24.687687,-19.636255,-19.413357,-18.31845,-18.875187,-23.438198,-25.158752,-20.937687,-19.562687,-21.875187,-22.375187,-14.000954
+619614,-15.500118,-27.336094,-13.375118,-21.066061,-22.871704,-19.95556,-21.500118,-25.723042,-22.586864,-18.312618,-22.625118,-0.0001187254,-15.875118,-17.500303
+258800,-18.125023,-20.991583,-19.125023,-22.093246,-27.789417,-15.62721,-2.3722367e-05,-18.875113,-18.126623,-18.750023,-17.687523,-17.000023,-18.687523,-17.125154
+216519,-8.625246,-18.88193,-15.500246,-20.111029,-19.269072,-0.00090178964,-14.687746,-14.876099,-20.61819,-11.500246,-13.625246,-15.187746,-17.062746,-13.250424
+314490,-19.125307,-15.754932,-19.437807,-18.13709,-16.781643,-12.60918,-8.750307,-0.00038714134,-15.255481,-18.062807,-15.562807,-14.875307,-19.937807,-14.875403
+170898,-15.125103,-19.800638,-16.250103,-17.687605,-0.00011121691,-17.416088,-19.875103,-22.163664,-21.083231,-20.812603,-19.750103,-22.000103,-23.375103,-18.564407
+211639,-7.8755116,-18.510952,-16.625511,-20.25233,-20.594656,-0.00076028955,-11.875512,-14.875865,-22.560118,-14.750512,-14.563012,-16.063011,-19.188011,-11.250605

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9842707169cb79c4c6bde9ec963f5307d749094eaa5435800af095322cd0b902
+size 42951934

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6386be547b0208b7c63811a9eaa7a800ad888b3d55681f5dc97c28ea12ce510d
+size 42951614

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f30ab2585f4a683f06ff82916853f49a1c5f26e06fe8a4abacba1fc050c34a41
+size 42951934

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/events.out.tfevents.1735824749.gamma.3686633.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cff20de51d1980fc9fce5b5589a6651188bcfbf27b5e3ae1cbb933ea96537e0
+size 621409

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/test=dbpedia/list=0.0-1.0/labels.csv

@@ -0,0 +1,896 @@
+57168,1
+569,0
+160108,4
+134759,3
+548651,13
+120569,3
+554873,13
+162914,4
+577292,3
+224419,5
+613466,10
+303711,7
+300617,7
+305473,7
+257366,6
+244465,6
+516021,12
+347538,8
+186216,4
+380029,9
+200575,5
+134161,3
+570775,2
+205735,5
+560952,0
+544221,13
+495162,12
+301380,7
+391389,9
+175519,4
+383851,9
+475319,11
+555502,13
+488527,12
+230882,5
+403385,10
+202904,5
+437638,10
+553468,13
+267587,6
+331700,8
+500126,12
+421472,10
+476854,11
+359279,8
+425890,10
+409223,10
+44557,1
+549181,13
+286766,7
+614031,10
+122701,3
+449222,11
+4184,0
+446415,11
+587488,5
+262632,6
+409512,10
+236197,5
+203106,5
+230631,5
+105202,2
+272260,6
+277721,6
+433191,10
+120096,3
+174320,4
+86325,2
+5761,0
+108469,2
+138897,3
+240507,6
+41343,1
+362128,9
+87677,2
+102226,2
+497966,12
+503563,12
+199076,4
+315332,7
+549391,13
+39295,0
+155623,3
+299552,7
+273420,6
+54036,1
+400119,10
+446847,11
+71098,1
+385484,9
+90805,2
+542480,13
+316274,7
+425827,10
+453460,11
+342656,8
+53534,1
+567969,1
+283745,7
+621823,12
+543445,13
+417926,10
+1033,0
+265673,6
+466602,11
+195471,4
+533595,13
+405361,10
+357122,8
+429451,10
+541848,13
+208742,5
+92839,2
+471233,11
+118978,2
+519161,12
+159377,3
+160989,4
+134006,3
+122890,3
+589898,5
+476472,11
+345561,8
+386270,9
+74645,1
+316081,7
+517189,12
+321775,8
+134773,3
+225535,5
+533590,13
+444236,11
+202708,5
+344170,8
+457761,11
+66611,1
+392944,9
+228929,5
+268788,6
+173417,4
+233312,5
+480898,12
+404104,10
+124858,3
+473712,11
+521175,13
+280187,7
+606395,9
+311535,7
+140231,3
+310226,7
+138755,3
+441173,11
+316824,7
+157687,3
+458502,11
+606668,9
+117063,2
+204177,5
+629377,13
+265188,6
+288740,7
+284433,7
+409217,10
+560561,0
+548687,13
+57193,1
+440596,11
+560776,0
+65881,1
+488905,12
+510225,12
+314033,7
+538036,13
+61357,1
+542684,13
+120293,3
+395982,9
+285914,7
+67603,1
+468604,11
+302699,7
+463124,11
+468343,11
+97278,2
+119009,2
+254793,6
+355263,8
+377400,9
+609661,9
+490919,12
+222794,5
+268043,6
+33598,0
+478906,11
+268729,6
+108898,2
+595731,7
+373113,9
+523207,13
+38665,0
+138560,3
+264247,6
+257847,6
+98218,2
+40448,1
+78624,1
+404508,10
+133314,3
+394014,9
+622212,12
+483368,12
+254262,6
+420739,10
+296567,7
+576341,3
+474183,11
+389746,9
+194528,4
+421059,10
+499011,12
+563996,0
+436563,10
+18775,0
+295576,7
+45748,1
+533962,13
+510081,12
+231375,5
+114302,2
+136691,3
+416331,10
+562592,0
+98204,2
+207025,5
+576644,3
+215005,5
+519483,12
+245852,6
+218896,5
+86636,2
+561852,0
+463578,11
+424879,10
+423242,10
+216974,5
+522119,13
+205290,5
+628400,13
+37940,0
+379434,9
+309430,7
+300113,7
+116291,2
+78478,1
+619468,11
+392143,9
+300383,7
+355667,8
+213282,5
+611525,10
+164626,4
+577659,3
+548617,13
+98001,2
+91720,2
+167373,4
+241940,6
+617070,11
+368473,9
+620631,12
+130942,3
+273695,6
+578684,3
+327605,8
+150093,3
+428411,10
+444231,11
+134616,3
+348415,8
+579560,3
+358579,8
+17056,0
+219599,5
+73986,1
+115525,2
+479628,11
+449587,11
+54214,1
+518437,12
+241260,6
+29106,0
+114605,2
+571242,2
+168583,4
+306712,7
+207873,5
+245920,6
+10844,0
+442726,11
+204110,5
+116313,2
+214198,5
+602116,8
+94132,2
+53168,1
+551005,13
+369677,9
+449721,11
+543232,13
+373526,9
+222350,5
+579335,3
+112882,2
+87862,2
+223549,5
+22243,0
+527085,13
+397420,9
+425931,10
+201528,5
+329734,8
+510393,12
+158355,3
+550860,13
+473939,11
+500869,12
+582760,4
+328531,8
+427214,10
+366395,9
+552489,13
+120167,3
+59163,1
+399805,9
+66517,1
+393906,9
+382342,9
+39118,0
+549795,13
+577754,3
+310516,7
+546692,13
+172378,4
+476626,11
+44298,1
+374478,9
+54169,1
+105279,2
+245639,6
+604587,8
+553105,13
+422626,10
+371351,9
+467649,11
+28742,0
+79375,1
+161818,4
+627361,13
+593717,6
+251019,6
+152162,3
+490140,12
+608680,9
+406871,10
+366740,9
+13757,0
+182113,4
+585303,5
+251586,6
+141339,3
+484913,12
+182267,4
+478591,11
+363613,9
+198692,4
+447216,11
+77985,1
+177636,4
+341151,8
+439547,10
+408348,10
+384099,9
+558019,13
+143909,3
+277388,6
+145435,3
+353448,8
+270913,6
+445118,11
+433885,10
+38657,0
+50887,1
+427215,10
+265992,6
+485494,12
+195388,4
+608604,9
+322270,8
+512612,12
+306673,7
+406816,10
+418053,10
+225935,5
+382895,9
+380597,9
+377083,9
+487814,12
+432974,10
+196501,4
+294645,7
+125544,3
+562857,0
+367179,9
+277724,6
+600902,8
+612772,10
+232993,5
+316471,7
+434944,10
+607269,9
+622192,12
+245014,6
+489727,12
+109178,2
+586508,5
+156994,3
+408049,10
+499176,12
+344930,8
+143530,3
+607050,9
+142238,3
+350053,8
+450006,11
+283515,7
+516258,12
+258690,6
+553109,13
+244398,6
+64595,1
+318944,7
+103346,2
+238833,5
+166380,4
+478924,11
+395088,9
+511207,12
+330706,8
+317595,7
+466055,11
+571319,2
+210120,5
+382673,9
+109748,2
+568209,1
+212243,5
+579453,3
+65180,1
+98182,2
+285162,7
+600010,8
+72036,1
+163249,4
+233354,5
+321374,8
+314864,7
+279341,6
+559785,13
+372210,9
+279765,6
+165259,4
+242088,6
+379394,9
+480736,12
+578013,3
+245643,6
+562044,0
+266051,6
+71239,1
+445767,11
+406628,10
+406885,10
+108679,2
+29673,0
+518837,12
+595293,7
+105975,2
+498485,12
+400451,10
+193821,4
+617917,11
+57776,1
+118152,2
+80503,2
+509070,12
+138200,3
+261151,6
+289041,7
+506034,12
+273121,6
+49255,1
+343077,8
+188451,4
+135567,3
+520780,13
+440130,11
+148127,3
+167389,4
+115536,2
+347370,8
+63682,1
+254374,6
+221632,5
+532503,13
+370906,9
+622364,12
+617333,11
+263213,6
+288266,7
+224517,5
+629773,13
+485710,12
+3699,0
+30390,0
+181287,4
+622869,12
+320567,8
+28937,0
+254472,6
+152873,3
+347728,8
+293858,7
+421398,10
+60351,1
+579822,3
+113694,2
+315843,7
+323923,8
+290258,7
+75156,1
+583882,4
+93903,2
+193335,4
+136331,3
+520112,13
+398341,9
+501403,12
+284963,7
+378537,9
+285403,7
+596701,7
+572196,2
+623286,12
+548869,13
+403876,10
+482206,12
+331835,8
+314715,7
+338397,8
+504411,12
+514606,12
+64763,1
+152558,3
+464284,11
+197555,4
+299490,7
+576634,3
+22348,0
+384536,9
+462305,11
+393913,9
+151644,3
+95860,2
+621785,12
+119515,2
+227807,5
+189609,4
+198916,4
+527725,13
+370364,9
+425808,10
+519480,12
+157177,3
+470828,11
+548014,13
+509704,12
+342922,8
+567984,1
+561520,0
+385896,9
+204928,5
+30787,0
+321039,8
+14596,0
+229899,5
+256094,6
+592258,6
+208158,5
+329688,8
+289871,7
+272492,6
+67467,1
+177733,4
+279015,6
+501918,12
+128065,3
+544292,13
+565070,1
+439127,10
+599137,7
+48161,1
+349030,8
+240657,6
+122818,3
+314288,7
+129542,3
+256643,6
+488777,12
+413884,10
+296810,7
+429234,10
+432630,10
+393258,9
+317970,7
+39978,0
+341125,8
+597442,7
+117453,2
+560306,0
+398660,9
+470936,11
+120340,3
+397615,9
+64083,1
+342694,8
+262887,6
+400969,10
+439460,10
+54298,1
+478184,11
+298128,7
+296735,7
+569918,1
+179902,4
+78207,1
+568568,1
+73501,1
+369572,9
+197376,4
+599541,7
+482261,12
+223999,5
+9417,0
+60813,1
+627931,13
+599452,7
+467812,11
+127058,3
+557134,13
+32454,0
+137748,3
+194054,4
+250198,6
+443087,11
+182664,4
+241772,6
+355866,8
+543191,13
+9710,0
+539466,13
+422656,10
+270927,6
+263,0
+335899,8
+195172,4
+69198,1
+175604,4
+233365,5
+176915,4
+467023,11
+8113,0
+125132,3
+601278,8
+489312,12
+223065,5
+121522,3
+389259,9
+548213,13
+166190,4
+307891,7
+195050,4
+361678,9
+349813,8
+314450,7
+213655,5
+311258,7
+253148,6
+329629,8
+418422,10
+507417,12
+393794,9
+152476,3
+109443,2
+556767,13
+613547,10
+273856,6
+490283,12
+17361,0
+583439,4
+115935,2
+586703,5
+145167,3
+76757,1
+257445,6
+247984,6
+344515,8
+429053,10
+100051,2
+313347,7
+238736,5
+512150,12
+289676,7
+200298,5
+465891,11
+311490,7
+429498,10
+518899,12
+604495,8
+98784,2
+376125,9
+439141,10
+248659,6
+456418,11
+160200,4
+339175,8
+250396,6
+304005,7
+550524,13
+317148,7
+514142,12
+139559,3
+73744,1
+295047,7
+95204,2
+549099,13
+255661,6
+89109,2
+566629,1
+49355,1
+403085,10
+548669,13
+344020,8
+571154,2
+508039,12
+143819,3
+46932,1
+216176,5
+335238,8
+110603,2
+337159,8
+509069,12
+284609,7
+627029,13
+45640,1
+330901,8
+270674,6
+290411,7
+608712,9
+520362,13
+85220,2
+350385,8
+206526,5
+150537,3
+71314,1
+453544,11
+496644,12
+498383,12
+375632,9
+2148,0
+455812,11
+393177,9
+544821,13
+174908,4
+544402,13
+252499,6
+246606,6
+281454,7
+443152,11
+147492,3
+252991,6
+276921,6
+366845,9
+625769,13
+279483,6
+578127,3
+306324,7
+272919,6
+555446,13
+52377,1
+411419,10
+229993,5
+594290,6
+233437,5
+588001,5
+439255,10
+57763,1
+263427,6
+538238,13
+544383,13
+217084,5
+489906,12
+493650,12
+105505,2
+398732,9
+407625,10
+256000,6
+318702,7
+540248,13
+620415,12
+98031,2
+223354,5
+234555,5
+273059,6
+88300,2
+588017,5
+501214,12
+228843,5
+220801,5
+586616,5
+183498,4
+143766,3
+223349,5
+139768,3
+235098,5
+280113,7
+508062,12
+433363,10
+37875,0
+205223,5
+553351,13
+59311,1
+406726,10
+609722,9
+264231,6
+460693,11
+168619,4
+471834,11
+555308,13
+172625,4
+281383,7
+397477,9
+116085,2
+48696,1
+178701,4
+231215,5
+48364,1
+158282,3
+474928,11
+384185,9
+36344,0
+4640,0
+124162,3
+615077,11
+197596,4
+6109,0
+299408,7
+365166,9
+19254,0
+415044,10
+350068,8
+457175,11
+629748,13
+115775,2
+130463,3
+270105,6
+384995,9
+242911,6
+458314,11
+621096,12
+238637,5
+491624,12
+628211,13
+354739,8
+191501,4
+46602,1
+433921,10
+85926,2
+262682,6
+40751,1
+619614,11
+258800,6
+216519,5
+314490,7
+170898,4
+211639,5

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64e12ea571fcb51dc9bae4c11be4a30bb9e374de5ca90d3fb3c774949e61de4
+size 42951934

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6720ba1348f652c490fd40cf75f224b7c7dc31b88a9229762aec4fda45f027
+size 42951934

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/logs/events.out.tfevents.1734919895.gamma.62154.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8c7963714b7d73ae4053fafe1eb3b238d2e6bd8f2b40e878d253e9ba27a54b
+size 7496

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,36 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3611373156309128,0,15.461094856262207,
+0,8,0.1178915686905384,1,13.531149083917791,
+0,16,0.09526317194104195,2,16.396834929784138,
+0,24,0.09547067806124687,3,12.841045220692953,
+0,32,0.08591777086257935,4,11.049860990964449,
+0,40,0.08961418271064758,5,7.417928746768406,
+0,48,0.1289515346288681,6,6.153404786810279,
+0,56,0.08626678958535194,7,2.3203008070588114,
+0,64,0.08371740207076073,8,2.603241453319788,
+0,72,0.09177050739526749,9,4.4667808172794485,
+0,80,0.08899948373436928,10,2.416501381817986,
+0,88,0.08660447970032692,11,0.8332138290362698,
+0,96,0.0896604023873806,12,0.8574443136652311,
+0,104,0.08224285766482353,13,0.668368879891932,
+0,112,0.08951878920197487,14,1.1005196364389525,
+0,120,0.08558160066604614,15,1.008169068821839,
+0,128,0.08699973672628403,16,0.3857123636725274,
+,,,16,,0.553818596733941
+0,136,0.08833592757582664,17,0.40253462735563517,
+0,144,0.1258767880499363,18,0.4212812874466181,
+0,152,0.08337564766407013,19,0.13555236712896399,
+0,160,0.0949992872774601,20,0.09312532439997251,
+0,168,0.08301201090216637,21,0.6724720941080401,
+0,176,0.08238193765282631,22,0.05158078414388001,
+0,184,0.08832449838519096,23,0.8776207264512778,
+0,192,0.08231420814990997,24,0.6134589600431568,
+0,200,0.08832834661006927,25,0.40499133776756935,
+0,208,0.08884954452514648,26,0.03215400979388505,
+0,216,0.12557049468159676,27,0.017165007535368204,
+0,224,0.08775287121534348,28,0.036066305940039456,
+1,232,0.08472105488181114,29,0.04546953945343072,
+1,240,0.08694086223840714,30,0.05056167213479057,
+1,248,0.08700467273592949,31,0.3223174006044347,
+1,256,0.08356992527842522,32,0.005984618815339424,
+,,,32,,0.15141620058001895

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 32
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=4/lora_ans/0.0-0.7/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305ad3cf52f40cca8d41f1e1bd9f7e589765a30f817a81088ec222297665ede6
+size 42951934

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4e2ac797cee65e608389ecb0cf780a67a3c59cc5af5c08ff837952f2400cb0
+size 42951614

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643