Add files using upload-large-folder tool

.gitattributes

@@ -1482,3 +1482,10 @@ finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=1/lora_ans_no_es/0.0-0.7/
 finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc7e7bbab12bf4e4501dbf4b072df318de9f20f24436e8b8f7fd042e55d2c6b
+size 42951934

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee01255d9220cafd9477cd7618055b0421d9a79dc10674ca4190d87196bb0aea
+size 42951614

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20721c6c6eb3983a58291013611b675b461bf2366c3e87e3954610f6317b010
+size 42951934

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/events.out.tfevents.1734816901.gamma.3864347.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1e04c3fadaaf289572cf58110a8d9c876bac86135395b833de2a03d3e24f30
+size 51164

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,240 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3414304256439209,0,15.52553939819336,
+0,8,0.11186313256621361,1,14.371169090270996,
+0,16,0.1328423023223877,2,13.10669560432434,
+0,24,0.08457956090569496,3,7.732422400552493,
+0,32,0.08217813447117805,4,10.94532686471939,
+0,40,0.09363574907183647,5,7.538513970375061,
+0,48,0.12814325094223022,6,5.301564309213843,
+0,56,0.09112710878252983,7,2.457195386629213,
+0,64,0.08933178707957268,8,1.8422329556196928,
+0,72,0.09546618536114693,9,3.2770752906799316,
+1,80,0.08568938821554184,10,1.0947642541593976,
+1,88,0.09456752985715866,11,1.7527122222460234,
+1,96,0.08606728538870811,12,1.1522843112999743,
+1,104,0.08841624110937119,13,0.2090923860669136,
+1,112,0.08778325095772743,14,0.5043589322206875,
+1,120,0.09404417127370834,15,0.14942610133439302,
+1,128,0.13180866837501526,16,0.7411789580558737,
+,,,16,,1.3446489969889324
+1,136,0.08875104039907455,17,1.158318138977682,
+1,144,0.08315581828355789,18,1.0294730080864751,
+1,152,0.12891503795981407,19,1.365618341469339,
+2,160,0.08279483020305634,20,0.03241509406103028,
+2,168,0.08484174683690071,21,0.15265602636365935,
+2,176,0.08987446501851082,22,0.5215369261299762,
+2,184,0.131404846906662,23,0.4713053858669644,
+2,192,0.08481185138225555,24,0.01827473936524863,
+2,200,0.08453934639692307,25,0.03422867559658533,
+2,208,0.09013526141643524,26,0.2385216927240518,
+2,216,0.0887591578066349,27,0.06779290285194292,
+2,224,0.0952938087284565,28,0.12152980403819431,
+2,232,0.08404365926980972,29,0.04433652252191678,
+3,240,0.08328177407383919,30,0.05328641544011506,
+3,248,0.13174178823828697,31,0.01584850633516908,
+3,256,0.08843711018562317,32,0.05039632689351073,
+,,,32,,0.15662179169831453
+3,264,0.13351334258913994,33,0.0029500144941266627,
+3,272,0.08515626192092896,34,0.005015553462065079,
+3,280,0.08338024467229843,35,0.08221467027033214,
+3,288,0.09187977761030197,36,0.009800876864270927,
+3,296,0.08754273876547813,37,0.00475989021444028,
+3,304,0.08916055783629417,38,0.002254041796550155,
+3,312,0.08926072716712952,39,0.06989275729817261,
+4,320,0.13348540663719177,40,0.2612431362001437,
+4,328,0.08341654390096664,41,0.0014808051006790872,
+4,336,0.08483853563666344,42,0.001520259800599888,
+4,344,0.13434430956840515,43,0.02393224435330082,
+4,352,0.0897185206413269,44,0.0013436129401353273,
+4,360,0.08272760361433029,45,0.0037871343636652456,
+4,368,0.08557820692658424,46,0.002388396725614762,
+4,376,0.08730192109942436,47,0.008154018330969848,
+4,384,0.13230956345796585,48,0.0029252952153910883,
+,,,48,,0.048712452252705894
+4,392,0.08662412688136101,49,0.007945321244187653,
+5,400,0.09576551616191864,50,0.001519089180510491,
+5,408,0.09310789778828621,51,0.002424786114715971,
+5,416,0.08568878844380379,52,0.0013545563018520954,
+5,424,0.1266457475721836,53,0.0026949856813492565,
+5,432,0.08837895840406418,54,0.0016053919462137856,
+5,440,0.13269390538334846,55,0.0016574643741478212,
+5,448,0.09001510217785835,56,0.0030400776740862057,
+5,456,0.09416979178786278,57,0.0045692879827514,
+5,464,0.09621604904532433,58,0.00431596654181538,
+5,472,0.09580016508698463,59,0.0025383772512073987,
+6,480,0.08920466899871826,60,0.0048463957553560085,
+6,488,0.08411184325814247,61,0.002015885207443856,
+6,496,0.1298110894858837,62,0.0017720970839339618,
+6,504,0.08430534601211548,63,0.0007423704082611948,
+6,512,0.088901337236166,64,0.005217208197791479,
+,,,64,,0.038287860375863535
+6,520,0.08623945340514183,65,0.0022822129879690087,
+6,528,0.0865883007645607,66,0.0034602870499449117,
+6,536,0.08543992415070534,67,0.003308619348293481,
+6,544,0.08393007516860962,68,0.0015302062711270992,
+6,552,0.08909108489751816,69,0.0008077635866357014,
+7,560,0.13279858604073524,70,0.0013822923915890546,
+7,568,0.08622641861438751,71,0.001284582279781303,
+7,576,0.08484389632940292,72,0.0008856451269821264,
+7,584,0.13193630054593086,73,0.002180240154201682,
+7,592,0.08716024458408356,74,0.0018594398182661582,
+7,600,0.08379807323217392,75,0.0018881634144539323,
+7,608,0.08002955466508865,76,0.0021479673133316364,
+7,616,0.08770234882831573,77,0.001400859109708108,
+7,624,0.08238209411501884,78,0.0008870346980984322,
+7,632,0.08607249706983566,79,0.002077157509380153,
+8,640,0.13352015614509583,80,0.0015583758751745336,
+,,,80,,0.04539774965356897
+8,648,0.08897211775183678,81,0.001053476660252692,
+8,656,0.09168794006109238,82,0.00115857514902018,
+8,664,0.08760102465748787,83,0.0013305383356055245,
+8,672,0.08695387467741966,84,0.001142718994577246,
+8,680,0.08821723982691765,85,0.003883778471000759,
+8,688,0.09440655633807182,86,0.0006541546079626477,
+8,696,0.08713182806968689,87,0.0008002832444617524,
+8,704,0.08429199829697609,88,0.0006852099140814971,
+9,712,0.08530108630657196,89,0.0007741457095387607,
+9,720,0.1295441947877407,90,0.001185753943652592,
+9,728,0.13361160084605217,91,0.00271093612536788,
+9,736,0.0912640243768692,92,0.0015607045363419903,
+9,744,0.09514383599162102,93,0.0015754997517573289,
+9,752,0.09570761397480965,94,0.0007180088214226998,
+9,760,0.09707457199692726,95,0.0008169746870407835,
+9,768,0.08202992752194405,96,0.0013535675352613907,
+,,,96,,0.046998416935956036
+9,776,0.13448243215680122,97,0.0006638199346424597,
+9,784,0.08679229766130447,98,0.00098596073439694,
+10,792,0.09127899631857872,99,0.0012559033068380533,
+10,800,0.09054809436202049,100,0.0008932396696764045,
+10,808,0.08460638672113419,101,0.0021180695548537187,
+10,816,0.12946807965636253,102,0.0009196121754939668,
+10,824,0.08526141196489334,103,0.0012165641771086182,
+10,832,0.08128893002867699,104,0.0008212072621413077,
+10,840,0.08342453464865685,105,0.001328484242549166,
+10,848,0.12917110696434975,106,0.0016755277077512194,
+10,856,0.08994950354099274,107,0.00045789628877008164,
+10,864,0.08981390669941902,108,0.0013999378257162438,
+11,872,0.13389039039611816,109,0.0009718638512739827,
+11,880,0.08958831802010536,110,0.001519315652937318,
+11,888,0.08626557886600494,111,0.0004404504951607022,
+11,896,0.0883256196975708,112,0.0006960280443308875,
+,,,112,,0.049456397692362465
+11,904,0.12783236429095268,113,0.0014846517431298988,
+11,912,0.09480412676930428,114,0.00132022290423405,
+11,920,0.09376110509037971,115,0.0016499111588927917,
+11,928,0.08552050217986107,116,0.000709088905649777,
+11,936,0.09008091688156128,117,0.0012764579344851275,
+11,944,0.13344193622469902,118,0.000930665442137979,
+12,952,0.13265277817845345,119,0.0008367282774997875,
+12,960,0.09444059804081917,120,0.001176305242956409,
+12,968,0.0893590934574604,121,0.00171705373742787,
+12,976,0.09420477598905563,122,0.0016983203139926235,
+12,984,0.13515383750200272,123,0.0007824429605014822,
+12,992,0.0867539681494236,124,0.0009846410086740637,
+12,1000,0.09048629179596901,125,0.001614375098142773,
+12,1008,0.09332449361681938,126,0.0006109021051088348,
+12,1016,0.08394869416952133,127,0.00030522682864102534,
+12,1024,0.13169603794813156,128,0.0011172203558089677,
+,,,128,,0.0462603524879173
+13,1032,0.08470718190073967,129,0.0011542968756354337,
+13,1040,0.0875883623957634,130,0.0008025921444641427,
+13,1048,0.08960462361574173,131,0.0016588223619952,
+13,1056,0.0881616473197937,132,0.0006250850353601643,
+13,1064,0.13444487005472183,133,0.000559763578672169,
+13,1072,0.08551451936364174,134,0.0009657064729253761,
+13,1080,0.09297387301921844,135,0.000817683746572584,
+13,1088,0.1332424208521843,136,0.0012163770637319733,
+13,1096,0.09669964388012886,137,0.0008005218260223046,
+13,1104,0.09048068895936012,138,0.0012682813371961506,
+14,1112,0.09060808643698692,139,0.0010911823863150654,
+14,1120,0.08531522005796432,140,0.0006986120490844107,
+14,1128,0.08980206027626991,141,0.0014590173970925836,
+14,1136,0.08885379135608673,142,0.0017046128790146515,
+14,1144,0.13360772654414177,143,0.000557776678099551,
+14,1152,0.1287810131907463,144,0.0004735212698708185,
+,,,144,,0.048289585996557166
+14,1160,0.09449353814125061,145,0.000494922404323006,
+14,1168,0.0784866251051426,146,0.000966608255112078,
+14,1176,0.1338464878499508,147,0.001490731522525576,
+14,1184,0.08654794469475746,148,0.001122107104702781,
+15,1192,0.08547623828053474,149,0.0006020104501658352,
+15,1200,0.13253699988126755,150,0.0007449601269197754,
+15,1208,0.08420110121369362,151,0.00086358462743062,
+15,1216,0.13398096710443497,152,0.0009430126818188,
+15,1224,0.0852820873260498,153,0.0010008269484387711,
+15,1232,0.09456416964530945,154,0.0010403120437071525,
+15,1240,0.08785661309957504,155,0.0013907182906728445,
+15,1248,0.09088357910513878,156,0.0013163820149202365,
+15,1256,0.08785570785403252,157,0.0006909642129008156,
+15,1264,0.13455376401543617,158,0.0012740619806043635,
+16,1272,0.13476454466581345,159,0.0006123117418610491,
+16,1280,0.08645115420222282,160,0.001954623352503404,
+,,,160,,0.04754581716325548
+16,1288,0.13182636722922325,161,0.0008146042426233179,
+16,1296,0.087509885430336,162,0.0008352021779335865,
+16,1304,0.08620565012097359,163,0.0008099200100938712,
+16,1312,0.08550147712230682,164,0.001314026944992992,
+16,1320,0.12616605311632156,165,0.0009275202992284903,
+16,1328,0.08881628885865211,166,0.0004741859134810511,
+16,1336,0.13142572343349457,167,0.0007801995234331116,
+17,1344,0.13133316114544868,168,0.0009663792754343541,
+17,1352,0.08357307314872742,169,0.001379107504908461,
+17,1360,0.13429931923747063,170,0.0008985468873736233,
+17,1368,0.08945036679506302,171,0.0011741346490452998,
+17,1376,0.08362080156803131,172,0.000771075692848006,
+17,1384,0.12950947135686874,173,0.0009554632653651589,
+17,1392,0.094105314463377,174,0.0005397052591433749,
+17,1400,0.09512243419885635,175,0.0003211802662311432,
+17,1408,0.09474239125847816,176,0.0014609429156681633,
+,,,176,,0.05395044662334301
+17,1416,0.12998038157820702,177,0.0006829464797523211,
+18,1424,0.13439210504293442,178,0.00018448810038130937,
+18,1432,0.09324046969413757,179,0.0013631221610756422,
+18,1440,0.08933650329709053,180,0.0011477421408366913,
+18,1448,0.09439268335700035,181,0.0005401040188088599,
+18,1456,0.12792332470417023,182,0.0006427070991114967,
+18,1464,0.08195594698190689,183,0.0003424511931370944,
+18,1472,0.13210752606391907,184,0.0010855896534849307,
+18,1480,0.08839225769042969,185,0.0007012028829194606,
+18,1488,0.09148560464382172,186,0.001313898171550439,
+18,1496,0.12983235716819763,187,0.000698293834060538,
+19,1504,0.13258078321814537,188,0.00045624004123965276,
+19,1512,0.13014957681298256,189,0.0006092043018165546,
+19,1520,0.1334124393761158,190,0.0005316244074492716,
+19,1528,0.0824633538722992,191,0.0006309579925569283,
+19,1536,0.08989472687244415,192,0.0002148394487448968,
+,,,192,,0.051475714754175256
+19,1544,0.08497753366827965,193,0.0007557743148936425,
+19,1552,0.08567691221833229,194,0.0009012388679063102,
+19,1560,0.09048617631196976,195,0.0014875871940083535,
+19,1568,0.08941856026649475,196,0.0013608007908866664,
+19,1576,0.08363223075866699,197,0.0009630421786410311,
+20,1584,0.08771226182579994,198,0.0009345350408693776,
+20,1592,0.08809076994657516,199,0.0008160325984742182,
+20,1600,0.08926468342542648,200,0.0007059366398607381,
+20,1608,0.09456158056855202,201,0.000584199202421587,
+20,1616,0.09770267829298973,202,0.0012182362230911774,
+20,1624,0.12873847410082817,203,0.0009751544882116528,
+20,1632,0.09493972733616829,204,0.0006169169525189014,
+20,1640,0.13384027034044266,205,0.0008793905905734461,
+20,1648,0.09607986733317375,206,0.000453864876908483,
+20,1656,0.0843484066426754,207,0.0009580884266492481,
+21,1664,0.08962207660079002,208,0.0004423806306228719,
+,,,208,,0.049731819717972366
+21,1672,0.09485321119427681,209,0.0011006385420015167,
+21,1680,0.09024326130747795,210,0.0010146795807836147,
+21,1688,0.08238653466105461,211,0.0012198269017972053,
+21,1696,0.08497361466288567,212,0.0005777110943907044,
+21,1704,0.08826615661382675,213,0.0012600727604876738,
+21,1712,0.09119055792689323,214,0.0004893953804499828,
+21,1720,0.12950335070490837,215,0.0006905119203460905,
+21,1728,0.094627745449543,216,0.0010236631549725478,
+21,1736,0.09092243015766144,217,0.0002216052651585249,
+22,1744,0.08210935443639755,218,0.0004111741698579863,
+22,1752,0.08364026620984077,219,0.001063274650592715,
+22,1760,0.1328028105199337,220,0.0015794154078321299,
+22,1768,0.1335720717906952,221,0.0007009337423369288,
+22,1776,0.0959550216794014,222,0.0009019808620161547,
+22,1784,0.09509395062923431,223,0.0004196494308416732,
+22,1792,0.09095046296715736,224,0.00031094230798771604,
+,,,224,,0.0532696423707185

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,33 @@
+214864,5
+399527,9
+379140,9
+246358,6
+454821,11
+314969,7
+537251,13
+360474,9
+260678,6
+588547,5
+593292,6
+38860,0
+579700,3
+482702,12
+281740,7
+503823,12
+341696,8
+25936,0
+219941,5
+547015,13
+384347,9
+83149,2
+65647,1
+514940,12
+250342,6
+522217,13
+460659,11
+304610,7
+347016,8
+330653,8
+47250,1
+560445,0
+169126,4

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,33 @@
+214864,-12.876627,-14.948812,-12.751627,-13.32761,-15.311697,-0.01012113,-8.501627,-9.81716,-24.502098,-10.689127,-13.689127,-11.001627,-14.314127,-11.253253
+399527,-18.812557,-18.975435,-15.750056,-18.11909,-22.931627,-14.479953,-17.937557,-17.786747,-24.58277,-5.674201e-05,-12.750056,-15.375056,-19.125057,-18.656353
+379140,-15.687841,-16.085238,-13.375341,-17.180601,-18.600967,-12.436556,-14.750341,-16.204363,-18.360428,-0.00034159547,-10.500341,-13.250341,-17.625341,-15.127172
+246358,-12.250434,-14.172546,-17.187935,-19.368374,-21.891697,-10.138258,-0.00043394684,-12.317363,-17.716242,-14.187934,-15.000434,-11.500434,-16.750435,-12.501396
+454821,-17.06287,-27.043495,-11.000369,-18.815025,-19.110106,-21.404587,-18.68787,-23.442062,-21.172325,-17.93787,-20.12537,-0.0003692422,-16.12537,-16.254528
+314969,-15.005846,-10.389852,-12.005846,-11.945005,-12.596495,-8.301205,-7.755846,-0.007337337,-12.910507,-11.630846,-15.005846,-8.005846,-14.880846,-9.0087
+537251,-13.566938,-18.478384,-10.379438,-13.509991,-13.637222,-8.575022,-13.629438,-11.945708,-17.6428,-11.691938,-15.066938,-10.254438,-10.629438,-0.0048765466
+360474,-18.500109,-17.281725,-14.875109,-17.309113,-20.643162,-12.851514,-17.062609,-17.46862,-23.154076,-0.00010859377,-11.000109,-15.312609,-19.375109,-18.19168
+260678,-11.000481,-9.537326,-14.812981,-18.515312,-12.487346,-11.227607,-0.00048017892,-12.75245,-19.298721,-12.187981,-15.562981,-13.000481,-15.437981,-13.314833
+588547,-11.565819,-15.426877,-9.503319,-13.677435,-14.25805,-0.006559506,-7.378319,-7.3808393,-19.753746,-9.253319,-13.315819,-9.753319,-12.753319,-9.503861
+593292,-4.658121,-7.0516167,-11.095621,-10.005748,-16.35144,-6.9335155,-0.03312106,-6.909515,-10.1615715,-7.533121,-12.033121,-8.283121,-10.595621,-8.533836
+38860,-0.019390434,-12.735226,-6.0193906,-13.042257,-11.928187,-9.940363,-7.5193906,-15.771948,-19.0527,-7.5193906,-15.39439,-4.2693906,-11.20689,-9.895584
+579700,-13.940132,-19.488678,-8.627632,-0.0028390568,-6.128844,-13.328812,-16.752632,-15.9969225,-16.56129,-13.252632,-16.690132,-13.940132,-15.440132,-15.154617
+482702,-15.875215,-26.444405,-15.062715,-18.978592,-18.055254,-12.728405,-19.312716,-15.94393,-19.070236,-17.125216,-19.187716,-11.875215,-0.00021491126,-9.877757
+281740,-15.62618,-10.7056055,-14.43868,-13.655798,-15.099208,-9.677303,-10.50118,-0.0036737977,-14.424985,-13.62618,-15.12618,-10.62618,-17.18868,-11.882994
+503823,-15.000891,-25.45093,-13.000891,-16.38333,-15.213849,-11.132681,-17.50089,-12.25448,-14.699733,-13.938391,-17.31339,-10.625891,-0.00089033536,-7.504411
+341696,-14.625491,-15.255798,-16.75049,-16.142733,-16.531923,-12.654194,-11.687991,-9.755893,-0.0004954325,-13.812991,-17.18799,-15.250491,-16.93799,-13.939994
+25936,-0.33859172,-9.598027,-9.151092,-11.24726,-10.234299,-2.9434824,-2.9635918,-5.471997,-13.867567,-6.0885916,-6.4635916,-7.0885916,-7.2135916,-4.215397
+219941,-10.616375,-14.587495,-10.553875,-12.180979,-16.450146,-2.6229475,-10.928875,-8.315404,-20.885384,-8.241375,-11.241375,-7.366375,-12.616375,-10.924105
+547015,-10.203136,-22.955462,-7.3906364,-12.71808,-17.290546,-10.746045,-12.015636,-15.806865,-16.472694,-12.078136,-15.515636,-5.2656364,-7.1406364,-0.016522625
+384347,-18.625074,-18.83789,-15.500075,-17.692242,-21.954853,-12.729534,-17.437574,-17.129143,-23.000912,-7.4979835e-05,-12.375075,-14.375075,-18.437574,-18.379671
+83149,-8.562339,-14.3812275,-0.062338866,-4.687367,-6.0633416,-11.161793,-13.374839,-15.33122,-13.999848,-9.562339,-15.312339,-3.0623388,-10.062339,-12.255075
+65647,-11.878234,-0.004048892,-17.378233,-12.712895,-12.754732,-10.976999,-7.128234,-14.507262,-18.121918,-12.253234,-16.315733,-15.003234,-16.378233,-14.505647
+514940,-15.62532,-26.810265,-14.93782,-19.048685,-16.605595,-12.900266,-19.12532,-15.504108,-17.349913,-16.31282,-18.25032,-11.37532,-0.0003206216,-9.253919
+250342,-13.880044,-13.596445,-13.380044,-16.863049,-24.26382,-9.888519,-0.0050437595,-8.769509,-17.424812,-11.505044,-12.630044,-9.380044,-15.192544,-12.068397
+522217,-12.652882,-16.795643,-9.652882,-14.656972,-13.378848,-9.073748,-13.090382,-10.288907,-18.092201,-9.840382,-14.027882,-10.027882,-9.465382,-0.028581602
+460659,-17.125639,-26.310293,-9.000638,-16.942999,-18.287794,-19.365915,-18.875639,-22.00816,-21.392763,-16.938139,-19.563139,-0.0006384003,-16.250639,-14.376695
+304610,-15.188393,-10.263283,-14.000893,-12.95904,-15.267184,-9.451937,-8.875893,-0.005117499,-14.380828,-13.438393,-13.875893,-10.125893,-16.688393,-13.188994
+347016,-14.375486,-15.825046,-16.625486,-17.785112,-17.349123,-14.437841,-11.875486,-9.904691,-0.00049758056,-14.375486,-18.125486,-15.437986,-16.500486,-14.440063
+330653,-14.937776,-16.58416,-16.812775,-17.196236,-17.598417,-13.981438,-13.125276,-10.900367,-0.00028379934,-14.687776,-17.875275,-16.312775,-16.937775,-14.064438
+47250,-11.251876,-0.0023461217,-17.689377,-12.952384,-12.640733,-10.043294,-7.8768764,-13.943267,-17.82502,-13.001876,-14.439376,-15.251876,-16.751877,-12.13987
+560445,-0.0003891426,-16.632318,-17.31289,-13.95853,-14.314517,-15.2545185,-9.625389,-13.940568,-19.469727,-12.250389,-14.375389,-14.375389,-17.37539,-11.885375
+169126,-13.250889,-14.903046,-11.875889,-9.875895,-0.001577103,-10.719856,-13.500889,-14.943102,-15.382595,-13.938389,-16.813389,-13.250889,-15.875889,-13.276185

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8101b3012d3e1f58440e199c1d61b23eed2f20e4181556dafedb1c6e69962a
+size 42951934

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3fb951460a384f281e624119385aa742d7dc1262f0a5959f1f67d7b0524c9ee
+size 42951614

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8944a005230765c3c2a72c6c77841082f22d89030fa8ed171c0c341ef33c90
+size 42951934

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/logs/events.out.tfevents.1734817465.gamma.3866639.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93b61c3b801554244c2a363d23a5c1f8a6966b7f48d9db6d259a0fb579e3abd
+size 14692

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,70 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3569941408932209,0,15.461094856262207,
+0,8,0.16206684708595276,1,12.330294529596964,
+0,16,0.0838497057557106,2,11.418546416542746,
+0,24,0.08389664068818092,3,12.00770115852356,
+0,32,0.09291001036763191,4,7.441692525690252,
+0,40,0.08425049856305122,5,6.310593009771158,
+0,48,0.09188877046108246,6,6.266459009525451,
+0,56,0.08781652897596359,7,2.456442448000113,
+0,64,0.0905519351363182,8,3.509806209110788,
+0,72,0.08908910676836967,9,3.156710316355412,
+0,80,0.0840715691447258,10,2.938075684942305,
+0,88,0.09331244975328445,11,1.4800568466836757,
+0,96,0.12731841951608658,12,1.633890737934659,
+0,104,0.08914735913276672,13,0.9253381130596002,
+0,112,0.08282076194882393,14,0.8515135456736271,
+1,120,0.08380034565925598,15,0.23104688618332148,
+1,128,0.09383545070886612,16,0.329659441486001,
+,,,16,,0.7944336643925419
+1,136,0.0880909413099289,17,0.17965959376570853,
+1,144,0.08703424036502838,18,0.22095830093270966,
+1,152,0.09081082418560982,19,0.7093810497650078,
+1,160,0.08834243193268776,20,0.11915245672894849,
+1,168,0.0950368233025074,21,0.7716344278305769,
+1,176,0.08889811486005783,22,0.07910649832338094,
+1,184,0.13202005624771118,23,0.09459976914028327,
+1,192,0.08535232022404671,24,0.641718863715561,
+1,200,0.0857405923306942,25,0.062030028842855245,
+1,208,0.0886177346110344,26,0.024031213086952146,
+1,216,0.09263554960489273,27,0.11969664681237191,
+1,224,0.08958292752504349,28,0.1907119898018069,
+2,232,0.08780250325798988,29,0.013316126532365823,
+2,240,0.08593209832906723,30,0.011688376448794523,
+2,248,0.09101780131459236,31,0.09868145924040371,
+2,256,0.08978761732578278,32,0.008116823209163088,
+,,,32,,0.01094353750899986
+2,264,0.08853763341903687,33,0.00631565903313458,
+2,272,0.08341718837618828,34,0.00211987559709491,
+2,280,0.08926733583211899,35,0.008852224859583657,
+2,288,0.08797647804021835,36,0.08622234651920735,
+2,296,0.09274207800626755,37,0.014789119845954702,
+2,304,0.08433907851576805,38,0.005214116142059748,
+2,312,0.08991259336471558,39,0.006611933067324572,
+2,320,0.0901738628745079,40,0.0702846484862014,
+2,328,0.13010072708129883,41,0.0012863372061734221,
+2,336,0.08907835930585861,42,0.001668013711671599,
+3,344,0.09528077766299248,43,0.005600008436886128,
+3,352,0.12715045735239983,44,0.004216678758772711,
+3,360,0.08564765378832817,45,0.004673515613169663,
+3,368,0.08589201420545578,46,0.0019132810826144682,
+3,376,0.08428224548697472,47,0.0007781097612513059,
+3,384,0.08376916497945786,48,0.0022364874137565495,
+,,,48,,0.002736164739838353
+3,392,0.1313510574400425,49,0.0012872032966697589,
+3,400,0.12902865931391716,50,0.0028464403895971675,
+3,408,0.1321638785302639,51,0.07026093117456185,
+3,416,0.08923228085041046,52,0.0040255384497308675,
+3,424,0.09364274144172668,53,0.0020780517511917018,
+3,432,0.09089376032352448,54,0.0007985779005442358,
+3,440,0.129272922873497,55,0.0009165668710081193,
+3,448,0.08989886194467545,56,0.002745227320701815,
+4,456,0.08928464353084564,57,0.002505408221622929,
+4,464,0.08389704301953316,58,0.0018517949026248131,
+4,472,0.08605967089533806,59,0.0011177699277389117,
+4,480,0.08940136060118675,60,0.001178783320938237,
+4,488,0.08448834717273712,61,0.001245655889551227,
+4,496,0.09385191649198532,62,0.0010767068169015045,
+4,504,0.08854051679372787,63,0.008882421817151435,
+4,512,0.132547277957201,64,0.0005358825292205438,
+,,,64,,0.0028117290801472133

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 64
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d6702586f48b36b34a02888212b96b2e3452857d1a5943683ec472607b67aa
+size 42951934

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6824ef839fdf7c9def5ae0b4de12865f4245a6890a5a6708d51b5dabc15746f7
+size 42951614

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d2ec73f80a1d76416eed212f685519813a85463fbd028f575f49a5bc020b0b
+size 42951934

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/events.out.tfevents.1735300250.gamma.1664926.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db01fa88ec199312e01492e2ba1ffdff26a71b5f97b57b58d1fcfadbe8233f9
+size 327089

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/metrics.csv

@@ -0,0 +1,1515 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.36985933780670166,0,15.52553939819336,
+0,8,0.11463473364710808,1,14.371169090270996,
+0,16,0.13319987058639526,2,13.10669560432434,
+0,24,0.08400464430451393,3,7.702190965414047,
+0,32,0.0818343237042427,4,10.930153608322144,
+0,40,0.09322447702288628,5,7.507421922683716,
+0,48,0.12769369035959244,6,5.294784778462989,
+0,56,0.08854590728878975,7,2.4632872488688338,
+0,64,0.08889724686741829,8,1.8131310576573014,
+0,72,0.09517242386937141,9,3.26296083514507,
+1,80,0.08587655797600746,10,1.0730152072177992,
+1,88,0.0940047912299633,11,1.7461851789401128,
+1,96,0.08613758161664009,12,1.14249253120612,
+1,104,0.08861927688121796,13,0.20440734550356865,
+1,112,0.08790604025125504,14,0.5206289690298339,
+1,120,0.09430285170674324,15,0.15185703784227372,
+1,128,0.13153354823589325,16,0.7405427682937847,
+,,,16,,0.36272426361733295
+1,136,0.08840453252196312,17,1.1376649817790498,
+1,144,0.08375471830368042,18,1.0413280857297091,
+1,152,0.1302768997848034,19,1.3658807343537254,
+2,160,0.08301347494125366,20,0.031536006472176976,
+2,168,0.08517959341406822,21,0.14988064887718514,
+2,176,0.08999008312821388,22,0.5244524787502507,
+2,184,0.13134199380874634,23,0.47082245172086085,
+2,192,0.08465656638145447,24,0.016128331694441538,
+2,200,0.08397331833839417,25,0.033649396426467734,
+2,208,0.0898018479347229,26,0.2512562618463893,
+2,216,0.08853820711374283,27,0.060755932342726734,
+2,224,0.09528004005551338,28,0.10672844925688373,
+2,232,0.08392686769366264,29,0.045853818679461256,
+3,240,0.08276891708374023,30,0.046617151661352677,
+3,248,0.13029661029577255,31,0.015364459599368274,
+3,256,0.0877235122025013,32,0.04570643777081456,
+,,,32,,0.03384868895753901
+3,264,0.13336653262376785,33,0.0031507753243204205,
+3,272,0.08437658846378326,34,0.005293306651186536,
+3,280,0.08302026614546776,35,0.06521227702614851,
+3,288,0.09030940383672714,36,0.009887184666392082,
+3,296,0.08727486804127693,37,0.004646934207162953,
+3,304,0.08795487880706787,38,0.0022133530117571356,
+3,312,0.08904346823692322,39,0.059349388218834065,
+4,320,0.13320530578494072,40,0.2663996774936095,
+4,328,0.08281783014535904,41,0.0013861348476590745,
+4,336,0.0844758152961731,42,0.0013476637153265376,
+4,344,0.1346076764166355,43,0.023719658227771737,
+4,352,0.08888575062155724,44,0.0011735469505021517,
+4,360,0.08266153559088707,45,0.003784223771071993,
+4,368,0.08433548733592033,46,0.002449410183342277,
+4,376,0.08675028383731842,47,0.009412851829741461,
+4,384,0.13140584155917168,48,0.002684252923548532,
+,,,48,,0.0020050912144336294
+4,392,0.08554595336318016,49,0.0067429562186589465,
+5,400,0.09379632771015167,50,0.0015522837842581795,
+5,408,0.09168272837996483,51,0.002418614341877401,
+5,416,0.08497968688607216,52,0.0014133308604042131,
+5,424,0.12525705248117447,53,0.002772896009749578,
+5,432,0.08788375928997993,54,0.0017871251899729639,
+5,440,0.13174976035952568,55,0.0016229115644819103,
+5,448,0.0886308029294014,56,0.0031805338427754273,
+5,456,0.09306629002094269,57,0.004033617643961826,
+5,464,0.09562521800398827,58,0.0032344122327313844,
+5,472,0.0947338342666626,59,0.002521818366053944,
+6,480,0.0887034721672535,60,0.004967706722461365,
+6,488,0.08471515029668808,61,0.002072735111981344,
+6,496,0.1285744234919548,62,0.0016202095672876264,
+6,504,0.08367785438895226,63,0.0006749459898856003,
+6,512,0.08786485344171524,64,0.0046868740992067615,
+,,,64,,0.002049913907304723
+6,520,0.08495873957872391,65,0.002399172997684218,
+6,528,0.08547449111938477,66,0.0034802618756657466,
+6,536,0.08424999564886093,67,0.0031065426252704733,
+6,544,0.08371420577168465,68,0.0016061374226410408,
+6,552,0.08914536610245705,69,0.0008507548949897423,
+7,560,0.13145938143134117,70,0.0013795674559122955,
+7,568,0.08570101484656334,71,0.001167824700876901,
+7,576,0.08440199121832848,72,0.0008601696099503897,
+7,584,0.1307305097579956,73,0.002183409828123533,
+7,592,0.08648752421140671,74,0.0020950900628425493,
+7,600,0.08374590799212456,75,0.0018984978208512378,
+7,608,0.07784085720777512,76,0.0021242230537940154,
+7,616,0.08730275556445122,77,0.0013345306845925127,
+7,624,0.08216359838843346,78,0.0009602442703908309,
+7,632,0.08546637371182442,79,0.0022961220383876935,
+8,640,0.133241169154644,80,0.0016392196848755702,
+,,,80,,0.0011306213254624225
+8,648,0.08827563747763634,81,0.001079814442514012,
+8,656,0.09110531210899353,82,0.0012269190561850197,
+8,664,0.08648306876420975,83,0.0014090066106291488,
+8,672,0.084494948387146,84,0.001168359970589253,
+8,680,0.08805147930979729,85,0.003914839953982404,
+8,688,0.09390712156891823,86,0.0007469403366981583,
+8,696,0.08658453077077866,87,0.000837830628734082,
+8,704,0.08380824327468872,88,0.0006787396232539322,
+9,712,0.08468284457921982,89,0.0007926531543489546,
+9,720,0.12891093641519547,90,0.0012063228377056394,
+9,728,0.13292807340621948,91,0.0028854442134615965,
+9,736,0.09014248102903366,92,0.001458341825547485,
+9,744,0.09424028918147087,93,0.0015685898777939235,
+9,752,0.09512214362621307,94,0.0007370838109636679,
+9,760,0.09753760322928429,95,0.0008705262080184184,
+9,768,0.08183707669377327,96,0.0013748095431462086,
+,,,96,,0.0009239022719099167
+9,776,0.13277918472886086,97,0.000677584667250307,
+9,784,0.08584160730242729,98,0.0010381967495050048,
+10,792,0.09162105619907379,99,0.0012676812139733767,
+10,800,0.08932317793369293,100,0.0008362741631572135,
+10,808,0.08454696834087372,101,0.0021019935127696955,
+10,816,0.13007189705967903,102,0.0008536025852663442,
+10,824,0.08557751029729843,103,0.0012956259322689017,
+10,832,0.08139576390385628,104,0.000811678844351823,
+10,840,0.0835418738424778,105,0.0013717319300419397,
+10,848,0.12836068496108055,106,0.0017033078271197154,
+10,856,0.08931063488125801,107,0.0004667668452549895,
+10,864,0.0891522653400898,108,0.0014667060906783892,
+11,872,0.13337793946266174,109,0.001036836538167501,
+11,880,0.08911769837141037,110,0.0015692594194357905,
+11,888,0.08655595779418945,111,0.0004638079238551048,
+11,896,0.08833060786128044,112,0.0007073819168991494,
+,,,112,,0.0008210138754641756
+11,904,0.127348642796278,113,0.0014773602496671418,
+11,912,0.09501699730753899,114,0.0012824402091120225,
+11,920,0.09347278997302055,115,0.001675901189931513,
+11,928,0.08423810452222824,116,0.0007456304592778906,
+11,936,0.08971989527344704,117,0.0012626135018460143,
+11,944,0.13340586051344872,118,0.0008884010661859065,
+12,952,0.13233046978712082,119,0.0008338906030985527,
+12,960,0.09396234899759293,120,0.0011937724832225488,
+12,968,0.0890912339091301,121,0.0016148073614617301,
+12,976,0.09467588365077972,122,0.001560807110553679,
+12,984,0.13413400202989578,123,0.0007730674068235592,
+12,992,0.08659672364592552,124,0.0009612442744481894,
+12,1000,0.09086468443274498,125,0.0015842919929127675,
+12,1008,0.09385590255260468,126,0.0006228334664642302,
+12,1016,0.08379340916872025,127,0.0002966993772133719,
+12,1024,0.1314311996102333,128,0.0011124115147443565,
+,,,128,,0.0007671312765872225
+13,1032,0.08274970576167107,129,0.0011862508454214549,
+13,1040,0.0871456116437912,130,0.0007345686179178301,
+13,1048,0.08769236877560616,131,0.0015281561624890725,
+13,1056,0.08797291666269302,132,0.000643416592290371,
+13,1064,0.13434596359729767,133,0.0005177009451371203,
+13,1072,0.08548629656434059,134,0.0009718490968225524,
+13,1080,0.0918063186109066,135,0.0009072148808627389,
+13,1088,0.13088003173470497,136,0.001262002665316686,
+13,1096,0.09606608748435974,137,0.0007622038273521783,
+13,1104,0.08988066390156746,138,0.0012747192617658025,
+14,1112,0.0902913361787796,139,0.0010529952802850555,
+14,1120,0.08467314764857292,140,0.0006447804361497136,
+14,1128,0.0889294408261776,141,0.0015292116961343428,
+14,1136,0.0882982611656189,142,0.0018485489405672222,
+14,1144,0.13250505551695824,143,0.0005685245612932539,
+14,1152,0.1284623146057129,144,0.0004933339514536783,
+,,,144,,0.0007263267452412463
+14,1160,0.09416141733527184,145,0.0004960738930094522,
+14,1168,0.07821585610508919,146,0.000885918537768213,
+14,1176,0.13486340641975403,147,0.0014446295694638552,
+14,1184,0.08634637668728828,148,0.0011430260179062875,
+15,1192,0.0850708894431591,149,0.0005932829675051229,
+15,1200,0.13242364302277565,150,0.0007208183605042803,
+15,1208,0.08388734981417656,151,0.0008508240883072306,
+15,1216,0.133710078895092,152,0.0009485213675361592,
+15,1224,0.08456506580114365,153,0.0010895197483478114,
+15,1232,0.0938291847705841,154,0.001072653049569843,
+15,1240,0.08738403767347336,155,0.0013105053318819653,
+15,1248,0.09054912626743317,156,0.0012196758749875396,
+15,1256,0.08774532005190849,157,0.0007304302310400929,
+15,1264,0.13327685371041298,158,0.00120329646068223,
+16,1272,0.13398495316505432,159,0.000662453427745883,
+16,1280,0.08505704626441002,160,0.0017759902816928492,
+,,,160,,0.0006901124056349409
+16,1288,0.13111654669046402,161,0.0007178977226431016,
+16,1296,0.08725486695766449,162,0.000849979437506673,
+16,1304,0.08626512438058853,163,0.0008302377124588626,
+16,1312,0.0846349485218525,164,0.0013470038359698195,
+16,1320,0.12610557302832603,165,0.0009885761828627437,
+16,1328,0.08806010708212852,166,0.00048568670317763465,
+16,1336,0.12973446026444435,167,0.0007616579387104139,
+17,1344,0.13225580006837845,168,0.0009373765979861756,
+17,1352,0.08327529206871986,169,0.0013072095040115527,
+17,1360,0.13284921646118164,170,0.0009773335600934492,
+17,1368,0.0893140658736229,171,0.0011927831728826277,
+17,1376,0.08307373151183128,172,0.0007784907654488713,
+17,1384,0.12895355746150017,173,0.0009070515946157022,
+17,1392,0.09394566342234612,174,0.0005172635904851962,
+17,1400,0.09480945393443108,175,0.00032784159217650693,
+17,1408,0.09466290101408958,176,0.0014718027489246143,
+,,,176,,0.00064789151099134
+17,1416,0.1304074004292488,177,0.0006706911894566888,
+18,1424,0.13341248407959938,178,0.00018428924603439454,
+18,1432,0.09272598847746849,179,0.0012824796986850824,
+18,1440,0.08902822434902191,180,0.0011866518661218623,
+18,1448,0.09423977136611938,181,0.0005475768347322526,
+18,1456,0.12757198885083199,182,0.0006390504667334343,
+18,1464,0.08184291049838066,183,0.0003403529350180179,
+18,1472,0.13200824707746506,184,0.001119830198604177,
+18,1480,0.08804016187787056,185,0.0007228055685118307,
+18,1488,0.0909852609038353,186,0.0013178206803180121,
+18,1496,0.12940101698040962,187,0.000765671138651669,
+19,1504,0.13258662074804306,188,0.000454941215866711,
+19,1512,0.1287687048316002,189,0.0006029906787891657,
+19,1520,0.13302220776677132,190,0.0005386087650549598,
+19,1528,0.08202469348907471,191,0.0006243868298373524,
+19,1536,0.08945126086473465,192,0.0002190583800256718,
+,,,192,,0.0006302803199976049
+19,1544,0.08490867167711258,193,0.0007913057539553847,
+19,1552,0.08554648607969284,194,0.0008472840751589198,
+19,1560,0.08942200243473053,195,0.00155995375618139,
+19,1568,0.08899242430925369,196,0.0013105172220093664,
+19,1576,0.08390875533223152,197,0.0009776193368121642,
+20,1584,0.08751269429922104,198,0.0009807388407352847,
+20,1592,0.08762812614440918,199,0.0008147730986820534,
+20,1600,0.08842902258038521,200,0.0006856275973000771,
+20,1608,0.09404846653342247,201,0.0006299366505118087,
+20,1616,0.09702496975660324,202,0.0012036509463844898,
+20,1624,0.12825608253479004,203,0.0010501037146847618,
+20,1632,0.09376797825098038,204,0.0005707272567734537,
+20,1640,0.13238664343953133,205,0.0008179371272070477,
+20,1648,0.09522499889135361,206,0.00048067733223433606,
+20,1656,0.08379634842276573,207,0.0009480304657839811,
+21,1664,0.08900842815637589,208,0.0004611485690640455,
+,,,208,,0.0005896909043509909
+21,1672,0.09406255185604095,209,0.0011148336409612305,
+21,1680,0.09026649966835976,210,0.0010924234240799425,
+21,1688,0.08175915852189064,211,0.001263163235853426,
+21,1696,0.08451725915074348,212,0.0006119425484535492,
+21,1704,0.08813222870230675,213,0.0012381809635068446,
+21,1712,0.09044909104704857,214,0.00047861488956886414,
+21,1720,0.12856029719114304,215,0.0006939613488681901,
+21,1728,0.09402583539485931,216,0.0010872748468748548,
+21,1736,0.09069721028208733,217,0.00022481117709751496,
+22,1744,0.08150368928909302,218,0.0004218678303004708,
+22,1752,0.0834617093205452,219,0.0010698310406251738,
+22,1760,0.13254749402403831,220,0.0015563791766908253,
+22,1768,0.13221180066466331,221,0.0006964489932417766,
+22,1776,0.09532663226127625,222,0.0009983582792549648,
+22,1784,0.0946609191596508,223,0.0004128036860493012,
+22,1792,0.09032364189624786,224,0.0003202327367034741,
+,,,224,,0.0005659874370123478
+22,1800,0.08143969997763634,225,0.000830120023403486,
+22,1808,0.13189009204506874,226,0.0007007931077775235,
+22,1816,0.0870957262814045,227,0.00023337746890981427,
+23,1824,0.08451053500175476,228,0.0005207350776698957,
+23,1832,0.0882374569773674,229,0.0009880033230729168,
+23,1840,0.08884041756391525,230,0.0007869529836170841,
+23,1848,0.08475322648882866,231,0.0007740898006225259,
+23,1856,0.09107067435979843,232,0.0004603596449173479,
+23,1864,0.08227858692407608,233,0.0006519026452830682,
+23,1872,0.09301106259226799,234,0.0009349107590074149,
+23,1880,0.1250855140388012,235,0.0005702935353231927,
+23,1888,0.1280469223856926,236,0.000666195787330666,
+23,1896,0.12969261035323143,237,0.0009718593713702061,
+24,1904,0.084503173828125,238,0.0009620925075768565,
+24,1912,0.08577214553952217,239,0.0007615084759891033,
+24,1920,0.09048517420887947,240,0.0007176169657703632,
+,,,240,,0.000534517175339638
+24,1928,0.09025753661990166,241,0.0007712707268762064,
+24,1936,0.09006191417574883,242,0.0003406973119126633,
+24,1944,0.0956616960465908,243,0.0008559336039560059,
+24,1952,0.08199844509363174,244,0.00038293716109668213,
+24,1960,0.0844481885433197,245,0.000977791999255053,
+24,1968,0.0944100096821785,246,0.000287975311948685,
+25,1976,0.132544107735157,247,0.0010562014237317878,
+25,1984,0.08852973207831383,248,0.001155562864203768,
+25,1992,0.12890934944152832,249,0.0005641412057089978,
+25,2000,0.08227819949388504,250,0.000969952180942831,
+25,2008,0.08873680606484413,251,0.0009295979263977363,
+25,2016,0.08608869463205338,252,0.0008541452128459545,
+25,2024,0.0877896286547184,253,0.0003133891776087694,
+25,2032,0.08982770889997482,254,0.0005466031134346849,
+25,2040,0.09436753019690514,255,0.0005592966178179873,
+25,2048,0.1323728784918785,256,0.0006297504231042694,
+,,,256,,0.0005251236180675791
+26,2056,0.08890914544463158,257,0.0006594934517731114,
+26,2064,0.084821917116642,258,0.0004691844706030679,
+26,2072,0.0814889445900917,259,0.0002833744649251457,
+26,2080,0.12755246460437775,260,0.0004061134742288333,
+26,2088,0.0845024473965168,261,0.0005615955063452324,
+26,2096,0.13150952011346817,262,0.0006822800351073965,
+26,2104,0.13297676295042038,263,0.000680536005650841,
+26,2112,0.08326313644647598,264,0.0012992346983082825,
+26,2120,0.08534417301416397,265,0.0009670378030932625,
+26,2128,0.09150487929582596,266,0.000987308292921322,
+27,2136,0.09213808551430702,267,0.0004953130192006938,
+27,2144,0.07804048806428909,268,0.0013184819181333296,
+27,2152,0.0866304337978363,269,0.00037134790666944656,
+27,2160,0.08878841623663902,270,0.0008132899456541054,
+27,2168,0.0884360559284687,271,0.000566195812280057,
+27,2176,0.13059207051992416,272,0.0007389971239414687,
+,,,272,,0.0005093628263219874
+27,2184,0.08826641738414764,273,0.0005991013167658821,
+27,2192,0.09079939872026443,274,0.0006100591536695985,
+27,2200,0.08700371533632278,275,0.0006568764601979638,
+27,2208,0.12454015016555786,276,0.00022447100764111383,
+28,2216,0.0881907120347023,277,0.000774382810050156,
+28,2224,0.08601649478077888,278,0.0008658794140501413,
+28,2232,0.09005130082368851,279,0.001358302634616848,
+28,2240,0.13225580751895905,280,0.00019424508522766142,
+28,2248,0.08392277359962463,281,0.0004949013018631376,
+28,2256,0.1318172663450241,282,0.0008535555881770471,
+28,2264,0.09174323081970215,283,0.0004939643013957804,
+28,2272,0.08857659250497818,284,0.0008094521875715476,
+28,2280,0.13287368044257164,285,0.0006510571448805942,
+28,2288,0.0843830294907093,286,0.0003321243304526433,
+29,2296,0.08812093362212181,287,0.0006385621096948549,
+29,2304,0.13166134431958199,288,0.0008353166912067016,
+,,,288,,0.0004632994532585144
+29,2312,0.09533107280731201,289,0.0002367355496971868,
+29,2320,0.08901243656873703,290,0.001284210217328599,
+29,2328,0.08977696672081947,291,0.0003112356935162097,
+29,2336,0.1312195509672165,292,0.0005239481159316546,
+29,2344,0.09285719320178032,293,0.0004864623452621427,
+29,2352,0.08401770517230034,294,0.0006770153499515304,
+29,2360,0.08385540172457695,295,0.0009453493815575106,
+29,2368,0.12892279401421547,296,0.0005934565400821157,
+30,2376,0.12933552637696266,297,0.0006801554582825003,
+30,2384,0.1326926313340664,298,0.0005833317812245626,
+30,2392,0.08409935608506203,299,0.0003059805721932207,
+30,2400,0.08879126980900764,300,0.0004384468750989375,
+30,2408,0.09364952519536018,301,0.00047572209520942784,
+30,2416,0.0958474650979042,302,0.0011139009409816935,
+30,2424,0.08564683422446251,303,0.000984353844008486,
+30,2432,0.08539489656686783,304,0.0007002985577047286,
+,,,304,,0.00045631996336135456
+30,2440,0.0880884975194931,305,0.00039078629601539835,
+30,2448,0.08578245714306831,306,0.0005282124316594986,
+31,2456,0.09124736487865448,307,0.000664537052216474,
+31,2464,0.12597952783107758,308,0.0009347216129588725,
+31,2472,0.085102628916502,309,0.0009576284887421374,
+31,2480,0.13374655693769455,310,0.0010102794023825684,
+31,2488,0.08134375140070915,311,0.000493525662353601,
+31,2496,0.08292621001601219,312,0.00020946075396337122,
+31,2504,0.09178400039672852,313,0.0005027598784251425,
+31,2512,0.07777084410190582,314,0.0006120192974776728,
+31,2520,0.09061916917562485,315,0.00031998039897492464,
+31,2528,0.0837630182504654,316,0.000746982005445964,
+32,2536,0.08889883756637573,317,0.0004190733729046769,
+32,2544,0.08370034769177437,318,0.0008304280232881534,
+32,2552,0.13230395317077637,319,0.0007210916689170214,
+32,2560,0.0896737314760685,320,0.0006112048364836179,
+,,,320,,0.0004408539054875678
+32,2568,0.0912218727171421,321,0.00043849171528232876,
+32,2576,0.08651098236441612,322,0.0007652468878707926,
+32,2584,0.08822312578558922,323,0.0005963758976577083,
+32,2592,0.1292344368994236,324,0.00047637687272911606,
+32,2600,0.08888523653149605,325,0.00044350143434712663,
+33,2608,0.08453601226210594,326,0.0009874562806957824,
+33,2616,0.09023674577474594,327,0.0005493590228566477,
+33,2624,0.09142914414405823,328,0.0006876279912830796,
+33,2632,0.08470573276281357,329,0.0006698179713566788,
+33,2640,0.1315983273088932,330,0.0006447941605901261,
+33,2648,0.08445848524570465,331,0.0005461439533974044,
+33,2656,0.09322293847799301,332,0.0005886181400758991,
+33,2664,0.08918300271034241,333,0.0004435565755226311,
+33,2672,0.08912049233913422,334,0.0006265040666965598,
+33,2680,0.12441243603825569,335,0.00028963155127712523,
+34,2688,0.12846125289797783,336,0.0009752486389166174,
+,,,336,,0.00044837399841623105
+34,2696,0.13077840581536293,337,0.0004488504041959955,
+34,2704,0.1266944259405136,338,0.00066981973885469,
+34,2712,0.08876636624336243,339,0.0007644505576536176,
+34,2720,0.09423750638961792,340,0.00032634843470683944,
+34,2728,0.08961976319551468,341,0.00046384837696678005,
+34,2736,0.08451526239514351,342,0.0008807836465376357,
+34,2744,0.08465462923049927,343,0.0007382640240113967,
+34,2752,0.1809532754123211,344,0.00025757061343433126,
+34,2760,0.08130069822072983,345,0.0007647744787391275,
+35,2768,0.08439216390252113,346,0.00044862217411998875,
+35,2776,0.08790066465735435,347,0.0007999323839053082,
+35,2784,0.1338587999343872,348,0.0005186253935486699,
+35,2792,0.09479618072509766,349,0.0007167516614572378,
+35,2800,0.0909336619079113,350,0.0004144368518609554,
+35,2808,0.12882687896490097,351,0.00018943362132025263,
+35,2816,0.0860094428062439,352,0.0006795100873039866,
+,,,352,,0.00041625395100167455
+35,2824,0.1307961903512478,353,0.0005808172225240722,
+35,2832,0.08843210712075233,354,0.0008632157280642007,
+35,2840,0.08753173425793648,355,0.0005932001177615558,
+36,2848,0.13255908340215683,356,0.0006565457665904735,
+36,2856,0.09048586338758469,357,0.0004533205737971002,
+36,2864,0.08370677381753922,358,0.0005004600054235198,
+36,2872,0.0895911306142807,359,0.0008604066656866613,
+36,2880,0.08129909634590149,360,0.00018790867507050278,
+36,2888,0.12636253610253334,361,0.0007398399062698114,
+36,2896,0.1281779557466507,362,0.000637053495059566,
+36,2904,0.09499336406588554,363,0.0009330585477679657,
+36,2912,0.1287897303700447,364,0.0006428847499102211,
+36,2920,0.1335577890276909,365,0.00022483013559725475,
+37,2928,0.08528468757867813,366,0.000491056942337309,
+37,2936,0.13080018013715744,367,0.0009001007102986998,
+37,2944,0.09515849873423576,368,0.0006000394835912933,
+,,,368,,0.0004113769911705179
+37,2952,0.08676845580339432,369,0.0008570742658256287,
+37,2960,0.08877716958522797,370,0.0006210193857371521,
+37,2968,0.08760039880871773,371,0.00032777237793197856,
+37,2976,0.09400191530585289,372,0.0004104869671705687,
+37,2984,0.13159587979316711,373,0.00017298823695455212,
+37,2992,0.09037871658802032,374,0.00036990686785429714,
+37,3000,0.08408889174461365,375,0.0004377734326731621,
+38,3008,0.09004189074039459,376,0.0007790923518768977,
+38,3016,0.09039844945073128,377,0.00039609202334152843,
+38,3024,0.12705818563699722,378,0.00037977014793656196,
+38,3032,0.08855823427438736,379,0.0006324139926269149,
+38,3040,0.09053762629628181,380,0.0006090559097803914,
+38,3048,0.13161201030015945,381,0.00036962073904255196,
+38,3056,0.08760450035333633,382,0.0003494287848297972,
+38,3064,0.1282852441072464,383,0.000497533823363483,
+38,3072,0.1313515603542328,384,0.0009191878937902705,
+,,,384,,0.0004021298298810391
+38,3080,0.08104044198989868,385,0.0004898963819869095,
+39,3088,0.09368911385536194,386,0.00045428003531097517,
+39,3096,0.08893755823373795,387,0.0005143509052603887,
+39,3104,0.0885537602007389,388,0.000620003657968482,
+39,3112,0.08301929756999016,389,0.0007758729524749259,
+39,3120,0.12817545607686043,390,0.0006131484205980087,
+39,3128,0.08706753700971603,391,0.0005359801549881619,
+39,3136,0.13126610219478607,392,0.00030848163640422916,
+39,3144,0.0933314748108387,393,0.00031535644181227934,
+39,3152,0.08414290845394135,394,0.0005930300569161773,
+39,3160,0.09058436751365662,395,0.0006244942180476048,
+40,3168,0.08713391423225403,396,0.0005563496695685898,
+40,3176,0.082248255610466,397,0.0007445486330003145,
+40,3184,0.0831100195646286,398,0.0006528147154313046,
+40,3192,0.0875704176723957,399,0.0004475769667558118,
+40,3200,0.08687775954604149,400,0.00022241971601033583,
+,,,400,,0.0003997078759873167
+40,3208,0.08349462226033211,401,0.0004148495678843271,
+40,3216,0.08870398625731468,402,0.0008399619382544188,
+40,3224,0.09293053671717644,403,0.0007463669548583725,
+40,3232,0.09372371435165405,404,0.00022891114349476993,
+41,3240,0.0845746323466301,405,0.0004020224845259112,
+41,3248,0.13020136207342148,406,0.00036823255989778164,
+41,3256,0.08465689793229103,407,0.00014254515281209024,
+41,3264,0.0941464863717556,408,0.0006792591848352458,
+41,3272,0.09590242058038712,409,0.00036205493815941734,
+41,3280,0.09428234398365021,410,0.00034602958740751177,
+41,3288,0.08790401741862297,411,0.0006178083396142549,
+41,3296,0.0897291861474514,412,0.0007725990762992296,
+41,3304,0.12539096176624298,413,0.0005776095237636652,
+41,3312,0.13135961815714836,414,0.0005962603695066223,
+42,3320,0.08864310011267662,415,0.0006431428148061969,
+42,3328,0.1241009421646595,416,0.00033370825824224285,
+,,,416,,0.00037816864378908846
+42,3336,0.13132593408226967,417,0.00066355401789527,
+42,3344,0.0839756615459919,418,0.0003959215682698414,
+42,3352,0.08363556489348412,419,0.000632586475562262,
+42,3360,0.08974190056324005,420,0.0005351786361037133,
+42,3368,0.0816819965839386,421,0.0001283758221688913,
+42,3376,0.09613803401589394,422,0.00045698187532252634,
+42,3384,0.08311431109905243,423,0.0007426326362922107,
+42,3392,0.08700371161103249,424,0.0006306579697203622,
+43,3400,0.08456560224294662,425,0.0004757700538296679,
+43,3408,0.0852947011590004,426,0.0007686145282395256,
+43,3416,0.1326369009912014,427,0.0003103897142864298,
+43,3424,0.08486342802643776,428,0.0009342441765814632,
+43,3432,0.09147625416517258,429,0.0007263901570695452,
+43,3440,0.08599743619561195,430,0.0002734301859972119,
+43,3448,0.09520409628748894,431,0.0005371032340917737,
+43,3456,0.09406081959605217,432,0.00047242236575005916,
+,,,432,,0.0003799346295442987
+43,3464,0.08820265159010887,433,0.00026778766106063913,
+43,3472,0.0849604606628418,434,0.000682214093883106,
+44,3480,0.08347411826252937,435,0.00047864860862318893,
+44,3488,0.13112792372703552,436,0.0005505711239190229,
+44,3496,0.13159548491239548,437,0.0008276551731493479,
+44,3504,0.08324200287461281,438,0.0002752961134117666,
+44,3512,0.08978406339883804,439,0.0008363834349438548,
+44,3520,0.12561706826090813,440,0.0004836073800106533,
+44,3528,0.09026893600821495,441,0.000165232290601125,
+44,3536,0.08868279680609703,442,0.0005966829946070599,
+44,3544,0.08829361572861671,443,0.0004019240603576271,
+44,3552,0.09224502742290497,444,0.00025707416617396205,
+45,3560,0.08413418382406235,445,0.00021025120341536504,
+45,3568,0.09372871369123459,446,0.0004406861787881806,
+45,3576,0.12713201344013214,447,0.0005449317341117421,
+45,3584,0.08429313823580742,448,0.0007689837104408071,
+,,,448,,0.0003685848589273209
+45,3592,0.09138698503375053,449,0.0005438384432636667,
+45,3600,0.0843735784292221,450,0.00023238029891879043,
+45,3608,0.12901515513658524,451,0.0005910798108044008,
+45,3616,0.08458083495497704,452,0.0003993105259723961,
+45,3624,0.08493424579501152,453,0.0007131146802359061,
+45,3632,0.08990481123328209,454,0.00046666948340619757,
+46,3640,0.08907988667488098,455,0.000460490511613898,
+46,3648,0.0956004410982132,456,0.0002999440836323298,
+46,3656,0.08526236191391945,457,0.0001636712986510247,
+46,3664,0.08459718525409698,458,0.0005494783293285694,
+46,3672,0.08335993438959122,459,0.0006101575629806823,
+46,3680,0.0879252664744854,460,0.0003634152926679235,
+46,3688,0.12401482462882996,461,0.0008974136050840441,
+46,3696,0.090399120002985,462,0.0004637178488057823,
+46,3704,0.08356247469782829,463,0.0003236630106281761,
+46,3712,0.08898284658789635,464,0.0007409757606431165,
+,,,464,,0.0003696250471662968
+47,3720,0.08842727541923523,465,0.0005219602729387892,
+47,3728,0.08983826637268066,466,0.00027301309511620697,
+47,3736,0.13033882156014442,467,0.0004574006801097615,
+47,3744,0.13315502554178238,468,0.0005226280905348672,
+47,3752,0.09203837439417839,469,0.0004823989867873024,
+47,3760,0.09121868759393692,470,0.0006197761595103657,
+47,3768,0.09395404160022736,471,0.0008811024670328205,
+47,3776,0.0898517593741417,472,0.0002552178019767679,
+47,3784,0.08596352487802505,473,0.00016770536664504712,
+47,3792,0.1281769871711731,474,0.0003633559945228626,
+48,3800,0.08550252765417099,475,0.00030487509138765745,
+48,3808,0.08850469812750816,476,0.00038477401831187307,
+48,3816,0.08130813390016556,477,0.0007455321566130107,
+48,3824,0.08312021568417549,478,0.000537510858218108,
+48,3832,0.08714704215526581,479,0.0006938044877772752,
+48,3840,0.09495220705866814,480,0.0003298874111755544,
+,,,480,,0.0003584073262011751
+48,3848,0.08735339716076851,481,0.0005804236673363696,
+48,3856,0.08458610996603966,482,0.00038093087860033845,
+48,3864,0.13315308839082718,483,0.0002364948006950065,
+49,3872,0.08535850048065186,484,0.0006718802181543045,
+49,3880,0.082962766289711,485,0.0003872918065705259,
+49,3888,0.09123413264751434,486,0.000518813795982472,
+49,3896,0.08382396399974823,487,0.0005808188171403555,
+49,3904,0.09175663068890572,488,0.00032485631891177036,
+49,3912,0.08532801643013954,489,0.00020968037460988853,
+49,3920,0.08867392688989639,490,0.0004885670717228025,
+49,3928,0.12911015003919601,491,0.0005313144603860565,
+49,3936,0.13323275744915009,492,0.0002471107774908887,
+49,3944,0.08878318220376968,493,0.0005218891836613273,
+50,3952,0.0926266498863697,494,0.0007599228384996033,
+50,3960,0.08526665344834328,495,0.0006582115628671917,
+50,3968,0.08370927721261978,496,0.00040244182528113013,
+,,,496,,0.0003494767353255698
+50,3976,0.08448310941457748,497,0.00019910752162104471,
+50,3984,0.09133929386734962,498,0.00029102128155500395,
+50,3992,0.09102949127554893,499,0.0004844904487981694,
+50,4000,0.08668750151991844,500,0.0007816299969687991,
+50,4008,0.0832103081047535,501,0.00035487349139822817,
+50,4016,0.13284974917769432,502,0.000589253208917481,
+50,4024,0.09540282562375069,503,0.00043228422741363335,
+51,4032,0.12942678853869438,504,0.00042906917151412926,
+51,4040,0.09702210873365402,505,0.0006920557165618188,
+51,4048,0.08846933767199516,506,0.00019846983450406698,
+51,4056,0.08557181060314178,507,0.0005777407176747846,
+51,4064,0.126120887696743,508,0.0006279486432114416,
+51,4072,0.13139797002077103,509,0.00026251613881969306,
+51,4080,0.088539257645607,510,0.0008045579088502564,
+51,4088,0.09104649722576141,511,0.0004713762890870302,
+51,4096,0.0847952552139759,512,0.0002935092131586068,
+,,,512,,0.0003439252601659044
+51,4104,0.08752471953630447,513,0.0001402906504650177,
+52,4112,0.08866943046450615,514,0.0007661644439477558,
+52,4120,0.08362545073032379,515,0.0002669123176019639,
+52,4128,0.09295975416898727,516,0.0004131738933210727,
+52,4136,0.08206863701343536,517,0.00040261443882627646,
+52,4144,0.13085376843810081,518,0.0009299041541033568,
+52,4152,0.09187806397676468,519,0.0004337445890476894,
+52,4160,0.08795838430523872,520,0.00033571931503088723,
+52,4168,0.08419480174779892,521,0.0003515523931127973,
+52,4176,0.09080884605646133,522,0.0002962294905349457,
+52,4184,0.1305239163339138,523,0.0005541058691540876,
+53,4192,0.08737056329846382,524,0.0002651466496293627,
+53,4200,0.0831441655755043,525,0.0006130008987383917,
+53,4208,0.08798515424132347,526,0.00017507497514915568,
+53,4216,0.0887346900999546,527,0.0004593035654662262,
+53,4224,0.09550778940320015,528,0.0003421499433378423,
+,,,528,,0.00034319335951450025
+53,4232,0.08522213622927666,529,0.0006981530972221993,
+53,4240,0.08762852102518082,530,0.0004659698990088565,
+53,4248,0.08860829472541809,531,0.00025146127397116896,
+53,4256,0.1319766640663147,532,0.0003879182586388197,
+53,4264,0.08770930767059326,533,0.0008245088468935468,
+54,4272,0.08733369410037994,534,0.00022749830859538633,
+54,4280,0.08989672735333443,535,0.0002633993673144788,
+54,4288,0.08727779239416122,536,0.0006808647063735407,
+54,4296,0.1317371018230915,537,0.0004679654030042002,
+54,4304,0.09501993656158447,538,0.000541920740423458,
+54,4312,0.08732784166932106,539,0.00030689869163325056,
+54,4320,0.0860193520784378,540,0.0005318766693212987,
+54,4328,0.08458229899406433,541,0.0002800506590574514,
+54,4336,0.13183264806866646,542,0.000519637731849798,
+54,4344,0.08000005781650543,543,0.0004168569121247856,
+55,4352,0.09409750625491142,544,0.0004473250152262732,
+,,,544,,0.00033154645736547226
+55,4360,0.07778556644916534,545,0.0007732348267381894,
+55,4368,0.0937490351498127,546,0.0006027486233506352,
+55,4376,0.1284743994474411,547,0.00035585633701306176,
+55,4384,0.12521479651331902,548,0.00047736398058380775,
+55,4392,0.08998828381299973,549,0.0002152920618148831,
+55,4400,0.09080968424677849,550,0.0002832067722920328,
+55,4408,0.093714889138937,551,0.0004478221241394446,
+55,4416,0.13281037658452988,552,0.00039967015909496694,
+55,4424,0.08490177616477013,553,0.000384073176569978,
+56,4432,0.08808116987347603,554,0.00019148517458233982,
+56,4440,0.08575665950775146,555,0.0006151443946388705,
+56,4448,0.08493505790829659,556,0.00026217520812329336,
+56,4456,0.09021277725696564,557,0.00025739191584183243,
+56,4464,0.082903902977705,558,0.0004657297516435695,
+56,4472,0.08208182081580162,559,0.0004021377489235337,
+56,4480,0.08948395773768425,560,0.0005855401339851177,
+,,,560,,0.00032370067895092864
+56,4488,0.12532273679971695,561,0.0005384905380196869,
+56,4496,0.09255161136388779,562,0.0006214986159730787,
+57,4504,0.08857386931777,563,0.00045381414020084776,
+57,4512,0.13508735969662666,564,0.00041324917269362646,
+57,4520,0.08538300544023514,565,0.00031148343231717055,
+57,4528,0.08067495375871658,566,0.0005406642103480408,
+57,4536,0.08898555487394333,567,0.000296555801469367,
+57,4544,0.08101562410593033,568,0.00013511613906302955,
+57,4552,0.0878245010972023,569,0.0006506994144729106,
+57,4560,0.09510362520813942,570,0.00046801415119261945,
+57,4568,0.13133856281638145,571,0.00047829699057425995,
+57,4576,0.09165049716830254,572,0.0005051328250071189,
+58,4584,0.08576363325119019,573,0.0007023897940763908,
+58,4592,0.08524183183908463,574,0.00044571574275883345,
+58,4600,0.0820734016597271,575,0.0005262992288827753,
+58,4608,0.09136678278446198,576,0.00034869465162046254,
+,,,576,,0.00032566487789154053
+58,4616,0.09379387646913528,577,0.0005595689860153167,
+58,4624,0.08664640784263611,578,0.00018592563256706026,
+58,4632,0.09278417751193047,579,0.00032773204184195494,
+58,4640,0.08567608892917633,580,0.0001547069102040647,
+58,4648,0.12695447728037834,581,0.00045916502598889304,
+58,4656,0.0925576202571392,582,0.0008291314552479889,
+59,4664,0.13140829280018806,583,0.0004970962984841138,
+59,4672,0.09544786438345909,584,0.0003660985939859529,
+59,4680,0.09032546356320381,585,0.0003645076375015868,
+59,4688,0.08417123556137085,586,0.00034775834964503616,
+59,4696,0.08927018195390701,587,0.0004146855731960386,
+59,4704,0.08366955071687698,588,0.0004571428791678045,
+59,4712,0.13248154520988464,589,0.0005285453102820051,
+59,4720,0.12922538444399834,590,0.00022371001250576228,
+59,4728,0.0816957876086235,591,0.00048823096221894957,
+59,4736,0.0897768996655941,592,0.0006112211938836316,
+,,,592,,0.00031531164224477524
+60,4744,0.08424098417162895,593,0.0007188448883728901,
+60,4752,0.08338481187820435,594,0.0005680489986324184,
+60,4760,0.08497078344225883,595,0.0006328893162693324,
+60,4768,0.08431456610560417,596,0.0006086990142648574,
+60,4776,0.1308925449848175,597,0.00028381960692058783,
+60,4784,0.08840155601501465,598,0.0003053320162709699,
+60,4792,0.08439309895038605,599,0.0003893892413047566,
+60,4800,0.08114240691065788,600,0.00027477369621919934,
+60,4808,0.09445829689502716,601,0.0006082060806095667,
+60,4816,0.08869532495737076,602,0.00014447931898757814,
+61,4824,0.08851181343197823,603,0.0004019583557237638,
+61,4832,0.08899948373436928,604,0.0004431205510627478,
+61,4840,0.08305379003286362,605,0.0004797079654963454,
+61,4848,0.08870165050029755,606,0.0005371408637570726,
+61,4856,0.08330424129962921,607,0.00041011611695770017,
+61,4864,0.08924723416566849,608,0.0007089920882208389,
+,,,608,,0.00031429818494522826
+61,4872,0.08574167639017105,609,0.00038800164838903584,
+61,4880,0.08088316768407822,610,0.00028096739030540146,
+61,4888,0.09021781012415886,611,0.0002782968828493419,
+61,4896,0.13164441660046577,612,0.00027584615864642814,
+62,4904,0.08605329319834709,613,0.0001977924195671221,
+62,4912,0.08911703899502754,614,0.00039254380721508316,
+62,4920,0.12993597611784935,615,0.000285953550337581,
+62,4928,0.1310102455317974,616,0.0003159303037550258,
+62,4936,0.08800927549600601,617,0.0006526257948280545,
+62,4944,0.13184421882033348,618,0.000594349443417741,
+62,4952,0.08641195669770241,619,0.00032119983807206155,
+62,4960,0.08977965638041496,620,0.0006100733899074839,
+62,4968,0.09268951043486595,621,0.0005597609468333593,
+62,4976,0.09198150783777237,622,0.00014197597338352352,
+63,4984,0.0891423337161541,623,0.00014251990554233393,
+63,4992,0.13213621452450752,624,0.00041228944640655146,
+,,,624,,0.00030715058141566335
+63,5000,0.08420035988092422,625,0.0005854277357381458,
+63,5008,0.1322716884315014,626,0.0003938344770259309,
+63,5016,0.09387271851301193,627,0.00026519637322053313,
+63,5024,0.13102858141064644,628,0.00017479571397416294,
+63,5032,0.13278700038790703,629,0.0004253875153013863,
+63,5040,0.09432296827435493,630,0.0004546047014931294,
+63,5048,0.09101738035678864,631,0.0004829308160575844,
+63,5056,0.13081425428390503,632,0.0006352353254139113,
+64,5064,0.09263046830892563,633,0.00019819811641355045,
+64,5072,0.08365858718752861,634,0.0003810682814219035,
+64,5080,0.08403194323182106,635,0.00014521135314928622,
+64,5088,0.0946940965950489,636,0.00032696051421226,
+64,5096,0.0805741734802723,637,0.0006116461416760492,
+64,5104,0.0909852385520935,638,0.00017935530658261004,
+64,5112,0.09368433058261871,639,0.0005843568664700301,
+64,5120,0.08600832894444466,640,0.0007283676297027761,
+,,,640,,0.00030884828339231777
+64,5128,0.0926932543516159,641,0.0005676368343231913,
+65,5136,0.13051046431064606,642,0.0003777625961447484,
+65,5144,0.09470735490322113,643,0.0002177715563448146,
+65,5152,0.13174191117286682,644,0.0002446252390375146,
+65,5160,0.0869486816227436,645,0.0002051925124154271,
+65,5168,0.13086514174938202,646,0.0007050128047315714,
+65,5176,0.08454642444849014,647,0.0002751842230281909,
+65,5184,0.0904209166765213,648,0.00037802345216802607,
+65,5192,0.09387114271521568,649,0.0006019776403925127,
+65,5200,0.08397087454795837,650,0.00025980059702609043,
+65,5208,0.13225089386105537,651,0.0005866219595191069,
+66,5216,0.08481422066688538,652,0.00036250934433403677,
+66,5224,0.09024333208799362,653,0.00030949999431455086,
+66,5232,0.08534488826990128,654,0.0006011265292975374,
+66,5240,0.13167138770222664,655,0.0006210876264958643,
+66,5248,0.08905577287077904,656,0.00037753457010174837,
+,,,656,,0.00029797745036317947
+66,5256,0.13344521448016167,657,0.00022468995868823386,
+66,5264,0.08753390982747078,658,0.00014445183333009482,
+66,5272,0.08364302292466164,659,0.0007182608340092254,
+66,5280,0.08879366889595985,660,0.000371638176147826,
+66,5288,0.08508678153157234,661,0.0004989656511249698,
+67,5296,0.08438317850232124,662,0.00022092391009209678,
+67,5304,0.08516499027609825,663,0.0002168033108318923,
+67,5312,0.08904936164617538,664,0.0003138435058644973,
+67,5320,0.13169894367456436,665,0.00025270558702080354,
+67,5328,0.08845026418566704,666,0.0005016539253119845,
+67,5336,0.13332904502749443,667,0.0005563706370594445,
+67,5344,0.08360843732953072,668,0.00035939527217785576,
+67,5352,0.09452718496322632,669,0.0003192942021996714,
+67,5360,0.09048900008201599,670,0.0006520312663269578,
+67,5368,0.08009708672761917,671,0.0004144237536820583,
+68,5376,0.09099606052041054,672,0.000660255465481896,
+,,,672,,0.00030691891987907124
+68,5384,0.08998236805200577,673,0.0003988558063820864,
+68,5392,0.0890456959605217,674,0.0006068951683118939,
+68,5400,0.0935109294950962,675,0.00046979357224093593,
+68,5408,0.1296173520386219,676,0.00021055924460395344,
+68,5416,0.13228265568614006,677,0.00031099603868576446,
+68,5424,0.09571560844779015,678,0.0005415738094598054,
+68,5432,0.12842194736003876,679,0.0003494597464547648,
+68,5440,0.08822222054004669,680,0.00021185812765907032,
+68,5448,0.09022589772939682,681,0.0003064747010781006,
+69,5456,0.12486421316862106,682,0.0005219568122881285,
+69,5464,0.09288021177053452,683,0.0002755246048764093,
+69,5472,0.0890514887869358,684,0.00043868492139154114,
+69,5480,0.08411082252860069,685,0.0003738438885193318,
+69,5488,0.12693079560995102,686,0.0004969562374753878,
+69,5496,0.09321397915482521,687,0.00023310538454097697,
+69,5504,0.08245948329567909,688,0.0007634831771914226,
+,,,688,,0.00030091062108887005
+69,5512,0.12882200255990028,689,0.0003697205989737995,
+69,5520,0.08270775526762009,690,0.0003063627875235397,
+69,5528,0.13386670872569084,691,0.0003383660747203976,
+70,5536,0.08416497707366943,692,0.0003266316767125814,
+70,5544,0.12988171353936195,693,0.000334512090127894,
+70,5552,0.09304582327604294,694,0.00022618921260194233,
+70,5560,0.09134887531399727,695,0.00016030329425120726,
+70,5568,0.13391121476888657,696,0.0005013915428467694,
+70,5576,0.1246301420032978,697,0.0003224231776195146,
+70,5584,0.0949152410030365,698,0.0003182712539455679,
+70,5592,0.09310810640454292,699,0.0008043114632108392,
+70,5600,0.08386524394154549,700,0.00029308371704246384,
+70,5608,0.08157326281070709,701,0.0006380310283434069,
+71,5616,0.13054288923740387,702,0.00013320396974449977,
+71,5624,0.08370312303304672,703,0.0006404992006234048,
+71,5632,0.1252240501344204,704,0.0005228591223082427,
+,,,704,,0.00028703997823152134
+71,5640,0.1273396909236908,705,0.00036136226977264,
+71,5648,0.09072175621986389,706,0.00021785717663905498,
+71,5656,0.09373382478952408,707,0.0005443227228869756,
+71,5664,0.08232897520065308,708,0.00048233117162122983,
+71,5672,0.0841178148984909,709,0.00010868295147601102,
+71,5680,0.1307419314980507,710,0.0002735312670913779,
+71,5688,0.08923084288835526,711,0.0005440744744891373,
+72,5696,0.13122870028018951,712,0.0005140360071064523,
+72,5704,0.08758192881941795,713,0.0005787373587130181,
+72,5712,0.09003325551748276,714,0.0004682301174138307,
+72,5720,0.09447214379906654,715,0.0005478053414359844,
+72,5728,0.08799375221133232,716,0.00013997565309347755,
+72,5736,0.13266553357243538,717,0.00024005063500630463,
+72,5744,0.09324995055794716,718,0.00057463332896904,
+72,5752,0.1296350583434105,719,0.0003285013384205134,
+72,5760,0.0845835842192173,720,0.00022591257018373453,
+,,,720,,0.00029358652202372853
+73,5768,0.1304582580924034,721,0.00039270418710657395,
+73,5776,0.08898016437888145,722,0.0002729317754225728,
+73,5784,0.09550577029585838,723,0.00016481739985465537,
+73,5792,0.08685104921460152,724,0.00038153768334516576,
+73,5800,0.09219008311629295,725,0.0003901828074179191,
+73,5808,0.0899142473936081,726,0.0002446140770189231,
+73,5816,0.09502601996064186,727,0.0005911940776665384,
+73,5824,0.08936640620231628,728,0.00013765947505817167,
+73,5832,0.13164053857326508,729,0.0005744128044170793,
+73,5840,0.08691048622131348,730,0.0003967428874602774,
+74,5848,0.09480787813663483,731,0.0004891227122593241,
+74,5856,0.1307666413486004,732,0.00011921158584300428,
+74,5864,0.09023043885827065,733,0.0002682567286352754,
+74,5872,0.08894051238894463,734,0.0002711605290339018,
+74,5880,0.1298704817891121,735,0.0005169022749344419,
+74,5888,0.07919900864362717,736,0.0006789460105490155,
+,,,736,,0.00029084950368455113
+74,5896,0.09245782718062401,737,0.00022466698849004589,
+74,5904,0.08795608207583427,738,0.0002281440065416973,
+74,5912,0.08380049094557762,739,0.00038923201645957306,
+74,5920,0.08765122666954994,740,0.0005943617093830003,
+75,5928,0.0830458290874958,741,0.00032597303197690053,
+75,5936,0.09516709297895432,742,0.00021755982137013538,
+75,5944,0.0856580100953579,743,0.00041360056129633447,
+75,5952,0.0886184610426426,744,0.0007109358728205104,
+75,5960,0.08408108353614807,745,0.0006001464659805476,
+75,5968,0.09359370917081833,746,0.00039993184691411443,
+75,5976,0.0947318933904171,747,0.0001318442584967918,
+75,5984,0.08405806869268417,748,0.00030878404636909676,
+75,5992,0.08156178146600723,749,0.00039182735550143246,
+75,6000,0.12736474722623825,750,0.00043879173032716306,
+76,6008,0.08746585249900818,751,0.00046543566895707045,
+76,6016,0.08649194613099098,752,0.00021406460225328126,
+,,,752,,0.00029288866418473265
+76,6024,0.09553245455026627,753,0.000703437127622937,
+76,6032,0.09370390698313713,754,0.00022525845706695692,
+76,6040,0.13068677112460136,755,0.0002551470635808073,
+76,6048,0.08293359726667404,756,0.0004171516087477688,
+76,6056,0.09453001618385315,757,0.0003904865079675801,
+76,6064,0.08617610856890678,758,0.0006166964588677123,
+76,6072,0.08733829855918884,759,0.0003178755300310017,
+76,6080,0.08451531827449799,760,0.00028628195566572965,
+77,6088,0.0894126147031784,761,0.0002267405996628275,
+77,6096,0.13295825943350792,762,0.00043632370155440486,
+77,6104,0.0822921134531498,763,0.0005355711558271045,
+77,6112,0.09529120847582817,764,0.0002803222790438061,
+77,6120,0.09251977875828743,765,0.00025993742019636557,
+77,6128,0.08292163535952568,766,0.0004013785740729266,
+77,6136,0.08364026248455048,767,0.0005332996797733358,
+77,6144,0.09412741288542747,768,0.0004520816522320577,
+,,,768,,0.00028531598125366455
+77,6152,0.08885404095053673,769,0.0002721787095651962,
+77,6160,0.09161330759525299,770,0.0001948158648949836,
+78,6168,0.0832122452557087,771,0.0004750598448233425,
+78,6176,0.13140614330768585,772,0.0002496574679753394,
+78,6184,0.08923163637518883,773,0.00021755323323304764,
+78,6192,0.0887085348367691,774,0.000323050289947647,
+78,6200,0.1305755227804184,775,0.00021230311217045205,
+78,6208,0.09588811546564102,776,0.00035920369779117976,
+78,6216,0.0851036086678505,777,0.00033406621845312077,
+78,6224,0.09439339488744736,778,0.0005811298469780013,
+78,6232,0.08921803906559944,779,0.0005476431724673603,
+78,6240,0.0950077436864376,780,0.0004459551919353544,
+79,6248,0.08337263762950897,781,0.0004712947047664784,
+79,6256,0.08124275133013725,782,0.00017211027516168543,
+79,6264,0.1288681924343109,783,0.00024047789823574325,
+79,6272,0.13094351813197136,784,0.00040465972675260024,
+,,,784,,0.00028633136064448256
+79,6280,0.13135560974478722,785,0.0004719967807128948,
+79,6288,0.08617832511663437,786,0.00025183984980685635,
+79,6296,0.08443858474493027,787,0.0002758095652097836,
+79,6304,0.13326091319322586,788,0.0003312813338804214,
+79,6312,0.13157200068235397,789,0.0005150358735012229,
+79,6320,0.08308764547109604,790,0.0004963251060242049,
+80,6328,0.08298668637871742,791,0.0005212049418332754,
+80,6336,0.09091313928365707,792,0.00012915831353489516,
+80,6344,0.13288316503167152,793,0.00025589892502466685,
+80,6352,0.0896570011973381,794,0.00023682407954765948,
+80,6360,0.08344244584441185,795,0.00043158772370169085,
+80,6368,0.08676182851195335,796,0.000517905035779292,
+80,6376,0.08411359414458275,797,0.0004250307865731884,
+80,6384,0.09391463920474052,798,0.00021050610666861758,
+80,6392,0.08422399312257767,799,0.0003103035509411711,
+81,6400,0.0886547900736332,800,0.0005913709546803148,
+,,,800,,0.0002870957585091287
+81,6408,0.09298225864768028,801,0.0002040522471361328,
+81,6416,0.08484780788421631,802,0.00047145692918671887,
+81,6424,0.08182191103696823,803,0.0006549294892465695,
+81,6432,0.08224904164671898,804,0.00038728070913665846,
+81,6440,0.08417444676160812,805,0.0002035840807366185,
+81,6448,0.13013159111142159,806,0.0003251504485061477,
+81,6456,0.08431990444660187,807,0.00037717393967217174,
+81,6464,0.08869434893131256,808,0.00046102533785112126,
+81,6472,0.086229607462883,809,0.00035945136146943294,
+82,6480,0.08115602657198906,810,0.00028447048922923085,
+82,6488,0.08944699913263321,811,0.0005729160141830411,
+82,6496,0.09211092069745064,812,0.0003734352907486027,
+82,6504,0.12811558693647385,813,0.00036696779212574114,
+82,6512,0.08389931544661522,814,0.00029544118224293924,
+82,6520,0.08367257565259933,815,0.0004566409485190749,
+82,6528,0.0851421169936657,816,0.0006054537228080265,
+,,,816,,0.0002840304985008341
+82,6536,0.09170235693454742,817,0.00046751403020938267,
+82,6544,0.1316080018877983,818,0.0002743113912980665,
+82,6552,0.08769253268837929,819,0.00011788753654400353,
+83,6560,0.08492428809404373,820,0.00022854522599531762,
+83,6568,0.08641710132360458,821,0.0005872176910858029,
+83,6576,0.13079247623682022,822,0.00010870524519387718,
+83,6584,0.13225210830569267,823,0.00042226698860758916,
+83,6592,0.13132745400071144,824,0.0005224811186333402,
+83,6600,0.09122589975595474,825,0.00027690824774456106,
+83,6608,0.08418562635779381,826,0.00019441991753410548,
+83,6616,0.08574268221855164,827,0.00044886333937308966,
+83,6624,0.09497072547674179,828,0.00025555153619139816,
+83,6632,0.08414160460233688,829,0.0006154820484880474,
+84,6640,0.08578169345855713,830,0.0004070119139214512,
+84,6648,0.08794150874018669,831,0.00018480462749721483,
+84,6656,0.09275615587830544,832,0.0004132945020198046,
+,,,832,,0.00028300180317873653
+84,6664,0.09001028165221214,833,0.00041891885666700546,
+84,6672,0.09067196771502495,834,0.00046276678767753765,
+84,6680,0.08842021971940994,835,0.00032684228935977446,
+84,6688,0.09315884485840797,836,0.00020593090130205383,
+84,6696,0.08629066124558449,837,0.000656939740110829,
+84,6704,0.13336783647537231,838,0.00035283562222806114,
+84,6712,0.08512918651103973,839,0.00010860046280537394,
+85,6720,0.09540827572345734,840,0.00027623141068033874,
+85,6728,0.08434849232435226,841,0.000298722584193456,
+85,6736,0.13307351246476173,842,0.0004200717714411439,
+85,6744,0.09487175941467285,843,0.000385469349007158,
+85,6752,0.13179157674312592,844,0.0004943822053367816,
+85,6760,0.09043633565306664,845,0.0002936819060282274,
+85,6768,0.1308077611029148,846,0.00047412184078264266,
+85,6776,0.08186939731240273,847,0.00019316468792062046,
+85,6784,0.08240211009979248,848,0.0005485931049572008,
+,,,848,,0.0002834694261880631
+85,6792,0.08749351277947426,849,0.0003797839543459794,
+86,6800,0.08550938591361046,850,0.00018229244142276002,
+86,6808,0.13164817914366722,851,0.00023772761414875276,
+86,6816,0.13098497688770294,852,0.0006451706460872877,
+86,6824,0.0880669616162777,853,0.0002699167565548454,
+86,6832,0.08775004372000694,854,0.00045943451186758466,
+86,6840,0.09207689017057419,855,0.00015605127409799025,
+86,6848,0.0937672033905983,856,0.0002778226808004547,
+86,6856,0.08672990649938583,857,0.000376838683643235,
+86,6864,0.0929390974342823,858,0.0006668620473127314,
+86,6872,0.08566564694046974,859,0.0003520698446664028,
+87,6880,0.127973310649395,860,0.0004134923728997819,
+87,6888,0.08473522588610649,861,0.0002456153855746379,
+87,6896,0.09417500719428062,862,0.00047144945528998505,
+87,6904,0.09007782861590385,863,0.00020331447467469843,
+87,6912,0.09610699862241745,864,0.00044128436694826145,
+,,,864,,0.0002795886644657622
+87,6920,0.0897335633635521,865,0.0003734248480627271,
+87,6928,0.08904670551419258,866,0.00043031738520464086,
+87,6936,0.13056044280529022,867,0.0002646142784215044,
+87,6944,0.13187019899487495,868,0.0004070822966847724,
+87,6952,0.08495047315955162,869,0.00035460424351185793,
+88,6960,0.0864778533577919,870,0.00030279560219655235,
+88,6968,0.13225137814879417,871,0.0003641499203116506,
+88,6976,0.08910276368260384,872,0.00021634626157012663,
+88,6984,0.09130460023880005,873,0.000323482707410056,
+88,6992,0.09147180989384651,874,0.000560780223167967,
+88,7000,0.09126504138112068,875,0.00047572384937666357,
+88,7008,0.08881928399205208,876,0.0002940812456389804,
+88,7016,0.09095654264092445,877,0.0004094792445054433,
+88,7024,0.13321513682603836,878,0.0005465778184381114,
+89,7032,0.08687902614474297,879,0.00012152447148268534,
+89,7040,0.09398581087589264,880,0.00036878477355154854,
+,,,880,,0.0002727053782090228
+89,7048,0.08702253922820091,881,0.00021512344877313203,
+89,7056,0.0834219716489315,882,0.0002963840326022667,
+89,7064,0.08493339270353317,883,0.000177890641225531,
+89,7072,0.08836188539862633,884,0.00032817416252907026,
+89,7080,0.08362289890646935,885,0.0003135258269442905,
+89,7088,0.08878361061215401,886,0.0003726334296516143,
+89,7096,0.09310521185398102,887,0.00022427758085541427,
+89,7104,0.0924113392829895,888,0.0006946633590045027,
+90,7112,0.08992424607276917,889,0.0006182945757505617,
+90,7120,0.09476569294929504,890,0.0001906536678385843,
+90,7128,0.09398166090250015,891,0.0006991174537688494,
+90,7136,0.09038674458861351,892,0.00038703915329692376,
+90,7144,0.08129454031586647,893,0.00020117528110858985,
+90,7152,0.09417559206485748,894,0.00033005627159986436,
+90,7160,0.08999665826559067,895,0.00010744584578787908,
+90,7168,0.08652542904019356,896,0.0005380284061781518,
+,,,896,,0.0002820269264122273
+90,7176,0.12925704568624496,897,0.0004721895703159344,
+90,7184,0.08445131406188011,898,0.00014268784474956596,
+91,7192,0.09060435742139816,899,0.0005646380658228216,
+91,7200,0.08954668790102005,900,0.00026618422675205185,
+91,7208,0.08674252778291702,901,0.00027714575319098204,
+91,7216,0.0885612778365612,902,0.00025636982284665393,
+91,7224,0.08852625638246536,903,0.00019727247986752033,
+91,7232,0.09412866458296776,904,0.00015563133439916948,
+91,7240,0.07620635628700256,905,0.0003551656829788246,
+91,7248,0.13148962706327438,906,0.0005228450400781268,
+91,7256,0.08780701085925102,907,0.0004510413452104937,
+91,7264,0.08539793640375137,908,0.0005209024732591518,
+92,7272,0.0907953530550003,909,0.00031549467861292544,
+92,7280,0.09580310434103012,910,0.0002722177099106678,
+92,7288,0.08529959246516228,911,0.0005818852301812372,
+92,7296,0.0919213816523552,912,0.0002082092538330471,
+,,,912,,0.00027735638333127854
+92,7304,0.08231763541698456,913,0.00011343265710324472,
+92,7312,0.08816514536738396,914,0.0005046428078248238,
+92,7320,0.08476251736283302,915,0.00012662441877182574,
+92,7328,0.08393189683556557,916,0.0002925651331844909,
+92,7336,0.12893734872341156,917,0.0006574916920866459,
+92,7344,0.1302585005760193,918,0.0005627547636157198,
+93,7352,0.08871634304523468,919,0.0001738387843943201,
+93,7360,0.08377929776906967,920,0.0004374371794535993,
+93,7368,0.0917847566306591,921,0.00023792544889147393,
+93,7376,0.09111778065562248,922,0.00038657960916073836,
+93,7384,0.0819535180926323,923,0.00044036524055767444,
+93,7392,0.09170770272612572,924,0.0004032602519146167,
+93,7400,0.08489132672548294,925,0.00023776704620104283,
+93,7408,0.08674057945609093,926,0.0002724391990341246,
+93,7416,0.13149191811680794,927,0.0004204489665426081,
+93,7424,0.08393420651555061,928,0.0003841786841803696,
+,,,928,,0.00027810734637240145
+94,7432,0.08537985384464264,929,0.0004086675639532936,
+94,7440,0.08826404809951782,930,0.000376340695556092,
+94,7448,0.08446061238646507,931,0.0003377287381833109,
+94,7456,0.1341063231229782,932,0.0002644456423392209,
+94,7464,0.09410446137189865,933,0.0003380150452964396,
+94,7472,0.07793595641851425,934,0.00044511557842435485,
+94,7480,0.08737955242395401,935,0.00026768129408502806,
+94,7488,0.08383502066135406,936,0.00044377655649441294,
+94,7496,0.08120517432689667,937,0.000743841822930755,
+94,7504,0.08647440746426582,938,0.0002472729565852205,
+95,7512,0.1324176788330078,939,0.000439707263285527,
+95,7520,0.09236602857708931,940,0.0003538415611339068,
+95,7528,0.08854257687926292,941,0.0004424711733008735,
+95,7536,0.09390676021575928,942,0.0004079142992850393,
+95,7544,0.08643166348338127,943,0.00033765161788323894,
+95,7552,0.09404630959033966,944,0.00015367211138557954,
+,,,944,,0.0002737677794821719
+95,7560,0.08760109916329384,945,0.00031370644719572736,
+95,7568,0.08120181038975716,946,0.0005851162071242774,
+95,7576,0.13265488669276237,947,0.0002816906966142018,
+95,7584,0.13385039195418358,948,0.00040016772320748055,
+96,7592,0.08836978301405907,949,0.00019556151124157218,
+96,7600,0.0913631021976471,950,9.204772759403567e-05,
+96,7608,0.08877028897404671,951,0.00026374127836399045,
+96,7616,0.1313277669250965,952,0.0004387857643450843,
+96,7624,0.12926558405160904,953,0.00014327677272376604,
+96,7632,0.1306537538766861,954,0.0005177206638528822,
+96,7640,0.07759639993309975,955,0.0005783229081806404,
+96,7648,0.09442847967147827,956,0.0001314988829108188,
+96,7656,0.0850549004971981,957,0.0003802601102506742,
+97,7664,0.0830298401415348,958,0.0006127236416572346,
+97,7672,0.13217054307460785,959,0.00031558705242267545,
+97,7680,0.07887113094329834,960,0.0005488569359630884,
+,,,960,,0.00027167422578055806
+97,7688,0.08872726932168007,961,0.0003762835549423471,
+97,7696,0.08932619169354439,962,0.0002569610966020264,
+97,7704,0.09058931842446327,963,0.00033138147005552635,
+97,7712,0.1339171938598156,964,0.00048002462986355217,
+97,7720,0.13267171755433083,965,0.00019183758095922795,
+97,7728,0.1317501701414585,966,0.0003559397879143944,
+97,7736,0.12652984261512756,967,0.00040440939058801934,
+98,7744,0.08439047634601593,968,0.0004229312723206628,
+98,7752,0.09391898661851883,969,0.0003491503855912015,
+98,7760,0.13164132833480835,970,0.00035862899256664183,
+98,7768,0.08468141034245491,971,0.0005681549075895666,
+98,7776,0.12792741507291794,972,0.0002943452430675582,
+98,7784,0.13191185519099236,973,0.00026997131102358583,
+98,7792,0.08902276679873466,974,0.0004283750544841909,
+98,7800,0.08867968991398811,975,0.0003961513483029028,
+98,7808,0.08570031449198723,976,0.0002428173461844886,
+,,,976,,0.00027192122441657045
+98,7816,0.08945387229323387,977,0.00023516547397858548,
+99,7824,0.08964907750487328,978,0.00047001255416034837,
+99,7832,0.0844402089715004,979,0.0002677371577936521,
+99,7840,0.08486639708280563,980,0.00021494570682989433,
+99,7848,0.09277737885713577,981,0.00017683118085187743,
+99,7856,0.08833013102412224,982,0.0001305865251197247,
+99,7864,0.08643276616930962,983,0.000497307247444821,
+99,7872,0.1285933069884777,984,0.000634196098872053,
+99,7880,0.08588987588882446,985,0.0005349490440074498,
+99,7888,0.08951667323708534,986,0.00012842848809668794,
+99,7896,0.12881165742874146,987,0.00026113895031206386,
+100,7904,0.08846062421798706,988,0.00048080632792940983,
+100,7912,0.13167213648557663,989,0.00023862368430450765,
+100,7920,0.08865521475672722,990,0.0005641900261252886,
+100,7928,0.09288030117750168,991,0.0002478007081663236,
+100,7936,0.12878741696476936,992,0.000341649893016438,
+,,,992,,0.0002680787063659506
+100,7944,0.09174420684576035,993,0.00029359654399740975,
+100,7952,0.13119884207844734,994,0.0005744207798367521,
+100,7960,0.07569551840424538,995,0.0002868233337225816,
+100,7968,0.12559064850211143,996,0.0001106251682358561,
+100,7976,0.08738328143954277,997,0.0003849147069558967,
+101,7984,0.08830005303025246,998,0.00013826722097292076,
+101,7992,0.08479371294379234,999,0.0002932497282017721,
+101,8000,0.08357978984713554,1000,0.0003382597397748296,
+101,8008,0.08682436123490334,1001,0.000456287216002238,
+101,8016,0.1316729411482811,1002,0.0004551836432905735,
+101,8024,0.09131079167127609,1003,0.00017691990135724402,
+101,8032,0.09032275527715683,1004,0.00022542445698160338,
+101,8040,0.08717435225844383,1005,0.00024739601179713975,
+101,8048,0.08228283002972603,1006,0.0005821985650982242,
+101,8056,0.08166243880987167,1007,0.0005146842464455404,
+102,8064,0.0881667248904705,1008,0.00023252019527717494,
+,,,1008,,0.00027512798601008473
+102,8072,0.09567444398999214,1009,0.00030346564199135173,
+102,8080,0.08412094786763191,1010,0.00022694896021372793,
+102,8088,0.08883402496576309,1011,0.0004882975948324505,
+102,8096,0.09013889357447624,1012,0.0005701466907339636,
+102,8104,0.09412336722016335,1013,0.00031129944016521966,
+102,8112,0.08856635168194771,1014,0.0005144574421977338,
+102,8120,0.08644334971904755,1015,0.0004691030355223285,
+102,8128,0.08332103863358498,1016,0.000270461744851976,
+102,8136,0.13215120881795883,1017,0.0002065611859304934,
+103,8144,0.1322929970920086,1018,0.00011705389551934786,
+103,8152,0.1300465427339077,1019,0.000506785865885225,
+103,8160,0.09064004197716713,1020,0.0002675333172109359,
+103,8168,0.08598846942186356,1021,0.0005689796118531377,
+103,8176,0.1317606344819069,1022,0.0001947627893564964,
+103,8184,0.12829077616333961,1023,0.0003643303287390154,
+103,8192,0.08398463949561119,1024,0.0005389108400171001,
+,,,1024,,0.00026669828815663115
+103,8200,0.08817655965685844,1025,0.0002843287035251375,
+103,8208,0.13430582359433174,1026,0.0001816647870024705,
+103,8216,0.13130375742912292,1027,0.00044097173667978495,
+104,8224,0.13154693692922592,1028,0.0003487873607530044,
+104,8232,0.09352198988199234,1029,0.0004474100834076208,
+104,8240,0.18664736300706863,1030,0.0005494285673194099,
+104,8248,0.08975044637918472,1031,0.00034916188289773546,
+104,8256,0.08816344663500786,1032,0.00041730764334917895,
+104,8264,0.08367770910263062,1033,0.00032054215206209425,
+104,8272,0.08984128013253212,1034,0.00010606375180941541,
+104,8280,0.08993528038263321,1035,0.0003460052546870429,
+104,8288,0.08894281834363937,1036,0.00016714384037186392,
+105,8296,0.08673743158578873,1037,0.0005149220181313771,
+105,8304,0.13148915767669678,1038,0.00018249857566843275,
+105,8312,0.09455975517630577,1039,0.00031096201630796054,
+105,8320,0.08479160442948341,1040,0.00019137796268544415,
+,,,1040,,0.0002658277591492267
+105,8328,0.08523782715201378,1041,0.000451155286100402,
+105,8336,0.0950516127049923,1042,0.00038050727810266176,
+105,8344,0.09200523421168327,1043,0.0003571294415451121,
+105,8352,0.13539674133062363,1044,0.00022037525923224166,
+105,8360,0.08838865906000137,1045,0.0003419204986130353,
+105,8368,0.12913456186652184,1046,0.0003539106943538751,
+106,8376,0.09313217923045158,1047,0.0005708041620285561,
+106,8384,0.12633578479290009,1048,0.0003490026587810875,
+106,8392,0.08646968752145767,1049,0.0005160764160488422,
+106,8400,0.09359356760978699,1050,0.00033707465505964745,
+106,8408,0.12838172912597656,1051,0.0004240863025996886,
+106,8416,0.09056784585118294,1052,0.0002067973568046,
+106,8424,0.08385838940739632,1053,0.0002802136603769703,
+106,8432,0.08623728156089783,1054,0.0004219439415464876,
+106,8440,0.09353276342153549,1055,0.00040569607214517117,
+106,8448,0.09188488125801086,1056,0.00041549340494384523,
+,,,1056,,0.00026378166326817046
+107,8456,0.12901120632886887,1057,0.00020978556603949982,
+107,8464,0.08153330534696579,1058,0.0004010645485929369,
+107,8472,0.08009211719036102,1059,0.0002547320355006377,
+107,8480,0.0846722163259983,1060,0.00029024637624388563,
+107,8488,0.12916336953639984,1061,0.0003491336153404388,
+107,8496,0.12455122172832489,1062,0.00040473308763466775,
+107,8504,0.08471387252211571,1063,0.0001837873394172427,
+107,8512,0.1321384347975254,1064,0.0003651203328950538,
+107,8520,0.08673582226037979,1065,0.0005075536016822577,
+107,8528,0.13330812007188797,1066,0.00045117415205216577,
+108,8536,0.08873779699206352,1067,0.00030875660522724504,
+108,8544,0.07890647649765015,1068,0.0006610473676119,
+108,8552,0.08832709863781929,1069,0.00017543482879938728,
+108,8560,0.08271154016256332,1070,0.0003836714516486002,
+108,8568,0.1320418082177639,1071,0.0002679023961139716,
+108,8576,0.08954735845327377,1072,0.0002069098389421759,
+,,,1072,,0.00026726799997243473
+108,8584,0.08606486395001411,1073,9.955972321525526e-05,
+108,8592,0.13452237099409103,1074,0.0004862281296785416,
+108,8600,0.08346859738230705,1075,0.000562039377958475,
+108,8608,0.1317092850804329,1076,0.00015306651700732553,
+109,8616,0.0843752846121788,1077,0.00043830136173010734,
+109,8624,0.08641920611262321,1078,0.0005653600534666717,
+109,8632,0.08542108908295631,1079,0.00032295220444211736,
+109,8640,0.09044504538178444,1080,0.0002736829665082041,
+109,8648,0.08512023463845253,1081,0.00048266982200099545,
+109,8656,0.08963372558355331,1082,0.0002776304059807444,
+109,8664,0.08386699855327606,1083,0.0001880885029095225,
+109,8672,0.08449101820588112,1084,0.00019439331551368994,
+109,8680,0.13319768011569977,1085,0.0004884252187118611,
+109,8688,0.08975003659725189,1086,0.00039456232446933757,
+110,8696,0.09388696029782295,1087,0.00019724842677533162,
+110,8704,0.084248386323452,1088,0.00028588121230396524,
+,,,1088,,0.00025233848297849613
+110,8712,0.12879731878638268,1089,0.0005169229937434595,
+110,8720,0.08510815724730492,1090,0.0004991096542047065,
+110,8728,0.08910753577947617,1091,0.0003860284626474216,
+110,8736,0.08885180205106735,1092,0.00027548395317151316,
+110,8744,0.09504126757383347,1093,0.0004432644758101863,
+110,8752,0.08486518636345863,1094,0.00039727861440042034,
+110,8760,0.09555794671177864,1095,0.00022290179633553355,
+110,8768,0.08671669661998749,1096,0.00027831116949528223,
+111,8776,0.08822646737098694,1097,0.00042796626075869426,
+111,8784,0.08606681600213051,1098,0.0003795881781955429,
+111,8792,0.09586463123559952,1099,0.0004588395505296913,
+111,8800,0.08341842144727707,1100,0.00037970406013370777,
+111,8808,0.13230640068650246,1101,0.00020525856962194666,
+111,8816,0.09088215604424477,1102,0.00025140562775050057,
+111,8824,0.08912554383277893,1103,0.0004731975710456027,
+111,8832,0.09327668696641922,1104,0.0004968765782299064,
+,,,1104,,0.00025493453474754985
+111,8840,0.13142750784754753,1105,0.0002771664981587997,
+111,8848,0.13403452932834625,1106,0.00025548307894496247,
+112,8856,0.0909418910741806,1107,0.0005029923396740252,
+112,8864,0.08944562822580338,1108,0.00029733337049203163,
+112,8872,0.08515451848506927,1109,0.00058227285054662,
+112,8880,0.08471158891916275,1110,0.00020674948811776831,
+112,8888,0.08460434153676033,1111,0.0004460056469807486,
+112,8896,0.12602021545171738,1112,0.0003556922230927739,
+112,8904,0.0902547612786293,1113,0.00045130614419646846,
+112,8912,0.13202232122421265,1114,0.0001511472890762469,
+112,8920,0.08505158126354218,1115,0.000135721662243466,
+113,8928,0.08184808865189552,1116,0.0002641641761081039,
+113,8936,0.08896903321146965,1117,0.0001231626794668211,
+113,8944,0.13247175887227058,1118,0.0003324508533379148,
+113,8952,0.08938656747341156,1119,0.00027727055094146636,
+113,8960,0.0818135067820549,1120,0.0002874040146707557,
+,,,1120,,0.0002538757398724556
+113,8968,0.08714113384485245,1121,0.00026421312808948147,
+113,8976,0.0917406901717186,1122,0.0004095287837723542,
+113,8984,0.08977844566106796,1123,0.0005375188834127934,
+113,8992,0.1329854652285576,1124,0.0005318320124518193,
+113,9000,0.08466439321637154,1125,0.0002901592939451803,
+114,9008,0.13358965143561363,1126,0.0002749769078541754,
+114,9016,0.0930481068789959,1127,0.00023931301257107407,
+114,9024,0.08720790594816208,1128,0.000503527418394307,
+114,9032,0.08815133944153786,1129,0.0003445307011133991,
+114,9040,0.0851375013589859,1130,0.0005132171791046858,
+114,9048,0.09401153028011322,1131,0.0004107126915187109,
+114,9056,0.08221759274601936,1132,0.00018088988751211824,
+114,9064,0.09011487662792206,1133,0.0002960902016969736,
+114,9072,0.0905231200158596,1134,0.0004960830073369751,
+114,9080,0.0847947746515274,1135,0.00030369396190508267,
+115,9088,0.09014609456062317,1136,0.00014322898310968992,
+,,,1136,,0.0002756249555881987
+115,9096,0.08483273163437843,1137,0.00045084557405061787,
+115,9104,0.08194004371762276,1138,0.00026388936494186054,
+115,9112,0.12902792543172836,1139,0.00025940841806004755,
+115,9120,0.13103245943784714,1140,0.00022383438499673503,
+115,9128,0.09200244769454002,1141,0.0005512733640408932,
+115,9136,0.08866226673126221,1142,0.00020070066208669837,
+115,9144,0.13370049744844437,1143,0.00012463852969328096,
+115,9152,0.1342664211988449,1144,0.0006504838430763422,
+115,9160,0.0915771871805191,1145,0.00044199025724083184,
+116,9168,0.08160107582807541,1146,0.0004026723125627121,
+116,9176,0.08673353120684624,1147,0.00032493065534961515,
+116,9184,0.08983082324266434,1148,0.00040296359147760084,
+116,9192,0.08845725655555725,1149,0.00021244312423126152,
+116,9200,0.09364967793226242,1150,0.0003955636639147997,
+116,9208,0.08437351882457733,1151,0.00030041645480266126,
+116,9216,0.08552774041891098,1152,0.00028217021959294056,
+,,,1152,,0.00026028236730935727
+116,9224,0.08614527061581612,1153,0.0005485788586321922,
+116,9232,0.09233643114566803,1154,0.0004320878081974418,
+116,9240,0.13381171971559525,1155,0.000349163330191424,
+117,9248,0.0882265754044056,1156,0.0003301463715615682,
+117,9256,0.08528577908873558,1157,0.00031148820562520996,
+117,9264,0.0884086824953556,1158,0.00011004259034631436,
+117,9272,0.08562654256820679,1159,0.00023187170981228437,
+117,9280,0.12831471115350723,1160,0.0005170321450210535,
+117,9288,0.08673378080129623,1161,0.00024361339617624052,
+117,9296,0.08424613997340202,1162,0.0006836776758843501,
+117,9304,0.08430841565132141,1163,0.00041033645393326876,
+117,9312,0.08883061632514,1164,0.0002555758771147036,
+117,9320,0.08959026262164116,1165,0.00022583658011915924,
+118,9328,0.13350896909832954,1166,0.0001563703239794863,
+118,9336,0.13297414034605026,1167,0.00031840679730521515,
+118,9344,0.1291453242301941,1168,0.00045689234216946976,
+,,,1168,,0.00025745441621922435
+118,9352,0.13012687489390373,1169,0.0003260555825942323,
+118,9360,0.08978771418333054,1170,0.00032352992209119043,
+118,9368,0.13234128803014755,1171,0.0005171190641704015,
+118,9376,0.08904732763767242,1172,0.000280779065279704,
+118,9384,0.08555865660309792,1173,0.0001463342512579402,
+118,9392,0.08261317759752274,1174,0.0004058038453381001,
+118,9400,0.07802567258477211,1175,0.00045357028879648584,
+119,9408,0.09076567366719246,1176,0.00042486851543799276,
+119,9416,0.08109128102660179,1177,0.0003375478379894048,
+119,9424,0.08356533572077751,1178,0.00023565458720370842,
+119,9432,0.08706440776586533,1179,0.0003421900488319807,
+119,9440,0.08420994505286217,1180,0.0005085790354104785,
+119,9448,0.12669166922569275,1181,0.0002638059086166322,
+119,9456,0.09067536145448685,1182,0.0001920323586091399,
+119,9464,0.08812787756323814,1183,0.00032515907977623016,
+119,9472,0.08683225885033607,1184,0.00031184905613675557,
+,,,1184,,0.00025969567371809737
+119,9480,0.0887267030775547,1185,0.0004946462073955141,
+120,9488,0.08718736469745636,1186,0.00028533676838075433,
+120,9496,0.08810088783502579,1187,0.0004721253888139752,
+120,9504,0.0903320163488388,1188,0.00017599118200450903,
+120,9512,0.13420920446515083,1189,0.00035236377152614295,
+120,9520,0.08359480649232864,1190,0.0003972366809778448,
+120,9528,0.09453761950135231,1191,0.0004682735135164958,
+120,9536,0.1320500187575817,1192,0.0003065027598495362,
+120,9544,0.09040777385234833,1193,0.00018073667657021858,
+120,9552,0.09536215290427208,1194,0.0005232871699263342,
+121,9560,0.09009858220815659,1195,0.00047769228937492397,
+121,9568,0.08391807600855827,1196,0.00037328711217317806,
+121,9576,0.0856429748237133,1197,0.00016603525647143315,
+121,9584,0.0847829096019268,1198,0.0004921814740685347,
+121,9592,0.08791959658265114,1199,0.00039397993896272965,
+121,9600,0.08931592106819153,1200,0.0001151650036869493,
+,,,1200,,0.00025391027806921207
+121,9608,0.08815250545740128,1201,0.00042532146714317304,
+121,9616,0.09195151552557945,1202,0.00030190031429810915,
+121,9624,0.13165994733572006,1203,0.0004156221661105519,
+121,9632,0.08425455540418625,1204,0.0002930720518634189,
+122,9640,0.08839529752731323,1205,0.00038067701752879656,
+122,9648,0.08883815631270409,1206,0.0005325212598388764,
+122,9656,0.08981473743915558,1207,0.0003888481864123605,
+122,9664,0.09408997371792793,1208,0.0005626509936215977,
+122,9672,0.08913237601518631,1209,0.0003025755626863842,
+122,9680,0.13142243772745132,1210,0.00018970995693558102,
+122,9688,0.08468503504991531,1211,0.00032268846619196915,
+122,9696,0.08465121313929558,1212,0.00020435494926377115,
+122,9704,0.0839342474937439,1213,0.0003318625374679239,
+122,9712,0.08471884578466415,1214,0.0003166629797884856,
+123,9720,0.08120109513401985,1215,0.0004417699171123483,
+123,9728,0.08705997839570045,1216,0.00014494550042501133,
+,,,1216,,0.00024817343008645036
+123,9736,0.13259930908679962,1217,0.0002777085098317072,
+123,9744,0.09004699066281319,1218,0.0005044492292134757,
+123,9752,0.08980771899223328,1219,0.00013907864340581,
+123,9760,0.08480877429246902,1220,0.00029471701903579134,
+123,9768,0.08946774527430534,1221,0.0005030393145716517,
+123,9776,0.08817943185567856,1222,0.0002765024589528118,
+123,9784,0.08607949689030647,1223,0.000516292452327131,
+123,9792,0.09139889478683472,1224,0.00035942147733294407,
+124,9800,0.1341552771627903,1225,0.0002610538707813248,
+124,9808,0.09455292671918869,1226,0.0005311252769808142,
+124,9816,0.12844925746321678,1227,0.00031445031411501327,
+124,9824,0.08595238626003265,1228,0.00025355111798629735,
+124,9832,0.08361149206757545,1229,0.0004720809204172838,
+124,9840,0.095229871571064,1230,0.0003013121035606177,
+124,9848,0.08769648522138596,1231,0.00016748892958275973,
+124,9856,0.09595271199941635,1232,0.00039040928277245257,
+,,,1232,,0.0002497522200041629
+124,9864,0.13117296621203423,1233,0.0004422847781825112,
+124,9872,0.0859198346734047,1234,0.00023020972333721477,
+125,9880,0.08560825884342194,1235,0.0003135982275125571,
+125,9888,0.08601737767457962,1236,0.0004519851925299288,
+125,9896,0.1253482811152935,1237,0.0003335724970384035,
+125,9904,0.08843635022640228,1238,0.0003380959782849199,
+125,9912,0.13137270137667656,1239,0.00044765825199040893,
+125,9920,0.09379204735159874,1240,0.0002576612288976321,
+125,9928,0.09131527319550514,1241,0.0005632387343212031,
+125,9936,0.1292959414422512,1242,0.00024232936861649662,
+125,9944,0.09430479258298874,1243,0.0002917130196609915,
+125,9952,0.08183719217777252,1244,0.00024246640108079495,
+126,9960,0.1333266943693161,1245,0.00033746208221903845,
+126,9968,0.13137081265449524,1246,0.00042514559791015925,
+126,9976,0.08289523050189018,1247,0.0003032241446716297,
+126,9984,0.1311163678765297,1248,0.00044535282822008327,
+,,,1248,,0.0002457807236846457
+126,9992,0.09448425844311714,1249,0.0002420753789920127,
+126,10000,0.08557137474417686,1250,0.000533154475058175,
+126,10008,0.08803759887814522,1251,0.00029197481186808244,
+126,10016,0.08211939409375191,1252,0.00019818596878654456,
+126,10024,0.09242139011621475,1253,0.00028487577866245474,
+126,10032,0.13029847294092178,1254,0.000314429665325276,
+127,10040,0.0885227620601654,1255,0.00034017419040372425,
+127,10048,0.08737187087535858,1256,0.0002631758232548071,
+127,10056,0.09298393130302429,1257,0.00014316685847006738,
+127,10064,0.0889047160744667,1258,0.0004076617909352838,
+127,10072,0.08570490032434464,1259,0.00036491882165137215,
+127,10080,0.08803891390562057,1260,0.0003112663422749999,
+127,10088,0.08885268121957779,1261,0.0001970278099179268,
+127,10096,0.08861437439918518,1262,0.00031527668124908814,
+127,10104,0.08533639460802078,1263,0.0005906277248868719,
+127,10112,0.08854012563824654,1264,0.0003946560578837167,
+,,,1264,,0.00024181017850307708
+128,10120,0.08481666073203087,1265,0.00034648091766737506,
+128,10128,0.08991359546780586,1266,0.00023287929070647806,
+128,10136,0.13516215234994888,1267,0.00020155305101070552,
+128,10144,0.08935513347387314,1268,0.0004691466601798311,
+128,10152,0.09316740557551384,1269,0.00031764225495862776,
+128,10160,0.08308582007884979,1270,0.00042652880537471816,
+128,10168,0.09186828881502151,1271,0.0003935484346584417,
+128,10176,0.0837290957570076,1272,0.0004789408807742542,
+128,10184,0.0818788893520832,1273,0.00031971161528913814,
+129,10192,0.08822424709796906,1274,0.00012856634966738057,
+129,10200,0.09071376174688339,1275,0.0004011887115969633,
+129,10208,0.08575703203678131,1276,0.00022322622357427867,
+129,10216,0.1293584145605564,1277,0.00039845310311648063,
+129,10224,0.08149637654423714,1278,0.00036297892410612595,
+129,10232,0.09054252877831459,1279,0.00045146089933740976,
+129,10240,0.13313224166631699,1280,0.0002789764633538046,
+,,,1280,,0.00024789070433124585
+129,10248,0.08515766635537148,1281,0.00022768973245878112,
+129,10256,0.08893053978681564,1282,0.0005423160479646564,
+129,10264,0.1319621130824089,1283,0.00022088540936238132,
+130,10272,0.0920780673623085,1284,0.00018409401632703116,
+130,10280,0.09142903238534927,1285,0.0001373559255929043,
+130,10288,0.08719786256551743,1286,0.0004746532496418305,
+130,10296,0.08867188543081284,1287,0.00013641065985818082,
+130,10304,0.08407894894480705,1288,0.0003854569283878216,
+130,10312,0.08297323063015938,1289,0.0002253822078475625,
+130,10320,0.13283725082874298,1290,0.00043365197515496135,
+130,10328,0.0912514291703701,1291,0.0004876584382807116,
+130,10336,0.08968480303883553,1292,0.0004784221964655444,
+130,10344,0.08403190225362778,1293,0.0002984483817272121,
+131,10352,0.12689415365457535,1294,0.0004334840710466129,
+131,10360,0.13365371897816658,1295,0.0004991642678457234,
+131,10368,0.08910124748945236,1296,0.000514520989651958,
+,,,1296,,0.00024951600093156735
+131,10376,0.09429686516523361,1297,0.0003255349201936042,
+131,10384,0.09742565453052521,1298,0.00024217906684498303,
+131,10392,0.09134918078780174,1299,0.0003150803192208211,
+131,10400,0.08930303901433945,1300,0.0003682067004914503,
+131,10408,0.08751608431339264,1301,0.0003248779523181094,
+131,10416,0.08670389279723167,1302,0.00022566268307855353,
+131,10424,0.08806594461202621,1303,0.00025160917456642807,
+132,10432,0.09196401387453079,1304,0.00015431884983425133,
+132,10440,0.08147721737623215,1305,0.000334810708106185,
+132,10448,0.09050900489091873,1306,0.00022446874754677992,
+132,10456,0.0862058699131012,1307,0.0004400509017917405,
+132,10464,0.12859401479363441,1308,0.00038625004078942136,
+132,10472,0.08402392640709877,1309,0.00024621924239909276,
+132,10480,0.13325008749961853,1310,0.0003651393963082228,
+132,10488,0.09161826223134995,1311,0.0003554367508008403,
+132,10496,0.09479889646172523,1312,0.0003654092826764099,
+,,,1312,,0.0002555987857123639
+132,10504,0.13206977769732475,1313,0.00035346131911258755,
+133,10512,0.08476386964321136,1314,0.0004955693117760044,
+133,10520,0.13189447298645973,1315,0.00042989421154533583,
+133,10528,0.08707331120967865,1316,0.00046975868015299336,
+133,10536,0.08670440688729286,1317,0.00024346683161032465,
+133,10544,0.13432107493281364,1318,0.0004258771026798058,
+133,10552,0.08375512436032295,1319,0.0002526314072549047,
+133,10560,0.08980611339211464,1320,0.00011971678395639174,
+133,10568,0.08893991634249687,1321,0.00018246481866097182,
+133,10576,0.12938659638166428,1322,0.0003713726215816375,
+133,10584,0.1338486447930336,1323,0.0004842500378193411,
+134,10592,0.08884674310684204,1324,0.00033251508960217634,
+134,10600,0.09046090766787529,1325,0.0001942007010155875,
+134,10608,0.09346380829811096,1326,0.0001282659448572138,
+134,10616,0.1302531473338604,1327,0.000248558919338393,
+134,10624,0.08421514183282852,1328,0.00037931397101991545,
+,,,1328,,0.00025299718563861036
+134,10632,0.1332128793001175,1329,0.0003238568077160215,
+134,10640,0.09481427446007729,1330,0.00043553717508378514,
+134,10648,0.08186246827244759,1331,0.00045477100199301884,
+134,10656,0.0909532755613327,1332,0.00031142424202037296,
+134,10664,0.09496759623289108,1333,0.0004215570158218422,
+135,10672,0.08915714174509048,1334,0.00038473997171552455,
+135,10680,0.08892383053898811,1335,0.00031688542488457944,
+135,10688,0.08925566077232361,1336,0.0003220269918529084,
+135,10696,0.08910452574491501,1337,0.0001382381867895472,
+135,10704,0.08711592480540276,1338,0.0004039912262669532,
+135,10712,0.13140229880809784,1339,0.0004461784741248597,
+135,10720,0.08427182212471962,1340,0.0002900968853888723,
+135,10728,0.13315275683999062,1341,0.00039685905248916243,
+135,10736,0.08982466533780098,1342,0.00023192358507499606,
+135,10744,0.08939540758728981,1343,0.00047920766207555843,
+136,10752,0.08349677547812462,1344,0.0002741835170044479,
+,,,1344,,0.0002480668431900917
+136,10760,0.08979254588484764,1345,0.00039956307161694645,
+136,10768,0.08583085611462593,1346,0.0003827591397566721,
+136,10776,0.08650132268667221,1347,0.00032206251853494905,
+136,10784,0.09261472150683403,1348,0.0001659804809605703,
+136,10792,0.09084443375468254,1349,0.00021636333367496262,
+136,10800,0.095986507833004,1350,0.00014676659534765908,
+136,10808,0.1285882517695427,1351,0.0006314814605242905,
+136,10816,0.08260437101125717,1352,0.00039890681946417315,
+137,10824,0.13551587983965874,1353,0.00027712519133476436,
+137,10832,0.1299327090382576,1354,0.00011147179096345401,
+137,10840,0.08430810645222664,1355,0.00040472051356725086,
+137,10848,0.08451133966445923,1356,0.0003526083135511726,
+137,10856,0.08763081207871437,1357,0.00050261420645776,
+137,10864,0.08935968577861786,1358,0.00042516183649158023,
+137,10872,0.08707613125443459,1359,0.0002915148070314899,
+137,10880,0.09589438512921333,1360,0.0002927679470303701,
+,,,1360,,0.0002532261720997222
+137,10888,0.09184002131223679,1361,0.0002998351163114421,
+137,10896,0.08460161834955215,1362,0.0004894578500666698,
+138,10904,0.0839388556778431,1363,8.977118632174097e-05,
+138,10912,0.09464938938617706,1364,0.00019300388066767482,
+138,10920,0.09613300487399101,1365,0.0003508408385228408,
+138,10928,0.0855490155518055,1366,0.00022955424951347098,
+138,10936,0.0887681432068348,1367,0.0005767668917542323,
+138,10944,0.08550474047660828,1368,0.00021019284504291135,
+138,10952,0.08843421190977097,1369,0.0002037680298801408,
+138,10960,0.0818803682923317,1370,0.00024282178393067707,
+138,10968,0.08475574851036072,1371,0.0005009269370930269,
+138,10976,0.1284787841141224,1372,0.0004036141298666525,
+139,10984,0.13253550603985786,1373,0.0004827636459429579,
+139,10992,0.13043850287795067,1374,0.00029270081085996935,
+139,11000,0.09422178193926811,1375,0.00040200437641552914,
+139,11008,0.08886009827256203,1376,0.00022363916802229747,
+,,,1376,,0.00024770188363308605
+139,11016,0.08522702381014824,1377,0.0003873084652613298,
+139,11024,0.08542440459132195,1378,0.0001833994534131812,
+139,11032,0.08451808243989944,1379,0.00020251081547361207,
+139,11040,0.08753903955221176,1380,0.0002745444817264797,
+139,11048,0.08976906538009644,1381,0.0003389437075384194,
+139,11056,0.08930925279855728,1382,0.0006143361042632023,
+140,11064,0.09017657488584518,1383,0.0001452157914172858,
+140,11072,0.08328238502144814,1384,0.00034378804193693215,
+140,11080,0.09513860195875168,1385,0.0002045007674426485,
+140,11088,0.13338691741228104,1386,0.00020471719471970573,
+140,11096,0.08915142714977264,1387,0.0005206845770854587,
+140,11104,0.08537916839122772,1388,0.00032724056400184053,
+140,11112,0.08824706450104713,1389,0.0004033505817157372,
+140,11120,0.07579817995429039,1390,0.0005653463163720776,
+140,11128,0.09630089998245239,1391,0.00019164554363338868,
+140,11136,0.08467881381511688,1392,0.00025821005580767704,
+,,,1392,,0.00025047730416693587
+141,11144,0.13372546061873436,1393,0.0003150704709696583,
+141,11152,0.09020109474658966,1394,0.0002697690369030978,
+141,11160,0.08936776593327522,1395,0.00040581418943475,
+141,11168,0.09393494576215744,1396,0.00024687794066267086,
+141,11176,0.08717402443289757,1397,0.00019863796074383167,
+141,11184,0.1266745924949646,1398,0.000309464479869348,
+141,11192,0.08542531356215477,1399,0.0003275045564805623,
+141,11200,0.08385654538869858,1400,0.00028817402380809654,
+141,11208,0.08171757310628891,1401,0.0004918905503776235,
+141,11216,0.08651499822735786,1402,0.0005019223508497817,
+142,11224,0.09175243601202965,1403,0.00014916603388635187,
+142,11232,0.13400117680430412,1404,0.00034538790916687704,
+142,11240,0.08764850720763206,1405,0.00025987309821245546,
+142,11248,0.08916091173887253,1406,0.0002652878774824785,
+142,11256,0.08364364504814148,1407,0.0002199889931944199,
+142,11264,0.08476882055401802,1408,0.0003660324813002565,
+,,,1408,,0.00025045162344232517
+142,11272,0.08900207281112671,1409,0.00022336317003161335,
+142,11280,0.08567114174365997,1410,0.0007331592933041975,
+142,11288,0.08187513798475266,1411,0.000363721292160335,
+142,11296,0.08421427384018898,1412,0.0003702701545659114,
+143,11304,0.09284872189164162,1413,0.000100443061455735,
+143,11312,0.13148877397179604,1414,0.0004361709053717697,
+143,11320,0.08798210322856903,1415,0.0002677935484825866,
+143,11328,0.0953710563480854,1416,0.00046461771156221704,
+143,11336,0.12459086999297142,1417,0.00016560391139302573,
+143,11344,0.0866086408495903,1418,0.0002503459018043941,
+143,11352,0.0900774747133255,1419,0.0001485571738157887,
+143,11360,0.08499368652701378,1420,0.0004472744500768992,
+143,11368,0.13087567687034607,1421,0.0003853151916141192,
+143,11376,0.0837615542113781,1422,0.0005698405240598896,
+144,11384,0.1315319426357746,1423,0.00039593834238379105,
+144,11392,0.08567468822002411,1424,0.0003759547223374036,
+,,,1424,,0.00025006645220391295

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,33 @@
+214864,5
+399527,9
+379140,9
+246358,6
+454821,11
+314969,7
+537251,13
+360474,9
+260678,6
+588547,5
+593292,6
+38860,0
+579700,3
+482702,12
+281740,7
+503823,12
+341696,8
+25936,0
+219941,5
+547015,13
+384347,9
+83149,2
+65647,1
+514940,12
+250342,6
+522217,13
+460659,11
+304610,7
+347016,8
+330653,8
+47250,1
+560445,0
+169126,4

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,33 @@
+214864,-13.813159,-15.569343,-13.500659,-14.020074,-16.472336,-0.005108308,-9.250659,-10.37723,-25.813549,-11.500659,-14.625659,-11.688159,-15.063159,-11.939118
+399527,-19.687538,-19.630817,-16.375038,-18.808964,-23.689259,-15.637357,-18.750038,-18.911057,-25.449697,-3.886147e-05,-13.750039,-15.875039,-19.875038,-19.832617
+379140,-16.250244,-16.547459,-14.125245,-17.480127,-19.22041,-12.852432,-15.250245,-16.888763,-18.90105,-0.0002448259,-11.125245,-13.625245,-18.000244,-15.751385
+246358,-12.875211,-14.834056,-18.062712,-19.86279,-23.135443,-10.883067,-0.00021097818,-13.127827,-18.491358,-15.125211,-15.562711,-12.125211,-17.375212,-13.125784
+454821,-17.812778,-27.165075,-11.750278,-19.626726,-20.12544,-22.707308,-19.500278,-24.44098,-21.432484,-18.750278,-20.750278,-0.0002786725,-16.625278,-17.064625
+314969,-15.627895,-10.634798,-12.440395,-12.305225,-13.337767,-9.041651,-8.502895,-0.0037530335,-13.565177,-12.252895,-15.565395,-8.377895,-15.252895,-9.504759
+537251,-14.127399,-18.629887,-11.002399,-14.068734,-14.57389,-8.981579,-14.314899,-12.505407,-18.282068,-12.377399,-15.814899,-10.752399,-11.002399,-0.0026570035
+360474,-19.312565,-17.918251,-15.500064,-18.021591,-21.528917,-13.562878,-17.812565,-18.523165,-23.94813,-6.413254e-05,-12.000064,-15.750064,-20.062565,-19.189924
+260678,-11.625251,-10.022881,-15.500251,-18.792807,-13.044254,-12.302963,-0.00025102324,-13.564108,-19.949537,-13.125251,-16.375252,-13.500251,-16.000252,-14.001533
+588547,-12.189509,-15.654581,-9.877009,-13.751311,-14.943533,-0.0035380833,-7.7520094,-7.62835,-20.502426,-10.002009,-13.939509,-10.377009,-13.189509,-9.877362
+593292,-5.0229354,-7.2846065,-11.460435,-10.212644,-16.59154,-7.3831854,-0.022935238,-7.523746,-10.714662,-8.022935,-12.585435,-8.522935,-10.835435,-9.023373
+38860,-0.010099971,-13.223249,-6.7601,-13.8464365,-12.911022,-10.887796,-8.3851,-16.761953,-19.570642,-8.2601,-16.2601,-4.8851,-11.8851,-10.510963
+579700,-14.813544,-19.283455,-9.251044,-0.0011860537,-7.1275406,-14.1911745,-17.813545,-16.794239,-17.50414,-14.126044,-17.626045,-14.501044,-16.126045,-16.402271
+482702,-16.750103,-27.235851,-16.062603,-20.089373,-19.351439,-13.834706,-20.312603,-16.943115,-20.251396,-18.312603,-20.125103,-12.750103,-0.00010346831,-10.876759
+281740,-16.56299,-11.435765,-15.25049,-14.421204,-15.911684,-10.547878,-11.62549,-0.0017695575,-15.605599,-14.31299,-16.12549,-11.37549,-18.00049,-13.005635
+503823,-16.125334,-26.87603,-14.250334,-17.630518,-16.58344,-12.260251,-18.875334,-13.503227,-16.10543,-15.312834,-18.375334,-11.500334,-0.00033361115,-8.627423
+341696,-15.500214,-16.066238,-17.500214,-16.875916,-17.594212,-13.580676,-12.437714,-10.502928,-0.00021562685,-14.687714,-18.062714,-15.937714,-17.625214,-14.751505
+25936,-0.40074968,-9.140297,-9.150749,-11.054384,-10.6777,-2.5994604,-3.4007497,-5.282079,-13.561002,-6.2757497,-6.4007497,-6.9007497,-7.1507497,-3.7768025
+219941,-11.184335,-14.742002,-11.184335,-12.810899,-17.261343,-3.187575,-11.746835,-8.849121,-21.701767,-8.809335,-11.746835,-7.8093348,-13.059335,-11.1668415
+547015,-10.6962805,-23.81547,-8.0087805,-13.152151,-18.137491,-11.360072,-12.8212805,-16.689533,-17.338928,-12.8212805,-16.19628,-5.8837805,-7.7587805,-0.009252639
+384347,-19.625048,-19.690096,-16.375048,-18.432516,-23.016611,-13.580181,-18.437548,-18.319647,-24.092777,-4.7801783e-05,-13.625048,-15.125048,-19.312548,-19.753447
+83149,-9.167704,-14.425958,-0.042703766,-5.0427284,-6.6684957,-11.877801,-14.042704,-16.247778,-14.395293,-10.042704,-15.855204,-3.4177039,-10.667704,-12.920593
+65647,-12.75153,-0.0020028767,-18.06403,-13.454948,-13.627906,-11.977937,-8.00153,-15.191767,-18.9638,-13.25153,-17.12653,-15.75153,-17.00153,-15.315503
+514940,-16.625145,-27.676079,-15.875144,-20.12482,-17.981144,-14.146425,-20.437645,-16.44061,-18.79077,-17.625145,-19.312645,-12.250144,-0.00014411364,-10.251953
+250342,-14.690169,-14.137294,-14.190169,-17.437826,-25.261267,-11.008059,-0.0026695826,-9.51419,-18.454676,-12.502669,-13.315169,-9.877669,-15.815169,-12.940767
+522217,-13.079693,-17.01188,-10.142193,-14.797697,-14.290442,-9.5201435,-13.892193,-10.7748785,-18.903595,-10.579693,-14.454693,-10.517193,-9.829693,-0.017554102
+460659,-18.187786,-26.68573,-10.000287,-17.94105,-19.488459,-20.53795,-20.062786,-23.38078,-21.952948,-18.000286,-20.562786,-0.0002870148,-17.187786,-15.876115
+304610,-16.000362,-10.883556,-14.687861,-13.585267,-16.075605,-10.477808,-9.875361,-0.002426452,-15.442144,-14.250361,-14.812861,-10.875361,-17.437862,-14.125756
+347016,-14.937816,-16.446098,-16.937817,-18.13359,-18.009768,-14.879918,-12.375316,-10.26438,-0.00032157672,-15.000316,-18.750317,-15.750316,-17.000317,-14.751792
+330653,-15.500155,-17.204332,-17.375156,-17.551525,-18.475805,-14.70002,-13.750155,-11.516948,-0.00015960913,-15.312655,-18.500156,-16.875156,-17.562656,-14.688826
+47250,-12.126161,-0.0015156312,-18.25116,-13.580933,-13.511366,-10.790502,-8.501161,-14.6284485,-18.662136,-13.626161,-15.126161,-16.06366,-17.25116,-12.63534
+560445,-0.00018368465,-17.471792,-18.250183,-14.76405,-15.626638,-16.114046,-10.875184,-14.939463,-20.621902,-13.375184,-15.312684,-15.125184,-18.125183,-12.881403
+169126,-14.000463,-15.250724,-12.625463,-10.125467,-0.001194579,-11.413216,-14.375463,-15.762425,-15.951827,-14.750463,-17.500463,-14.000463,-16.312963,-14.0295725

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0