Add files using upload-large-folder tool

.gitattributes

@@ -1489,3 +1489,9 @@ finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans_no_es/0.0-1.0/
 finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6db327969d3486807232fe50c53a7d20e6af4d90d7b25b356fbff8e249f093a
+size 42951934

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a89c51dc4e60dbabe04244fa49d713e228f8ad9f54022fd8e63a443c481af3
+size 42951614

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deea05791e5b93bccdb857fe796d8844e93c96d96f0a86c8ff878e78e98f489d
+size 42951934

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/logs/events.out.tfevents.1734814986.gamma.3856774.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b423bc42d221a3c659d066dd5b7a6c3d6e09b674c1b96712007de4f594f3e129
+size 43806

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,206 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.349286999553442,0,12.555327415466309,
+0,8,0.11735675856471062,1,16.59845550243671,
+0,16,0.1253768503665924,2,16.104417140667255,
+0,24,0.09393840283155441,3,12.370734985058125,
+0,32,0.08194591104984283,4,7.560810375213623,
+0,40,0.09180685505270958,5,2.5759710310293094,
+0,48,0.08680973947048187,6,5.85788320721342,
+0,56,0.09316335991024971,7,4.390110629051923,
+0,64,0.09235278144478798,8,3.5608827186127505,
+0,72,0.1306094191968441,9,4.626529342853106,
+1,80,0.08629614114761353,10,1.4962777787198622,
+1,88,0.08344067633152008,11,1.7845505554802144,
+1,96,0.08928867802023888,12,0.5953233614563942,
+1,104,0.12560366094112396,13,1.370103095742789,
+1,112,0.08362819999456406,14,1.3688434600830077,
+1,120,0.09363546967506409,15,0.4366148572701674,
+1,128,0.08368441462516785,16,0.5709834531522714,
+,,,16,,0.3889051325180951
+1,136,0.08857946842908859,17,1.22687471943597,
+1,144,0.09295114874839783,18,0.7200812822715803,
+1,152,0.08456527069211006,19,0.12837447207421065,
+2,160,0.08297652006149292,20,0.48616438308874,
+2,168,0.09452663362026215,21,0.6236090704333037,
+2,176,0.0831478051841259,22,0.041496472263878044,
+2,184,0.09271972253918648,23,0.07975513581186533,
+2,192,0.08305267989635468,24,0.04422202834393829,
+2,200,0.08467721939086914,25,0.15008899224145958,
+2,208,0.13343587890267372,26,0.03588193319737911,
+2,216,0.1330413930118084,27,0.06393152012606151,
+2,224,0.08323612436652184,28,0.034821709717756937,
+2,232,0.08764439448714256,29,0.06281762786040251,
+3,240,0.08695738017559052,30,0.04249850082067916,
+3,248,0.09604005515575409,31,0.01085505213898917,
+3,256,0.12730050832033157,32,0.05757479642158036,
+,,,32,,0.12022170833512849
+3,264,0.1318446584045887,33,0.006074897921644151,
+3,272,0.12783504277467728,34,0.015387387892891033,
+3,280,0.09334300830960274,35,0.008717240911209956,
+3,288,0.08490685373544693,36,0.0177949308961009,
+3,296,0.09185377508401871,37,0.011499506638546545,
+3,304,0.08350774645805359,38,0.014103531591200199,
+3,312,0.12468759715557098,39,0.010035916079337208,
+4,320,0.08533180505037308,40,0.012974539073184133,
+4,328,0.08070168644189835,41,0.010384098489642687,
+4,336,0.09330403059720993,42,0.005915130566930971,
+4,344,0.08085672184824944,43,0.005753037906833925,
+4,352,0.08758090063929558,44,0.002921527062426321,
+4,360,0.13187464699149132,45,0.019623869235287063,
+4,368,0.08396662399172783,46,0.0007518370504840278,
+4,376,0.09292830899357796,47,0.002374155830087451,
+4,384,0.09574836492538452,48,0.0010749342076120558,
+,,,48,,0.14738348418591068
+4,392,0.09421803429722786,49,0.001985431529257247,
+5,400,0.09299761801958084,50,0.004273269348362062,
+5,408,0.08396812528371811,51,0.0024368941418894488,
+5,416,0.09433554857969284,52,0.00032570671222250286,
+5,424,0.09332092106342316,53,0.0017741930262543195,
+5,432,0.13422099128365517,54,0.0021231179892007884,
+5,440,0.0838627777993679,55,0.0007788147770704447,
+5,448,0.08955282345414162,56,0.0047364162881142246,
+5,456,0.12400499731302261,57,0.0035506783290960207,
+5,464,0.08493679389357567,58,0.001155473102699034,
+5,472,0.08796698600053787,59,0.0015800694662695086,
+6,480,0.0922667607665062,60,0.001724120558113403,
+6,488,0.13161607086658478,61,0.0025957672204150674,
+6,496,0.08446194976568222,62,0.0014817965420661494,
+6,504,0.0841737911105156,63,0.0012994090149212362,
+6,512,0.1238267831504345,64,0.00208169123531358,
+,,,64,,0.1724392199048809
+6,520,0.08377618715167046,65,0.0006778100248014268,
+6,528,0.0934152901172638,66,0.0015179191250354052,
+6,536,0.12951548770070076,67,0.001249185671357819,
+6,544,0.0837804302573204,68,0.0009176040866198794,
+6,552,0.12780770659446716,69,0.0018087972909294574,
+7,560,0.08837776258587837,70,0.0005607134533840088,
+7,568,0.0816604308784008,71,0.00044984882697463036,
+7,576,0.12770626321434975,72,0.001392331141127775,
+7,584,0.0822928175330162,73,0.0009342784014734207,
+7,592,0.0843338705599308,74,0.002084618156704192,
+7,600,0.1349942497909069,75,0.0016774615796748549,
+7,608,0.12724851071834564,76,0.001355528644126025,
+7,616,0.08469954133033752,77,0.0012372091053597007,
+7,624,0.08332367986440659,78,0.0009835577163054647,
+7,632,0.09533501416444778,79,0.0011230493956562978,
+8,640,0.08273675292730331,80,0.0009148749797366855,
+,,,80,,0.1789243174534218
+8,648,0.08994954451918602,81,0.0007760021981084719,
+8,656,0.08486967161297798,82,0.00026666549365472747,
+8,664,0.13195222988724709,83,0.0013276054269226734,
+8,672,0.08460723981261253,84,0.0014386324310180498,
+8,680,0.08500512689352036,85,0.0010031494894064963,
+8,688,0.08346419036388397,86,0.000929772809387133,
+8,696,0.09452206268906593,87,0.0014005262128193863,
+8,704,0.08389931172132492,88,0.0018727689297520556,
+9,712,0.09466622397303581,89,0.0007535215700045228,
+9,720,0.08526697754859924,90,0.0012589727728482103,
+9,728,0.0930323414504528,91,0.0007420209281810778,
+9,736,0.09487135335803032,92,0.0013341602828983343,
+9,744,0.08158591389656067,93,0.0003954835781107911,
+9,752,0.08642075210809708,94,0.0010955614156305923,
+9,760,0.09083789587020874,95,0.002004743873840198,
+9,768,0.12685400620102882,96,0.0012922353188124752,
+,,,96,,0.18591123468735637
+9,776,0.093313068151474,97,0.0009320802146248752,
+9,784,0.08718127384781837,98,0.0006636785369159447,
+10,792,0.0833035558462143,99,0.0005596612973022275,
+10,800,0.08296634256839752,100,0.001590444271763166,
+10,808,0.12537935003638268,101,0.0014794739690842107,
+10,816,0.08223162218928337,102,0.0007770252355840057,
+10,824,0.13269050791859627,103,0.0003227580256696621,
+10,832,0.08900945261120796,104,0.0008993407967724265,
+10,840,0.13042937964200974,105,0.0003907922337847677,
+10,848,0.08412470668554306,106,0.0012198903263197281,
+10,856,0.09040727093815804,107,0.0007567820635317316,
+10,864,0.0850408487021923,108,0.0010292294894249856,
+11,872,0.09396496042609215,109,0.0008035533285389344,
+11,880,0.1308680810034275,110,0.0013884371698319835,
+11,888,0.13177942857146263,111,0.00034424031036905944,
+11,896,0.09361138194799423,112,0.0011554064352394028,
+,,,112,,0.18815072377522787
+11,904,0.08325153961777687,113,0.0010647715353115927,
+11,912,0.09006942436099052,114,0.001246918021934107,
+11,920,0.12751486524939537,115,0.001039427931703228,
+11,928,0.08414395526051521,116,0.0003032255408470519,
+11,936,0.12666388973593712,117,0.0006261477762260862,
+11,944,0.13383780047297478,118,0.00036612999538192524,
+12,952,0.12899182736873627,119,0.002235172754973808,
+12,960,0.13551359623670578,120,0.0009593948301958985,
+12,968,0.09413733705878258,121,0.0005796786491163613,
+12,976,0.09029028192162514,122,0.0005624201565094861,
+12,984,0.0956328921020031,123,0.000668012831458607,
+12,992,0.09108445420861244,124,0.00020251391833880916,
+12,1000,0.08471580967307091,125,0.001349708023693753,
+12,1008,0.13228080049157143,126,0.0009310253190051299,
+12,1016,0.08421031013131142,127,0.0010565721420183157,
+12,1024,0.08264178410172462,128,0.0004770892031350134,
+,,,128,,0.18550438974417893
+13,1032,0.08490161970257759,129,0.0007993177750904579,
+13,1040,0.09378573670983315,130,0.00027362493115519595,
+13,1048,0.0911099910736084,131,0.001024580339435488,
+13,1056,0.08429761976003647,132,0.0009096679841604782,
+13,1064,0.08228873834013939,133,0.0007954073723036951,
+13,1072,0.0836431235074997,134,0.000804996540214883,
+13,1080,0.08298832550644875,135,0.00020658560176591644,
+13,1088,0.13174983486533165,136,0.0006246908196771983,
+13,1096,0.08083996176719666,137,0.0012150810195765058,
+13,1104,0.08396218344569206,138,0.0009947270706713123,
+14,1112,0.08919718116521835,139,0.0010060895640183138,
+14,1120,0.1338752917945385,140,0.0003165426616760669,
+14,1128,0.08840062469244003,141,0.0009175264533647957,
+14,1136,0.09566212818026543,142,0.0005712187988907457,
+14,1144,0.0841703712940216,143,0.0005921476767980494,
+14,1152,0.0826042965054512,144,0.0005890792523738734,
+,,,144,,0.1854542750938266
+14,1160,0.08385151624679565,145,0.0017837418781709857,
+14,1168,0.09111897274851799,146,0.0009332813365640155,
+14,1176,0.08291929960250854,147,0.00018029891907644924,
+14,1184,0.13441987335681915,148,0.00109328171830774,
+15,1192,0.0831972137093544,149,0.00067827929082601,
+15,1200,0.12866463139653206,150,0.001158699085697828,
+15,1208,0.08538102358579636,151,0.0009475073136193466,
+15,1216,0.1324051171541214,152,0.0009048503458567817,
+15,1224,0.13486958295106888,153,0.0006666945513037111,
+15,1232,0.08144638687372208,154,0.00015145084107643926,
+15,1240,0.12970847636461258,155,0.00036199486467839136,
+15,1248,0.08506878092885017,156,0.0011829201928321709,
+15,1256,0.08444038406014442,157,0.00042360020628014655,
+15,1264,0.08427903056144714,158,0.0007742542676472415,
+16,1272,0.08979244902729988,159,0.000804303724950072,
+16,1280,0.08295901864767075,160,0.00037646729874217673,
+,,,160,,0.1901712791592467
+16,1288,0.1331602856516838,161,0.0005630113026619746,
+16,1296,0.08483659103512764,162,0.0004507128382101655,
+16,1304,0.12568143010139465,163,0.001299442147622661,
+16,1312,0.1335967592895031,164,0.00043783506116596983,
+16,1320,0.09528673812747002,165,0.0009651337012266075,
+16,1328,0.08621300756931305,166,0.0011014313747485479,
+16,1336,0.12875240296125412,167,0.00032204914241447115,
+17,1344,0.13376744464039803,168,0.00042350744115537964,
+17,1352,0.0815909169614315,169,0.0007959212450189695,
+17,1360,0.08278132602572441,170,0.0005288825065387451,
+17,1368,0.12721123173832893,171,0.0006139291304862127,
+17,1376,0.09079266712069511,172,0.00040491480386764224,
+17,1384,0.08762840181589127,173,0.0004486193095296833,
+17,1392,0.09560117498040199,174,0.0003346530204660005,
+17,1400,0.08143628016114235,175,0.0006398279586262236,
+17,1408,0.08907192945480347,176,0.0010728009178170136,
+,,,176,,0.19510308433981502
+17,1416,0.13300668820738792,177,0.0003305821828689659,
+18,1424,0.08480377867817879,178,0.001174695985408856,
+18,1432,0.08778674900531769,179,0.001193230858007155,
+18,1440,0.08440633863210678,180,0.0007241880509051649,
+18,1448,0.08917054533958435,181,0.0005791277635580627,
+18,1456,0.13224203884601593,182,0.0008137718899748647,
+18,1464,0.08358019590377808,183,0.00037186677879865533,
+18,1472,0.08409793674945831,184,0.0004212273478597953,
+18,1480,0.08242756128311157,185,0.0009220713400281966,
+18,1488,0.08350515738129616,186,0.00019713758301804775,
+18,1496,0.08938541635870934,187,0.0006076429719821765,
+19,1504,0.09563465788960457,188,0.0007728989429861857,
+19,1512,0.08588878810405731,189,0.0002519639262269872,
+19,1520,0.08205234631896019,190,0.00011627764069999103,
+19,1528,0.09399659186601639,191,0.000612428594859711,
+19,1536,0.13238711282610893,192,0.00044336568283721465,
+,,,192,,0.19505702748018153

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,33 @@
+193564,4
+440700,11
+412263,10
+229914,5
+549503,13
+309803,7
+413252,10
+194445,4
+538591,13
+555568,13
+70400,1
+133576,3
+377280,9
+173839,4
+194136,4
+242653,6
+454808,11
+511940,12
+623075,12
+495787,12
+520554,13
+98721,2
+509603,12
+528569,13
+474747,11
+10442,0
+336661,8
+137621,3
+418783,10
+82931,2
+443483,11
+480350,12
+166095,4

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,33 @@
+193564,-11.125295,-15.267394,-10.375295,-12.000328,-0.0003022713,-15.846518,-16.312794,-18.688692,-13.699167,-15.437795,-17.312794,-14.812795,-16.500294,-15.041295
+440700,-17.000269,-26.846523,-13.500269,-21.633335,-23.008102,-19.394522,-21.500269,-24.328518,-18.72755,-17.937769,-20.750269,-0.00026854247,-16.812769,-15.75067
+412263,-18.375242,-17.860277,-17.000242,-20.533041,-29.737862,-13.255028,-22.312742,-12.886932,-20.9901,-13.250242,-0.00024232312,-15.625242,-21.375242,-18.188538
+229914,-8.876019,-15.003942,-10.376019,-14.390741,-17.252525,-0.0021879943,-9.626019,-11.135165,-21.466488,-12.001019,-14.501019,-11.001019,-15.063519,-9.501203
+549503,-14.760363,-18.032911,-6.8853626,-16.524523,-16.290165,-8.704757,-16.760363,-14.20674,-16.350891,-12.135363,-17.135363,-7.8853626,-12.385363,-0.010461807
+309803,-16.12523,-14.166629,-14.875232,-16.867626,-16.481964,-12.582182,-14.562732,-0.00032421813,-15.15166,-14.375232,-15.437732,-12.750232,-18.50023,-13.125529
+413252,-17.000208,-17.386122,-14.375208,-18.259644,-25.461866,-12.8837185,-21.500208,-12.878195,-20.16284,-10.750208,-0.00020811777,-13.375208,-20.562708,-15.750785
+194445,-9.001057,-15.598317,-7.3760567,-10.001084,-0.0010667222,-10.776697,-17.938557,-16.032625,-13.931504,-14.501057,-16.938557,-13.501057,-16.438557,-12.426245
+538591,-12.753874,-17.575665,-6.6288743,-14.481792,-14.8138485,-8.2023325,-16.253874,-11.755027,-18.438192,-10.753874,-15.003874,-7.3788743,-9.128874,-0.004042726
+555568,-13.81361,-21.144068,-7.50111,-14.615235,-15.826551,-9.779558,-16.50111,-12.377406,-18.474167,-10.87611,-15.87611,-10.00111,-11.50111,-0.0011590505
+70400,-11.627407,-0.0025982324,-14.877407,-14.171992,-12.566416,-11.410948,-9.127407,-14.3791,-16.654047,-12.939907,-15.939907,-14.252407,-15.689907,-10.756517
+133576,-16.125977,-19.144888,-7.0009766,-0.0014773544,-13.6271925,-17.354153,-20.438477,-16.016603,-14.374535,-13.000977,-17.875977,-16.000977,-18.813477,-14.95526
+377280,-12.7508335,-13.433036,-9.1258335,-16.696415,-16.558136,-10.131416,-16.250834,-15.064059,-15.698489,-0.0008338788,-10.1258335,-11.8758335,-15.0633335,-11.252807
+173839,-12.625497,-15.001791,-8.625497,-10.75055,-0.00050365477,-11.55774,-17.125498,-17.815634,-12.604681,-15.750497,-17.687998,-14.500497,-17.125498,-14.004349
+194136,-10.251691,-12.661364,-6.876691,-8.6267185,-0.0016937254,-12.412175,-17.814192,-15.699551,-18.976198,-14.064191,-16.001692,-14.376691,-16.189192,-12.4234705
+242653,-10.005163,-0.005305163,-14.942663,-15.3174,-11.664974,-12.569571,-9.880163,-13.880727,-17.4981,-13.505163,-14.817663,-14.317663,-15.755163,-10.255959
+454808,-16.75052,-28.774199,-12.500522,-19.073757,-22.084593,-17.982729,-21.00052,-22.630608,-20.179878,-16.75052,-19.12552,-0.00052164297,-15.000522,-12.501717
+511940,-15.125196,-23.289764,-13.250196,-20.741634,-17.801601,-14.2476635,-21.187696,-17.563354,-19.357595,-17.250196,-21.437696,-10.875196,-0.00019667599,-9.625907
+623075,-18.312534,-32.432304,-13.875035,-21.689243,-19.076973,-15.334611,-23.500034,-19.637964,-23.755657,-18.000034,-22.875034,-15.125035,-3.5285328e-05,-12.375417
+495787,-17.06254,-28.956293,-14.50004,-22.560873,-19.891289,-17.204725,-22.37504,-18.883726,-21.301214,-17.56254,-21.93754,-15.25004,-3.9934315e-05,-11.250781
+520554,-10.701759,-19.600918,-4.63926,-12.91002,-13.660787,-7.830064,-14.139259,-10.578155,-17.04809,-10.889259,-14.639259,-6.76426,-9.639259,-0.014335043
+98721,-11.251804,-16.595182,-0.0018046298,-8.251945,-8.627155,-10.841509,-17.814304,-15.748107,-13.959933,-11.126804,-17.626804,-7.376805,-15.314304,-13.193831
+509603,-15.750062,-25.168724,-14.875062,-22.181215,-19.380194,-14.572338,-21.312561,-19.688173,-18.84682,-19.062561,-21.937561,-13.000062,-6.186771e-05,-11.375677
+528569,-13.378226,-18.3437,-8.253226,-16.559208,-17.985096,-12.192098,-17.315727,-13.09734,-20.626486,-12.440726,-16.503227,-8.753226,-14.815726,-0.0033318095
+474747,-15.000442,-25.350052,-10.750442,-18.127943,-18.365757,-16.809618,-20.12544,-21.317415,-19.864,-16.43794,-18.68794,-0.0004410963,-13.750442,-10.126317
+10442,-0.00024649443,-17.01758,-18.375246,-19.214556,-16.490322,-15.12711,-18.125246,-17.063843,-26.760487,-15.125246,-20.062746,-17.437746,-20.687746,-12.762028
+336661,-15.750181,-17.963427,-15.437681,-19.654778,-20.61389,-16.326073,-15.312681,-12.01923,-0.00018451952,-15.312681,-19.187681,-16.625181,-17.875181,-14.938484
+137621,-14.750711,-20.077911,-7.3757114,-0.00097484415,-9.750912,-15.282127,-19.563211,-17.093023,-18.027353,-13.125711,-18.313211,-13.875711,-17.688211,-15.2021
+418783,-16.1253,-16.639301,-15.2502985,-18.551857,-23.756523,-12.6376,-20.5003,-13.257339,-18.335892,-9.7502985,-0.00029893222,-13.7502985,-19.1253,-16.68861
+82931,-11.87542,-15.58816,-0.00041964784,-10.500652,-9.501779,-12.626695,-16.81292,-16.315279,-13.810017,-12.37542,-18.06292,-9.12542,-15.25042,-14.088596
+443483,-14.625235,-27.98344,-10.875235,-18.148184,-19.184996,-17.259205,-19.250235,-19.62628,-17.660116,-16.687735,-19.312735,-0.00023421882,-13.625235,-11.001346
+480350,-16.625061,-27.757158,-13.500062,-21.81463,-18.126215,-13.606758,-21.250061,-18.313139,-20.930817,-17.687561,-21.812561,-14.250062,-6.1748506e-05,-10.250402
+166095,-13.148883,-18.264835,-3.7738826,-9.773901,-0.023915706,-11.832959,-17.398882,-16.967241,-11.071657,-15.023883,-17.773882,-14.023883,-15.586383,-11.023365

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b786ea1b57e48dd7860fd18e809cd52bfc2e4dfec27bc138b75b469138acb7
+size 42951934

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4444d9593f3af91999095549de6af2cad00a99e6c7e0587c58752b1f6c55e517
+size 42951614

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7270738931c666d5c37c03351fc3de4df3595f48432aa3d97a3eaa01c70b67f
+size 42951934

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/events.out.tfevents.1734815515.gamma.3858806.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29730f8916519cba5b9b333285fbdd80832e721b2471eb0ed842f7733ab514b
+size 7496

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,36 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.4179871268570423,0,18.20453643798828,
+0,8,0.1127278320491314,1,16.532329472628508,
+0,16,0.1255752146244049,2,13.86128635406494,
+0,24,0.13269837945699692,3,8.654601434866587,
+0,32,0.08866271376609802,4,9.583965951266388,
+0,40,0.1286296434700489,5,8.03548812866211,
+0,48,0.08240304887294769,6,7.507470985005299,
+0,56,0.12987181916832924,7,4.0009418113364115,
+0,64,0.0830620676279068,8,3.6082160816742825,
+0,72,0.12800052762031555,9,1.7283628411591052,
+0,80,0.08703946322202682,10,1.9039042091795377,
+0,88,0.08444909751415253,11,1.6649217965702217,
+0,96,0.12929001450538635,12,1.6475589387118816,
+0,104,0.08895492553710938,13,1.270265897968784,
+0,112,0.09382843971252441,14,0.43134747073054314,
+1,120,0.08483405783772469,15,0.4163786708735503,
+1,128,0.08174745738506317,16,0.3556555376077692,
+,,,16,,0.3126982146618413
+1,136,0.08297716453671455,17,0.6844854722420375,
+1,144,0.09388749673962593,18,0.242284900867022,
+1,152,0.08522642031311989,19,0.12093784717413095,
+1,160,0.08693083748221397,20,0.36158102679138,
+1,168,0.08106543868780136,21,0.5155571323031416,
+1,176,0.09224805608391762,22,0.22510065751460692,
+1,184,0.08818912506103516,23,0.32015613563215506,
+1,192,0.08838983252644539,24,0.03421931612220677,
+1,200,0.08516782522201538,25,0.3153334679392477,
+1,208,0.12920580431818962,26,0.24892236799827183,
+1,216,0.08222144842147827,27,0.03954894826747477,
+1,224,0.084702979773283,28,0.3783804665597725,
+2,232,0.09010385349392891,29,0.023531218556364857,
+2,240,0.09479060769081116,30,0.025145624415017664,
+2,248,0.12431259453296661,31,0.03034439538688665,
+2,256,0.13151095435023308,32,0.045487760622361546,
+,,,32,,0.03896393027960086

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 32
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453289ad5630560b376113bda956e9af5df53c4744c0a7332de8aa43f24096c4
+size 42951934

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9507caa57fc538726b5e85f856fabe424ddd82b9a57cf577f96352fcf3339a1
+size 42951614

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7658ee5cdaef8f0bc88cb31710a6e74225b7c612efa2812a04c04c0502c6c7c4
+size 42951934

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/events.out.tfevents.1735296947.gamma.1650296.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3245711d2390eaadf77e2f9295f77986c161753b70d8c9b1294bded939c3bcf5
+size 297657

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/metrics.csv

@@ -0,0 +1,1379 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3395368531346321,0,12.555327415466309,
+0,8,0.11635278165340424,1,16.59845550243671,
+0,16,0.12547654286026955,2,16.091385254493126,
+0,24,0.09330195933580399,3,12.468135063464825,
+0,32,0.08165975287556648,4,7.555592060089111,
+0,40,0.0883888304233551,5,2.588053494957941,
+0,48,0.08635503426194191,6,5.853816976054357,
+0,56,0.0928545780479908,7,4.347356715798378,
+0,64,0.09228390827775002,8,3.5988173112273216,
+0,72,0.13030405715107918,9,4.677782292549427,
+1,80,0.08603973686695099,10,1.5102813510845106,
+1,88,0.08331265673041344,11,1.8001644930873926,
+1,96,0.08831368014216423,12,0.6050177284262397,
+1,104,0.12604259327054024,13,1.3922205039046027,
+1,112,0.08317237347364426,14,1.356733224540949,
+1,120,0.0935148224234581,15,0.4375592859891745,
+1,128,0.08372994512319565,16,0.5907159615308046,
+,,,16,,0.6652071292583759
+1,136,0.08841527253389359,17,1.2532571751624346,
+1,144,0.09259840846061707,18,0.7032627255909822,
+1,152,0.08403797075152397,19,0.1355280289426446,
+2,160,0.08243906870484352,20,0.5172397767265255,
+2,168,0.09470397606492043,21,0.6331569781371703,
+2,176,0.08295794203877449,22,0.04244364798069,
+2,184,0.09193340688943863,23,0.07657077485187487,
+2,192,0.08300594612956047,24,0.04367871045057351,
+2,200,0.0845487006008625,25,0.15062383674861243,
+2,208,0.1320805810391903,26,0.03775299275293946,
+2,216,0.1333279013633728,27,0.06542701290163677,
+2,224,0.08273189142346382,28,0.0407677985661264,
+2,232,0.0874299667775631,29,0.07331718504428864,
+3,240,0.08667848259210587,30,0.05042405979922758,
+3,248,0.09553417563438416,31,0.011001349457850059,
+3,256,0.1269521750509739,32,0.05742022939640182,
+,,,32,,0.017984597728802607
+3,264,0.13132954761385918,33,0.007181458757258952,
+3,272,0.1272232048213482,34,0.016115039279005334,
+3,280,0.09311041608452797,35,0.009501724043564702,
+3,288,0.08409480005502701,36,0.019955081741015117,
+3,296,0.09169360622763634,37,0.011856482785123471,
+3,304,0.08302433788776398,38,0.01639054882644604,
+3,312,0.12459629401564598,39,0.010472747492783058,
+4,320,0.08515573665499687,40,0.014428566549516594,
+4,328,0.08002950623631477,41,0.010939321833575377,
+4,336,0.09307892620563507,42,0.006428283010161697,
+4,344,0.08046761900186539,43,0.004803222906775773,
+4,352,0.08740053698420525,44,0.0027930603805893604,
+4,360,0.13115372136235237,45,0.02153330989844667,
+4,368,0.08365092054009438,46,0.0008126890308631119,
+4,376,0.09235354140400887,47,0.0025277152026925856,
+4,384,0.09504832699894905,48,0.0009565186192048714,
+,,,48,,0.0023776298532119165
+4,392,0.09419337287545204,49,0.00209871337574441,
+5,400,0.09234883636236191,50,0.004648104380196726,
+5,408,0.08392101153731346,51,0.0022918227629512935,
+5,416,0.09398594498634338,52,0.00033076231920858845,
+5,424,0.09297255799174309,53,0.001740006906142558,
+5,432,0.13361035287380219,54,0.002390537811637235,
+5,440,0.08365144208073616,55,0.0007930304722818123,
+5,448,0.08970211073756218,56,0.005937785852718382,
+5,456,0.12370967864990234,57,0.0035806020623567747,
+5,464,0.08463721349835396,58,0.0011710108826971715,
+5,472,0.08756124600768089,59,0.0018347035022868244,
+6,480,0.09204520657658577,60,0.001687463166793653,
+6,488,0.13073242083191872,61,0.002558545009098732,
+6,496,0.08390981703996658,62,0.0016286054339037616,
+6,504,0.08364838361740112,63,0.001331247983866238,
+6,512,0.12357470393180847,64,0.0018697711232865306,
+,,,64,,0.001092304690526082
+6,520,0.08320029452443123,65,0.0006406987835921777,
+6,528,0.0934644266963005,66,0.0016666802795953118,
+6,536,0.12945879995822906,67,0.001464877951961667,
+6,544,0.08349211886525154,68,0.0009816689445869998,
+6,552,0.12747424840927124,69,0.0017889785713123274,
+7,560,0.08832653239369392,70,0.0005671451628866355,
+7,568,0.081861961632967,71,0.0004560396941087674,
+7,576,0.12774379178881645,72,0.0014347682400302102,
+7,584,0.0821726806461811,73,0.0009022588959245089,
+7,592,0.0845310352742672,74,0.0020843981630885257,
+7,600,0.13346601277589798,75,0.0017331316145525004,
+7,608,0.12599648907780647,76,0.0014621244927184307,
+7,616,0.0845208428800106,77,0.0015072776893955758,
+7,624,0.08287233859300613,78,0.0010340698742462944,
+7,632,0.09504379704594612,79,0.0013259020977949892,
+8,640,0.08153808861970901,80,0.0009240501590697518,
+,,,80,,0.0008106928748580125
+8,648,0.08955550193786621,81,0.0008725690799606541,
+8,656,0.08474613353610039,82,0.0002703639314252844,
+8,664,0.13148530572652817,83,0.0013835931858920958,
+8,672,0.08406616002321243,84,0.001536783941143464,
+8,680,0.08496579900383949,85,0.0010409588833751443,
+8,688,0.08354012668132782,86,0.0010713092479919498,
+8,696,0.09453605487942696,87,0.001522777669239216,
+8,704,0.08344710990786552,88,0.0017478668994347875,
+9,712,0.09466623142361641,89,0.000728866357045869,
+9,720,0.084256861358881,90,0.0013593547180789755,
+9,728,0.09272107481956482,91,0.000823361856472569,
+9,736,0.09470096603035927,92,0.0014172694282024167,
+9,744,0.08136012405157089,93,0.0003856414200113663,
+9,752,0.08626869693398476,94,0.0010768300586018345,
+9,760,0.08983852341771126,95,0.0021055429921640703,
+9,768,0.12623343616724014,96,0.001221515959644291,
+,,,96,,0.0007244183037143487
+9,776,0.09314429759979248,97,0.0009009171535581117,
+9,784,0.08710100874304771,98,0.0007342251782473694,
+10,792,0.0831015408039093,99,0.000587309709165614,
+10,800,0.08293900638818741,100,0.001541593792110992,
+10,808,0.1249009482562542,101,0.0015677546152101758,
+10,816,0.08214886859059334,102,0.0008903726314504942,
+10,824,0.1320190504193306,103,0.0003485285104199482,
+10,832,0.08875719830393791,104,0.000903598556480854,
+10,840,0.13025245815515518,105,0.00034243204704993826,
+10,848,0.08425159007310867,106,0.001185341530799633,
+10,856,0.09020466357469559,107,0.0007812820843934209,
+10,864,0.0849773921072483,108,0.0010560932757719208,
+11,872,0.09372132644057274,109,0.0008616914584611853,
+11,880,0.13104289770126343,110,0.001467620674399465,
+11,888,0.13255462422966957,111,0.0003393442842934746,
+11,896,0.09324539825320244,112,0.0012156906634439057,
+,,,112,,0.0006748006607477481
+11,904,0.08334014937281609,113,0.0010330623111561483,
+11,912,0.08971184119582176,114,0.0012527174112619832,
+11,920,0.1266816146671772,115,0.0009472778973369193,
+11,928,0.08386692777276039,116,0.00032499221561010927,
+11,936,0.12663711607456207,117,0.0005302017116264324,
+11,944,0.13320183753967285,118,0.0004003926023870008,
+12,952,0.12951213866472244,119,0.0022843264510315335,
+12,960,0.13540486991405487,120,0.0010351454789737805,
+12,968,0.09310893341898918,121,0.0006076542519552347,
+12,976,0.09009494632482529,122,0.0006038941654777671,
+12,984,0.09594300389289856,123,0.0007269646851524997,
+12,992,0.09124773368239403,124,0.0002065786513412604,
+12,1000,0.08521541580557823,125,0.0014832285806523242,
+12,1008,0.13049806281924248,126,0.0008995567538174024,
+12,1016,0.08372554928064346,127,0.0011236661472745861,
+12,1024,0.08205317705869675,128,0.0005272305864612766,
+,,,128,,0.0006019890021819335
+13,1032,0.08476046845316887,129,0.0008263313723416234,
+13,1040,0.09411078691482544,130,0.0002762665065926161,
+13,1048,0.09095406532287598,131,0.0010171115878620184,
+13,1056,0.08401614800095558,132,0.0009084229753473968,
+13,1064,0.08205946162343025,133,0.0008386359465172669,
+13,1072,0.08343249559402466,134,0.0008336243180175577,
+13,1080,0.08306609839200974,135,0.0002312967328841544,
+13,1088,0.13136887177824974,136,0.0006347767342958832,
+13,1096,0.08090268075466156,137,0.0013193113305273332,
+13,1104,0.08368560671806335,138,0.0009937909004899363,
+14,1112,0.08879074826836586,139,0.0010758549247435036,
+14,1120,0.1331578828394413,140,0.00035152530908817426,
+14,1128,0.08835208788514137,141,0.0009550654232346763,
+14,1136,0.09559701010584831,142,0.0006095172690178375,
+14,1144,0.08400757238268852,143,0.000634577381182074,
+14,1152,0.0821802206337452,144,0.0006456276387325488,
+,,,144,,0.0005803546295143091
+14,1160,0.08288758248090744,145,0.001726497604137806,
+14,1168,0.09100259467959404,146,0.0009561391796943588,
+14,1176,0.08220785483717918,147,0.0001797951839156061,
+14,1184,0.13384588062763214,148,0.0011808675075631722,
+15,1192,0.08340999856591225,149,0.0007306045076152909,
+15,1200,0.12871383503079414,150,0.0011489950881117363,
+15,1208,0.0856645330786705,151,0.0010235815971100237,
+15,1216,0.13193419575691223,152,0.0009438424664646542,
+15,1224,0.13495315983891487,153,0.0006385434580806759,
+15,1232,0.08110958337783813,154,0.00015424020093632863,
+15,1240,0.12868449836969376,155,0.00036121209466893396,
+15,1248,0.08471442386507988,156,0.0011677930042424123,
+15,1256,0.0840979814529419,157,0.000455888590295217,
+15,1264,0.08367804810404778,158,0.0008084493068357309,
+16,1272,0.08945130556821823,159,0.000760882642330566,
+16,1280,0.08247582241892815,160,0.00036906619465702935,
+,,,160,,0.0005350445683758992
+16,1288,0.1327906958758831,161,0.0006029628213862173,
+16,1296,0.08492102473974228,162,0.00044306429372227286,
+16,1304,0.1254240870475769,163,0.0013893506509096672,
+16,1312,0.13256535679101944,164,0.00045841526989534034,
+16,1320,0.09514904022216797,165,0.0009239019823975728,
+16,1328,0.086087167263031,166,0.0011473887415680414,
+16,1336,0.12885886803269386,167,0.0002896632766351104,
+17,1344,0.1335718035697937,168,0.0004306624255453547,
+17,1352,0.08247439190745354,169,0.0008052306833493416,
+17,1360,0.08254043757915497,170,0.0005791854027847876,
+17,1368,0.12632860243320465,171,0.0006429757238947786,
+17,1376,0.09126858413219452,172,0.00041854117282329954,
+17,1384,0.08724081516265869,173,0.0004571097326168621,
+17,1392,0.09566072002053261,174,0.000360143426157513,
+17,1400,0.08128469809889793,175,0.0006581055321086231,
+17,1408,0.08873928710818291,176,0.001085942238725173,
+,,,176,,0.0005107643440938913
+17,1416,0.13164252415299416,177,0.00035244903301645536,
+18,1424,0.08436571806669235,178,0.0012441304033392738,
+18,1432,0.08698136359453201,179,0.001263928639673395,
+18,1440,0.08426361531019211,180,0.0007558535623199228,
+18,1448,0.08895446732640266,181,0.0006015283630404156,
+18,1456,0.13118894025683403,182,0.000823018521679422,
+18,1464,0.08398908004164696,183,0.0003875525630560746,
+18,1472,0.08395489677786827,184,0.0004811076201308011,
+18,1480,0.08201750740408897,185,0.0009700584273292299,
+18,1488,0.08313341438770294,186,0.000208208943149657,
+18,1496,0.0895238034427166,187,0.0006889112751545886,
+19,1504,0.09491291269659996,188,0.0008075088652813891,
+19,1512,0.0857134573161602,189,0.000256767690492173,
+19,1520,0.08186878636479378,190,0.00011786266695708036,
+19,1528,0.09394734725356102,191,0.0006540219625234245,
+19,1536,0.1317150630056858,192,0.00041106051701883024,
+,,,192,,0.00047656302698529686
+19,1544,0.08977684751152992,193,0.0008542822373177236,
+19,1552,0.08142177388072014,194,0.0005833236546095577,
+19,1560,0.08481421694159508,195,0.00039516984579677226,
+19,1568,0.08484351262450218,196,0.0007003652191832026,
+19,1576,0.0898762010037899,197,0.0006316562357824296,
+20,1584,0.08587339520454407,198,0.0010902585956500844,
+20,1592,0.0856383666396141,199,0.000830799724181733,
+20,1600,0.13233769685029984,200,0.0006336162524738549,
+20,1608,0.09442555531859398,201,0.0008466368588135362,
+20,1616,0.09334766119718552,202,0.0013402159102649117,
+20,1624,0.08634470403194427,203,0.00022556780563068708,
+20,1632,0.09349076449871063,204,0.0004967887934981263,
+20,1640,0.12402834370732307,205,0.0008076550584519282,
+20,1648,0.09260053932666779,206,0.000347588724772712,
+20,1656,0.08403269574046135,207,0.0003358328730327129,
+21,1664,0.1312086023390293,208,0.0006722647078277078,
+,,,208,,0.00044952375957599055
+21,1672,0.09003592282533646,209,0.0003968546142069889,
+21,1680,0.09258593246340752,210,0.0009423154024261748,
+21,1688,0.08948343619704247,211,0.00025964783344534226,
+21,1696,0.12693224474787712,212,0.0003338762304338161,
+21,1704,0.13217677175998688,213,0.0005199934054568681,
+21,1712,0.12761739641427994,214,0.0007493599738760773,
+21,1720,0.08915044739842415,215,0.0006722424813443257,
+21,1728,0.08965141698718071,216,0.0004616954664181156,
+21,1736,0.08380952849984169,217,0.0006702021049325898,
+22,1744,0.08497202023863792,218,0.0005600724070973229,
+22,1752,0.08391852304339409,219,0.0005456899606752603,
+22,1760,0.08363795280456543,220,0.00082878661032737,
+22,1768,0.09604782238602638,221,0.0007565902857235274,
+22,1776,0.13227741792798042,222,0.0006171709228510736,
+22,1784,0.13203155249357224,223,0.0006261798316700151,
+22,1792,0.08214042335748672,224,0.00027379726743674836,
+,,,224,,0.0004351080681842107
+22,1800,0.12993549928069115,225,0.0006586555995454546,
+22,1808,0.12909261137247086,226,0.0006049879017761365,
+22,1816,0.1346188336610794,227,0.0007291528133919201,
+23,1824,0.08427459001541138,228,0.00021138022070359014,
+23,1832,0.08373910561203957,229,0.0003180264226102736,
+23,1840,0.13163106888532639,230,0.00018944802454475744,
+23,1848,0.08350406587123871,231,0.0008133459050441161,
+23,1856,0.13037661463022232,232,0.0011568553039372393,
+23,1864,0.08921489119529724,233,0.0007985800726601156,
+23,1872,0.08615770563483238,234,0.00029948700739623746,
+23,1880,0.08492006734013557,235,0.0009380958479596301,
+23,1888,0.08674632757902145,236,0.00035748993865457703,
+23,1896,0.08260300382971764,237,0.0004702231943762551,
+24,1904,0.08394065499305725,238,0.00036230505914621364,
+24,1912,0.08007140830159187,239,0.00024161167384590955,
+24,1920,0.08894595876336098,240,0.0003371105725818779,
+,,,240,,0.0004275526421574446
+24,1928,0.13562766090035439,241,0.00015615953480636774,
+24,1936,0.13163874298334122,242,0.0005978746602132949,
+24,1944,0.08917099609971046,243,0.000654037380277609,
+24,1952,0.0836552083492279,244,0.0010080014752540073,
+24,1960,0.08524642884731293,245,0.0007341253645531001,
+24,1968,0.0905160903930664,246,0.0007074764676376203,
+25,1976,0.13122177869081497,247,0.0006125866071110627,
+25,1984,0.08819159865379333,248,0.0005602457467130779,
+25,1992,0.08440786972641945,249,0.0012013731597667525,
+25,2000,0.08260417357087135,250,0.000535904113955136,
+25,2008,0.08352787047624588,251,0.00024060776235678027,
+25,2016,0.08145026490092278,252,0.0004968869553623437,
+25,2024,0.08480265736579895,253,0.0004892510369245429,
+25,2032,0.08498410880565643,254,0.0005387572188434812,
+25,2040,0.08922570198774338,255,0.00014770647215879183,
+25,2048,0.09073774516582489,256,0.0008679768096564138,
+,,,256,,0.00041274239237491903
+26,2056,0.13082654029130936,257,0.0003070135264186485,
+26,2064,0.08723154291510582,258,0.0009041933753906051,
+26,2072,0.09548575431108475,259,0.0010395401817125578,
+26,2080,0.0847618542611599,260,0.0005577869528982167,
+26,2088,0.08252313360571861,261,0.0006019616218206162,
+26,2096,0.09362863376736641,262,0.0003686988559572703,
+26,2104,0.08472713828086853,263,0.0005741086701723711,
+26,2112,0.09424471855163574,264,0.0004074574377834021,
+26,2120,0.08183348178863525,265,0.0005865277461662816,
+26,2128,0.07965577766299248,266,0.0001154437360734543,
+27,2136,0.08980953693389893,267,0.0003518609664752148,
+27,2144,0.12988312542438507,268,0.0012786958034536969,
+27,2152,0.08181135728955269,269,0.00041596081716003636,
+27,2160,0.08854350447654724,270,0.0005199251211251976,
+27,2168,0.08250213414430618,271,0.0005104405039067691,
+27,2176,0.08384203538298607,272,0.0006443004944726867,
+,,,272,,0.00038434980580439936
+27,2184,0.08419184759259224,273,0.00026778956962516534,
+27,2192,0.08881128206849098,274,0.0004103339557662945,
+27,2200,0.0896233431994915,275,0.00047675552013970446,
+27,2208,0.13541621714830399,276,0.0003414996951635528,
+28,2216,0.08337432891130447,277,0.0003814684541094511,
+28,2224,0.09324155747890472,278,0.00039524035561883537,
+28,2232,0.0808916948735714,279,0.0006929367129767063,
+28,2240,0.08978086709976196,280,0.0003417840147449169,
+28,2248,0.1271125264465809,281,0.0007192019255109534,
+28,2256,0.12776243686676025,282,0.00043721262239463006,
+28,2264,0.08482767269015312,283,0.0008489475705053857,
+28,2272,0.09434548392891884,284,0.00024277763744369926,
+28,2280,0.08484671637415886,285,0.0006063775605677316,
+28,2288,0.08354813978075981,286,0.00044038364224737353,
+29,2296,0.08450474217534065,287,0.0003229665398976067,
+29,2304,0.08637706935405731,288,0.0007597494760765196,
+,,,288,,0.0003904888334755714
+29,2312,0.0829225592315197,289,0.00044481214410132874,
+29,2320,0.12788280472159386,290,0.0007441720944453581,
+29,2328,0.13411707803606987,291,0.00041375934597454034,
+29,2336,0.130836334079504,292,0.0011013065595761873,
+29,2344,0.0855199508368969,293,0.0003434227874095086,
+29,2352,0.08467279002070427,294,0.0004027922834872945,
+29,2360,0.08232156932353973,295,0.0005172974194395535,
+29,2368,0.08554547280073166,296,0.00014266186371969525,
+30,2376,0.1238318495452404,297,0.0007640271990870436,
+30,2384,0.0826856680214405,298,0.0004959779933135276,
+30,2392,0.08439819142222404,299,9.357268336316338e-05,
+30,2400,0.08888591825962067,300,0.00041728802501562643,
+30,2408,0.08566366881132126,301,0.0005006650729531733,
+30,2416,0.08471915870904922,302,0.0005370378925969514,
+30,2424,0.09352626651525497,303,0.0006227001190731804,
+30,2432,0.08662723749876022,304,0.0003899040586309804,
+,,,304,,0.0003571701952471183
+30,2440,0.09095913544297218,305,0.00019033655098610325,
+30,2448,0.13317250460386276,306,0.000698333106508168,
+31,2456,0.08791491761803627,307,0.0007202276730822633,
+31,2464,0.08483265712857246,308,0.0004495394654700898,
+31,2472,0.09035805240273476,309,0.0001689104567049071,
+31,2480,0.1293513923883438,310,0.00038333498533964824,
+31,2488,0.08887499943375587,311,0.00019874272074957844,
+31,2496,0.12960880622267723,312,0.001198134193206594,
+31,2504,0.0844099186360836,313,0.00046166030873651977,
+31,2512,0.08299870043992996,314,0.0003822395665338263,
+31,2520,0.09066883102059364,315,0.00036410987268027385,
+31,2528,0.1284821704030037,316,0.0004310283385655986,
+32,2536,0.09029211476445198,317,0.0005873464312819785,
+32,2544,0.13256655633449554,318,0.0004062352975149854,
+32,2552,0.08396130427718163,319,0.000203963839521748,
+32,2560,0.08279735967516899,320,0.0004807177549082553,
+,,,320,,0.00035961506028588
+32,2568,0.08785903453826904,321,0.00017478813011125155,
+32,2576,0.09365534782409668,322,0.0005880274458082995,
+32,2584,0.08425595611333847,323,0.0007004635917837732,
+32,2592,0.1312478706240654,324,0.0005202480284164526,
+32,2600,0.08990449458360672,325,0.00026149252768776094,
+33,2608,0.09089888632297516,326,0.0007325042488446343,
+33,2616,0.08428824320435524,327,0.0006417115002477658,
+33,2624,0.08490436151623726,328,0.000410014125149106,
+33,2632,0.08443649485707283,329,0.0006160212567640253,
+33,2640,0.1278662197291851,330,0.0005407256900070934,
+33,2648,0.0890534445643425,331,0.0004719617732916959,
+33,2656,0.08915006369352341,332,0.0004383073530995964,
+33,2664,0.13162625953555107,333,0.0005346400316089525,
+33,2672,0.08635633811354637,334,0.0004987176284582044,
+33,2680,0.09312650561332703,335,0.0002908087808464188,
+34,2688,0.1331937164068222,336,0.0001615573686043111,
+,,,336,,0.0003500809678091453
+34,2696,0.09502827003598213,337,0.00036265094286136446,
+34,2704,0.13118694350123405,338,0.00041426992668545736,
+34,2712,0.08908923342823982,339,0.00027748800453587645,
+34,2720,0.13313299790024757,340,0.0002501628874928098,
+34,2728,0.08729768916964531,341,0.00032546884771859783,
+34,2736,0.13127713650465012,342,0.0006402178047350249,
+34,2744,0.08595419302582741,343,0.0005392052853494533,
+34,2752,0.08333870023488998,344,0.00016081269586720737,
+34,2760,0.12851741537451744,345,0.0008320277051357802,
+35,2768,0.0849001370370388,346,0.001072205025014806,
+35,2776,0.08900026232004166,347,0.00026769044978374785,
+35,2784,0.13147172704339027,348,0.00020136422542484732,
+35,2792,0.0900774821639061,349,0.00036786735753676936,
+35,2800,0.08395228162407875,350,0.0006517005106161378,
+35,2808,0.08764878287911415,351,0.00019558913736545948,
+35,2816,0.12956033274531364,352,0.00032494250556807785,
+,,,352,,0.00035150954499840736
+35,2824,0.08404034748673439,353,0.0005039940312729284,
+35,2832,0.08180439099669456,354,0.0003348627236240039,
+35,2840,0.12957290187478065,355,0.000636742684582714,
+36,2848,0.08422506973147392,356,0.0004170312508601152,
+36,2856,0.1345369815826416,357,0.0004065505679384594,
+36,2864,0.13274271041154861,358,0.0006592349838518368,
+36,2872,0.13178635761141777,359,0.00010769698419608176,
+36,2880,0.09260515496134758,360,0.0006175359617023227,
+36,2888,0.1267181895673275,361,0.0004367741052052364,
+36,2896,0.08435658365488052,362,0.00046854458438853425,
+36,2904,0.08218314871191978,363,0.0004207725184339021,
+36,2912,0.08713207021355629,364,0.00047133038060565013,
+36,2920,0.09059867635369301,365,0.000581049759083336,
+37,2928,0.1270512379705906,366,0.0006704205774109472,
+37,2936,0.08939249068498611,367,0.00032005132889025847,
+37,2944,0.08403559401631355,368,0.00045532044246751217,
+,,,368,,0.00032323165438496147
+37,2952,0.08762256801128387,369,0.00039376576132781337,
+37,2960,0.08416358381509781,370,0.00033121435543845024,
+37,2968,0.08950168639421463,371,0.0008536858510827491,
+37,2976,0.08312058448791504,372,0.00019988799282476646,
+37,2984,0.08584656938910484,373,0.00046730773283343296,
+37,2992,0.13476330414414406,374,0.00035273660137136176,
+37,3000,0.0870005451142788,375,0.0002255949066238827,
+38,3008,0.13241377100348473,376,0.00023918316450858995,
+38,3016,0.08479674905538559,377,0.0006322912726318463,
+38,3024,0.13197147473692894,378,0.0005388246441725642,
+38,3032,0.08422263339161873,379,0.00016005695609540757,
+38,3040,0.08918992802500725,380,0.00038218927069725135,
+38,3048,0.0820222944021225,381,0.0005695217467811224,
+38,3056,0.08384976536035538,382,0.00049945468968612,
+38,3064,0.09437474235892296,383,0.0004908556568100014,
+38,3072,0.08491885289549828,384,0.00023275081912288442,
+,,,384,,0.00031247154737894353
+38,3080,0.09389284625649452,385,0.00038846551069582347,
+39,3088,0.13282587379217148,386,0.00043232369777494267,
+39,3096,0.13108156993985176,387,9.154694230851924e-05,
+39,3104,0.12584547325968742,388,0.0002456743802343096,
+39,3112,0.08823896571993828,389,0.0007052978926367359,
+39,3120,0.08464964106678963,390,0.0004965525162829595,
+39,3128,0.08107515424489975,391,0.00034694450490254286,
+39,3136,0.08612831309437752,392,0.0002601606426581454,
+39,3144,0.08901515603065491,393,0.0009330021885034512,
+39,3152,0.08935361728072166,394,0.00019008899471373297,
+39,3160,0.09422467276453972,395,0.000264276208326919,
+40,3168,0.09566865488886833,396,0.00019884514113073238,
+40,3176,0.08846135810017586,397,0.00038031151078549944,
+40,3184,0.08486572280526161,398,0.0005180264070077101,
+40,3192,0.09314440563321114,399,0.0005828016225925901,
+40,3200,0.12634388357400894,400,0.0003245827806844878,
+,,,400,,0.000317281076254753
+40,3208,0.08444785326719284,401,0.0005669378306265571,
+40,3216,0.08104267716407776,402,0.00036675667979579885,
+40,3224,0.08898499608039856,403,0.0003899095665054539,
+40,3232,0.08478346839547157,404,0.0004235373228518504,
+41,3240,0.09355536103248596,405,0.00037148737101233564,
+41,3248,0.08510668948292732,406,0.0004954984245462887,
+41,3256,0.12516843155026436,407,0.0006305296706809063,
+41,3264,0.08125739172101021,408,0.00027030105138692306,
+41,3272,0.08647378161549568,409,0.0003476424945719455,
+41,3280,0.1325802393257618,410,0.00019982901358162053,
+41,3288,0.08599711954593658,411,0.0006408423449521741,
+41,3296,0.08400191739201546,412,0.00039353379840825005,
+41,3304,0.08872978389263153,413,0.0002940612046889631,
+41,3312,0.09344294294714928,414,0.00044621272788320383,
+42,3320,0.08881954476237297,415,0.00032321844810212497,
+42,3328,0.08299402520060539,416,0.0002490660905702195,
+,,,416,,0.00030633506293480215
+42,3336,0.09663340821862221,417,0.0005501656354075143,
+42,3344,0.12877466529607773,418,0.00028643533505601226,
+42,3352,0.0937587320804596,419,0.0002490651737995601,
+42,3360,0.08188030123710632,420,0.0005303827468499852,
+42,3368,0.08878908306360245,421,0.0007104093201633077,
+42,3376,0.13173411041498184,422,0.00031428736390528054,
+42,3384,0.08423175290226936,423,0.0003691392924641453,
+42,3392,0.083649393171072,424,0.0004514507719856435,
+43,3400,0.08697021380066872,425,0.0003423428285411016,
+43,3408,0.12897571921348572,426,0.0007071541378816339,
+43,3416,0.08365371823310852,427,0.00024011470668483526,
+43,3424,0.08538058027625084,428,0.0004673998051657691,
+43,3432,0.12729352712631226,429,0.0004173439612294225,
+43,3440,0.08466827869415283,430,0.00030863717312548455,
+43,3448,0.08938338235020638,431,0.00039907282245202135,
+43,3456,0.08969005197286606,432,0.0003571873732233563,
+,,,432,,0.0002961606682779697
+43,3464,0.08141826838254929,433,0.00033150943740370816,
+43,3472,0.09261127188801765,434,0.00042595895247359293,
+44,3480,0.12820949405431747,435,0.0005316493972294176,
+44,3488,0.08871886134147644,436,0.0002946263097824571,
+44,3496,0.08852096647024155,437,0.00037509044947607134,
+44,3504,0.08234715461730957,438,0.00039655275522818554,
+44,3512,0.09233924746513367,439,0.0006111712658215159,
+44,3520,0.1307089403271675,440,0.0001880531706774491,
+44,3528,0.09233377873897552,441,0.0002877256527946364,
+44,3536,0.09357545897364616,442,0.0005841209122081636,
+44,3544,0.09221721440553665,443,0.0003772444204234769,
+44,3552,0.08471689745783806,444,0.00022358032128977356,
+45,3560,0.08515682443976402,445,0.0005020064005899864,
+45,3568,0.09499448910355568,446,0.00036637130128488375,
+45,3576,0.08488963171839714,447,0.0004067265952471644,
+45,3584,0.08348089456558228,448,0.00025094169050134953,
+,,,448,,0.00028764263082009094
+45,3592,0.08923665806651115,449,0.0003387076340004569,
+45,3600,0.12914885208010674,450,0.0002275369856347838,
+45,3608,0.0854378268122673,451,0.0006122042705101194,
+45,3616,0.08552969992160797,452,0.00015686486370792738,
+45,3624,0.13060537725687027,453,0.0007338815601542592,
+45,3632,0.08107582107186317,454,0.000430339893812613,
+46,3640,0.0849301777780056,455,0.000528522860414731,
+46,3648,0.09150677546858788,456,0.0002873272530147612,
+46,3656,0.08202188462018967,457,0.0003289204442725432,
+46,3664,0.12824952229857445,458,0.00041136891542753966,
+46,3672,0.08238554000854492,459,0.00016447581484416415,
+46,3680,0.0886591337621212,460,0.0006595673010451719,
+46,3688,0.13182338327169418,461,0.0005148305967200681,
+46,3696,0.08231346681714058,462,0.00033450215657164034,
+46,3704,0.09354029968380928,463,0.0002808453318721149,
+46,3712,0.09373453631997108,464,0.00016734380111908345,
+,,,464,,0.00028813170054211066
+47,3720,0.08467110991477966,465,0.0002101434433412082,
+47,3728,0.08390319347381592,466,0.0003162049076556948,
+47,3736,0.08860157802700996,467,0.00037055791987465153,
+47,3744,0.08691474795341492,468,0.0005569124394241953,
+47,3752,0.0845065638422966,469,0.0005578280341372496,
+47,3760,0.08776498213410378,470,0.00039089471595486557,
+47,3768,0.08440875262022018,471,0.00038200790198364605,
+47,3776,0.12770948559045792,472,0.0004773816955483718,
+47,3784,0.1307971104979515,473,0.00012226900120863732,
+47,3792,0.0824621431529522,474,0.0003053066309523554,
+48,3800,0.09446116164326668,475,0.00032271227047947997,
+48,3808,0.13172292709350586,476,0.00036946707253567485,
+48,3816,0.13087382540106773,477,0.000551960526288233,
+48,3824,0.08372372761368752,478,0.0003021129240760974,
+48,3832,0.0827072523534298,479,7.339357216551434e-05,
+48,3840,0.12980711460113525,480,0.0004766468104767577,
+,,,480,,0.0002728219932088485
+48,3848,0.09167944639921188,481,0.0002508102009484831,
+48,3856,0.08937117829918861,482,0.00035109701711917297,
+48,3864,0.08881890773773193,483,0.0005676194735067177,
+49,3872,0.09222140163183212,484,0.00046773561397068467,
+49,3880,0.13028573989868164,485,0.0002252590169188228,
+49,3888,0.08878280222415924,486,0.0003771989412371113,
+49,3896,0.09324746206402779,487,0.0003683997628660804,
+49,3904,0.08252515271306038,488,0.00028479251098663855,
+49,3912,0.12791265547275543,489,0.0008130857625777329,
+49,3920,0.07987065240740776,490,0.0002334487808184349,
+49,3928,0.08867316320538521,491,0.0004752393645255572,
+49,3936,0.08455133810639381,492,0.000686047584498407,
+49,3944,0.09533384814858437,493,0.00010536075175574904,
+50,3952,0.08919130638241768,494,0.00019530789592993512,
+50,3960,0.13205760344862938,495,0.0003157811261189636,
+50,3968,0.08409640565514565,496,0.0006044102204517307,
+,,,496,,0.00027226081762749416
+50,3976,0.08902137726545334,497,0.00038452107513036864,
+50,3984,0.08628677576780319,498,0.0004263327259236989,
+50,3992,0.08229737356305122,499,0.00023964340895569572,
+50,4000,0.1315155252814293,500,0.00015185308788764256,
+50,4008,0.08464045077562332,501,0.0002753462414754419,
+50,4016,0.08675375208258629,502,0.0006833962170975821,
+50,4024,0.08250987529754639,503,0.00029456730356157223,
+51,4032,0.12819097563624382,504,0.00013596259870812192,
+51,4040,0.08423831686377525,505,0.0004587902859874213,
+51,4048,0.13405225798487663,506,0.00015056266524230262,
+51,4056,0.0966554656624794,507,0.00025401514514149833,
+51,4064,0.12528324127197266,508,0.00045179502720000327,
+51,4072,0.0844695195555687,509,0.00023867677737143822,
+51,4080,0.0922752171754837,510,0.00039588291524110406,
+51,4088,0.08383756875991821,511,0.000860876911386955,
+51,4096,0.08158654719591141,512,0.00023145210994138883,
+,,,512,,0.0002603658761542577
+51,4104,0.08681008964776993,513,0.0003683393476551698,
+52,4112,0.08380282297730446,514,0.0004646915470349246,
+52,4120,0.13231206312775612,515,0.00027232926762129256,
+52,4128,0.12795090302824974,516,0.0001503942390131256,
+52,4136,0.09222869947552681,517,0.0004070532264780592,
+52,4144,0.09560008719563484,518,0.0003148296692905625,
+52,4152,0.12827501073479652,519,0.00023523687251816646,
+52,4160,0.08766867592930794,520,0.000583042156601247,
+52,4168,0.09527086839079857,521,0.00015679833288433857,
+52,4176,0.0827334076166153,522,0.0001727324567279235,
+52,4184,0.12903254106640816,523,0.0005557454927699068,
+53,4192,0.09329060465097427,524,0.00033449543649718787,
+53,4200,0.08498936146497726,525,0.0005012662819353864,
+53,4208,0.08632360398769379,526,0.0005586443747399079,
+53,4216,0.08293450623750687,527,0.00023506509127660787,
+53,4224,0.13122517615556717,528,0.0005422229878604412,
+,,,528,,0.00026415745154596295
+53,4232,0.09400386735796928,529,0.0002316126870441208,
+53,4240,0.08947453647851944,530,0.0004197908730764704,
+53,4248,0.08171943947672844,531,0.00016935897619987372,
+53,4256,0.09274296090006828,532,0.0002399729938978063,
+53,4264,0.08298473432660103,533,0.00035428495508919394,
+54,4272,0.12857399880886078,534,0.00034021292528698473,
+54,4280,0.08479233458638191,535,0.00041578422011904575,
+54,4288,0.09697843343019485,536,0.00021283278659790415,
+54,4296,0.09171127527952194,537,0.0002875881755244336,
+54,4304,0.088750671595335,538,0.00019993963261103173,
+54,4312,0.08297977596521378,539,0.0002170420350291981,
+54,4320,0.13479791954159737,540,0.00028989560926745,
+54,4328,0.09232549369335175,541,0.0005798780771632058,
+54,4336,0.0825992003083229,542,0.0005783654725140271,
+54,4344,0.08378244563937187,543,0.0002452150139023698,
+55,4352,0.08353826031088829,544,0.00019627737254687908,
+,,,544,,0.0002575001428620173
+55,4360,0.08462663739919662,545,0.0005853673870800636,
+55,4368,0.12618554756045341,546,0.00037121447215516433,
+55,4376,0.12764698639512062,547,0.0001611048485048943,
+55,4384,0.09367095679044724,548,0.00029146691779785144,
+55,4392,0.08451298251748085,549,0.0005587193778550359,
+55,4400,0.08101062476634979,550,0.00031564162848305636,
+55,4408,0.08218938857316971,551,0.0004243877060313631,
+55,4416,0.08624103292822838,552,0.0002487071560608456,
+55,4424,0.08456001803278923,553,0.00021146250795330465,
+56,4432,0.08447488397359848,554,0.00021372338680801197,
+56,4440,0.08697803318500519,555,0.00042977010721537785,
+56,4448,0.1310783363878727,556,0.0005975417013056964,
+56,4456,0.08752031624317169,557,0.00017484113612392156,
+56,4464,0.08603918924927711,558,0.00028984011701790484,
+56,4472,0.13030537962913513,559,0.0005217465457882589,
+56,4480,0.08921810984611511,560,0.00035558992021833546,
+,,,560,,0.00025162971220337425
+56,4488,0.09399691596627235,561,0.00023781853014952502,
+56,4496,0.1324186623096466,562,0.00027625354470309015,
+57,4504,0.09370097517967224,563,0.0002887566549291548,
+57,4512,0.08093126863241196,564,0.0002703676785434557,
+57,4520,0.1329384483397007,565,0.000312090436455037,
+57,4528,0.12663939967751503,566,0.0002736252823855135,
+57,4536,0.08523137122392654,567,0.0003257886206223962,
+57,4544,0.1281072348356247,568,0.0005542989735355756,
+57,4552,0.08241257444024086,569,0.0005614702067060324,
+57,4560,0.0872427262365818,570,0.000197352979219951,
+57,4568,0.13047552853822708,571,0.00020095692737716794,
+57,4576,0.08406058326363564,572,0.0004946657518303255,
+58,4584,0.0921812616288662,573,0.00012907729681253178,
+58,4592,0.08128643408417702,574,0.00028606102205230854,
+58,4600,0.08875708654522896,575,0.00023597454072352356,
+58,4608,0.12750932201743126,576,0.0006307713269052328,
+,,,576,,0.00024881391212917294
+58,4616,0.08452233672142029,577,0.0003342383312813651,
+58,4624,0.13125401735305786,578,0.00015655216239710254,
+58,4632,0.13440831750631332,579,0.0002578367082605837,
+58,4640,0.12868047133088112,580,0.00041948452756817764,
+58,4648,0.08615472167730331,581,0.0003230420896381309,
+58,4656,0.08275474235415459,582,0.00015124798883334734,
+59,4664,0.08980342745780945,583,0.0005679123582272691,
+59,4672,0.08593650162220001,584,0.00026485245952143386,
+59,4680,0.08869513496756554,585,0.0004602178436471149,
+59,4688,0.09630665183067322,586,0.00022237677772604262,
+59,4696,0.09239140897989273,587,0.0004266941771045542,
+59,4704,0.08542917668819427,588,0.000280025073516299,
+59,4712,0.08998380973935127,589,0.00018099806993632228,
+59,4720,0.13497069850564003,590,0.0003311325778971271,
+59,4728,0.08899973332881927,591,0.00027606368586510565,
+59,4736,0.13005728647112846,592,0.00038203255129095243,
+,,,592,,0.0002522682771086693
+60,4744,0.09478868171572685,593,0.00023629620591236744,
+60,4752,0.08178312703967094,594,0.00022893664870273577,
+60,4760,0.13238495960831642,595,0.00018903565432992764,
+60,4768,0.08887163549661636,596,0.0003407433766824397,
+60,4776,0.09374897181987762,597,0.00015296426400626925,
+60,4784,0.13299967348575592,598,0.00046333189796617563,
+60,4792,0.09072759374976158,599,0.0004683157433949721,
+60,4800,0.09232756868004799,600,0.0002312895323064787,
+60,4808,0.08264416456222534,601,0.0002223064623346242,
+60,4816,0.08156020194292068,602,0.0006658365460184127,
+61,4824,0.08222462236881256,603,0.00041620750786163483,
+61,4832,0.12878162413835526,604,0.0005406185698050719,
+61,4840,0.09132101014256477,605,0.00021549589503896036,
+61,4848,0.1300005242228508,606,0.00032985937723424287,
+61,4856,0.08353124186396599,607,0.00031301623766921693,
+61,4864,0.09011439606547356,608,0.0003415148239582777,
+,,,608,,0.00024699256755411625
+61,4872,0.13021404296159744,609,0.0003045881222836518,
+61,4880,0.0944807231426239,610,0.00015705911100667437,
+61,4888,0.09322170168161392,611,0.00019553960404058066,
+61,4896,0.13306798785924911,612,0.0004808516171882123,
+62,4904,0.12653914839029312,613,0.00012285848545919484,
+62,4912,0.09497207775712013,614,0.00010062740329885855,
+62,4920,0.13610640913248062,615,0.00038783475578053515,
+62,4928,0.09250176325440407,616,0.00023220943264525638,
+62,4936,0.09016895666718483,617,0.0005609757345761561,
+62,4944,0.08291886746883392,618,0.0003064930845842658,
+62,4952,0.09359520301222801,619,0.00034328132890302436,
+62,4960,0.08925134316086769,620,0.00039024618644571793,
+62,4968,0.08495832234621048,621,0.00025323138615931386,
+62,4976,0.08436452597379684,622,0.00045778006559968077,
+63,4984,0.12482595071196556,623,0.0005716380980559804,
+63,4992,0.08404245600104332,624,0.00018125307633454213,
+,,,624,,0.00023842534910027796
+63,5000,0.09626346081495285,625,0.0003294844520076787,
+63,5008,0.1280289851129055,626,0.00030802178259494085,
+63,5016,0.0812404714524746,627,0.00021968980015824654,
+63,5024,0.09369093552231789,628,0.0003941052506206688,
+63,5032,0.13367342948913574,629,0.000350175470465239,
+63,5040,0.09006139263510704,630,0.00047687059318727383,
+63,5048,0.12703638151288033,631,0.00012539826093416195,
+63,5056,0.08196964859962463,632,0.00012705127896465868,
+64,5064,0.12970247864723206,633,0.00039084884966459043,
+64,5072,0.0869210883975029,634,0.00046346528675452907,
+64,5080,0.08428604155778885,635,0.00033110465833138174,
+64,5088,0.09598250314593315,636,0.0003508333346954632,
+64,5096,0.1291494145989418,637,0.0002507818695448805,
+64,5104,0.08711742982268333,638,0.000370413710178192,
+64,5112,0.09352510049939156,639,0.00027340856597999973,
+64,5120,0.09493619948625565,640,0.00027746040508315093,
+,,,640,,0.00023788240594932667
+64,5128,0.085844986140728,641,0.00028022762974918197,
+65,5136,0.08266612514853477,642,0.0001840535805968102,
+65,5144,0.09373919293284416,643,0.00027636551931209397,
+65,5152,0.12872092425823212,644,0.0006491481752683674,
+65,5160,0.08470748737454414,645,0.00029150277821992694,
+65,5168,0.08576410636305809,646,0.00028750067849614425,
+65,5176,0.08421789854764938,647,0.00033675738814054057,
+65,5184,0.07994497939944267,648,0.00015701368907424955,
+65,5192,0.08928977698087692,649,0.00021800181775688543,
+65,5200,0.08486511930823326,650,0.0001792258861112512,
+65,5208,0.08784488588571548,651,0.0002161120975450523,
+66,5216,0.08940950781106949,652,0.00041382555794674164,
+66,5224,0.08846357837319374,653,0.0003140148173770285,
+66,5232,0.08819537609815598,654,0.00046419411721996894,
+66,5240,0.08256923034787178,655,0.000286038614583297,
+66,5248,0.0871383436024189,656,0.00012799029487227514,
+,,,656,,0.00024254037998616695
+66,5256,0.09345740079879761,657,0.00011302900414496737,
+66,5264,0.1307918131351471,658,0.00020082680800572104,
+66,5272,0.09360332787036896,659,0.00032012725848919497,
+66,5280,0.08998171612620354,660,0.0005155198456729219,
+66,5288,0.08492405712604523,661,0.0005127825774812104,
+67,5296,0.08722968772053719,662,0.00044122385012694093,
+67,5304,0.13276691734790802,663,0.00024285390099976212,
+67,5312,0.08926741778850555,664,0.00046762455505293995,
+67,5320,0.13361414894461632,665,0.000286470380325971,
+67,5328,0.13486608117818832,666,0.00018202638205945152,
+67,5336,0.1338493786752224,667,0.00028081237669539403,
+67,5344,0.08929607272148132,668,0.00022085057883357097,
+67,5352,0.08440092206001282,669,0.0004775795115325737,
+67,5360,0.1304253302514553,670,0.00017567743006194095,
+67,5368,0.08930264785885811,671,8.389838967559626e-05,
+68,5376,0.08834638446569443,672,0.0005942377499498737,
+,,,672,,0.00023975311062083795
+68,5384,0.09275659173727036,673,0.00023576078456244431,
+68,5392,0.08582934364676476,674,0.0004070639537530951,
+68,5400,0.13008058443665504,675,0.0001299270998887633,
+68,5408,0.1347804218530655,676,0.00038869434016911936,
+68,5416,0.08744513243436813,677,0.0002792343126202468,
+68,5424,0.08894519507884979,678,0.0003746267789210833,
+68,5432,0.09344836696982384,679,0.00042107412082259543,
+68,5440,0.12771791592240334,680,0.0001734033360965744,
+68,5448,0.0839536152780056,681,0.00020164146523408513,
+69,5456,0.08562658354640007,682,0.00015520639303408994,
+69,5464,0.08726039156317711,683,0.00031753943767398596,
+69,5472,0.08329243212938309,684,0.00016080469822554733,
+69,5480,0.13224057853221893,685,0.0004578116670018062,
+69,5488,0.13360334187746048,686,0.00034881185820268,
+69,5496,0.08431405574083328,687,0.00046919332128579427,
+69,5504,0.12997880578041077,688,5.723137049547707e-05,
+,,,688,,0.00024238794755477173
+69,5512,0.08261368051171303,689,0.0003091519101872109,
+69,5520,0.09341243281960487,690,0.00047498092681053095,
+69,5528,0.08980657905340195,691,0.00031589508788394075,
+70,5536,0.08204865828156471,692,0.00018760818668604108,
+70,5544,0.08550002798438072,693,0.0003788346039073076,
+70,5552,0.0908394381403923,694,0.00024131646502858283,
+70,5560,0.08484675362706184,695,0.00035853320206605043,
+70,5568,0.1282060220837593,696,0.0004136712022255569,
+70,5576,0.12616655603051186,697,0.0002490164768005343,
+70,5584,0.08919649571180344,698,0.00023459541735064703,
+70,5592,0.13318756967782974,699,0.00021707952132251544,
+70,5600,0.08190924674272537,700,0.00038604026499692386,
+70,5608,0.0912017859518528,701,0.0003230811481545162,
+71,5616,0.08420231565833092,702,0.0002661513536925971,
+71,5624,0.13261054083704948,703,0.00022335611860258863,
+71,5632,0.08655713126063347,704,0.00034096056454776164,
+,,,704,,0.00023535825312137604
+71,5640,0.08479240909218788,705,0.0002462783042574301,
+71,5648,0.09369237720966339,706,0.00021233082192008044,
+71,5656,0.08149383962154388,707,0.00023068097561917966,
+71,5664,0.13032618537545204,708,0.000357508613584893,
+71,5672,0.09029798954725266,709,0.00023547735490865308,
+71,5680,0.09427549690008163,710,0.0005565443498198874,
+71,5688,0.13246365636587143,711,0.00034264479740266004,
+72,5696,0.09360049292445183,712,0.00017155225593038873,
+72,5704,0.08588583767414093,713,0.0003412273893315744,
+72,5712,0.0834944061934948,714,0.00017481029226473765,
+72,5720,0.09026576951146126,715,0.0003461376347166317,
+72,5728,0.09654136002063751,716,0.0004169307637941809,
+72,5736,0.08431515470147133,717,0.00032658047966833693,
+72,5744,0.08774277940392494,718,0.00019716049456082357,
+72,5752,0.08675376325845718,719,0.0005218727115682079,
+72,5760,0.08649811148643494,720,0.00031800901948978816,
+,,,720,,0.00023159456367676074
+73,5768,0.0877758227288723,721,9.688730841100386e-05,
+73,5776,0.08271454274654388,722,0.00024257022717695995,
+73,5784,0.08820648863911629,723,0.00029206197061946364,
+73,5792,0.08726036921143532,724,0.00047570469010119827,
+73,5800,0.08397793769836426,725,0.0002317025637239567,
+73,5808,0.1316733956336975,726,0.00041176623587186136,
+73,5816,0.09094400331377983,727,0.0002528324695958872,
+73,5824,0.08801929280161858,728,0.00028514500669329066,
+73,5832,0.08502523601055145,729,0.00013120512408527752,
+73,5840,0.13447100669145584,730,0.0003254977558614113,
+74,5848,0.0836980827152729,731,0.0003364526305328278,
+74,5856,0.08839227259159088,732,0.0003775906982561785,
+74,5864,0.12848713621497154,733,0.0004408916944297604,
+74,5872,0.09001553803682327,734,0.00022480451801899247,
+74,5880,0.08496919646859169,735,0.00027780124719356536,
+74,5888,0.09026580303907394,736,0.0001436628761159507,
+,,,736,,0.00023133476049854205
+74,5896,0.0875200629234314,737,0.00024312678529399406,
+74,5904,0.08819356560707092,738,0.00024418728571617976,
+74,5912,0.08517290651798248,739,0.0003513105158080262,
+74,5920,0.08329019322991371,740,0.00023456772227551222,
+75,5928,0.12830198928713799,741,0.00039807817211112706,
+75,5936,0.09377902001142502,742,0.0005251358886128471,
+75,5944,0.08852650970220566,743,0.0002403032324834315,
+75,5952,0.08481363952159882,744,0.0003170256089409425,
+75,5960,0.08416222035884857,745,0.00017971051784115843,
+75,5968,0.13471092283725739,746,0.0002567570234532468,
+75,5976,0.13309282064437866,747,0.0003127760549735588,
+75,5984,0.09365008771419525,748,0.00024676529723034366,
+75,5992,0.0909561961889267,749,0.0002711319111767807,
+75,6000,0.12769310176372528,750,0.00037856655594973394,
+76,6008,0.08497487753629684,751,0.0003742192893696483,
+76,6016,0.089038897305727,752,0.000349347746053424,
+,,,752,,0.0002191200709113708
+76,6024,0.08222680166363716,753,0.00021740220604855992,
+76,6032,0.08968215063214302,754,0.00045348373128541023,
+76,6040,0.0939364917576313,755,0.00019806297412007832,
+76,6048,0.12735648080706596,756,9.528957950048304e-05,
+76,6056,0.13274835795164108,757,0.00027869040753681804,
+76,6064,0.08625517785549164,758,0.000378698730653721,
+76,6072,0.08309249952435493,759,0.00022601727995117052,
+76,6080,0.13099230825901031,760,0.0004607218019932938,
+77,6088,0.12468359991908073,761,0.00033245461236219853,
+77,6096,0.13360654190182686,762,0.00022265823690759134,
+77,6104,0.08473788946866989,763,0.00032048942078042523,
+77,6112,0.09375366568565369,764,0.00017818458036344964,
+77,6120,0.08438250795006752,765,0.00013775803502843095,
+77,6128,0.12816178053617477,766,0.0003937001368588729,
+77,6136,0.08351512253284454,767,0.0006391468125982031,
+77,6144,0.08840497583150864,768,0.00021873193933667304,
+,,,768,,0.00021688199530427271
+77,6152,0.08703865110874176,769,0.00024428502497771245,
+77,6160,0.08396579325199127,770,0.0002790150094369892,
+78,6168,0.13247938826680183,771,0.00015387081915226494,
+78,6176,0.08368933200836182,772,0.0002480772759140977,
+78,6184,0.13456183671951294,773,0.00027878208735880133,
+78,6192,0.08496449887752533,774,0.0002959395661794891,
+78,6200,0.08850358426570892,775,0.0005153062093692522,
+78,6208,0.08393476530909538,776,0.00032488591781050974,
+78,6216,0.08560467511415482,777,0.00037618155329255387,
+78,6224,0.08433143422007561,778,0.0005517235098523088,
+78,6232,0.09110116586089134,779,0.00018834879037140954,
+78,6240,0.08455180749297142,780,4.938656129525043e-05,
+79,6248,0.08306258171796799,781,0.00015577049438993877,
+79,6256,0.12384281307458878,782,0.0003143654876938936,
+79,6264,0.093022670596838,783,0.0002350501057332043,
+79,6272,0.08829234540462494,784,0.0005624540262942901,
+,,,784,,0.00022286359364023575
+79,6280,0.08904936537146568,785,0.0004158443948654167,
+79,6288,0.08427949249744415,786,0.00022126164185465313,
+79,6296,0.12853539362549782,787,0.00031179949291981757,
+79,6304,0.0962730273604393,788,0.0002422466174969238,
+79,6312,0.08389376848936081,789,0.00024536218891929216,
+79,6320,0.08236219733953476,790,0.00017774470856798312,
+80,6328,0.13231391832232475,791,0.00022447733929518356,
+80,6336,0.08880478516221046,792,0.00031927030349007424,
+80,6344,0.13239049538969994,793,0.0005103639722130118,
+80,6352,0.08727556839585304,794,0.0001327866018126609,
+80,6360,0.08102479577064514,795,9.336515419515005e-05,
+80,6368,0.1277468055486679,796,0.0002754295592939553,
+80,6376,0.08532033115625381,797,0.00045268606118042953,
+80,6384,0.09368937835097313,798,0.0003284182390556313,
+80,6392,0.1337086670100689,799,0.0003056753188362703,
+81,6400,0.09029447287321091,800,0.000380144366621001,
+,,,800,,0.00022164431328956896
+81,6408,0.08473062887787819,801,0.00019451412812155797,
+81,6416,0.08437861129641533,802,0.00016327877099022524,
+81,6424,0.1326473392546177,803,0.0004973088336035809,
+81,6432,0.08416444063186646,804,0.00022844230573225235,
+81,6440,0.08666260167956352,805,0.0004813037176063517,
+81,6448,0.089388158172369,806,0.00027877905874144443,
+81,6456,0.08237026259303093,807,0.00021323120045753269,
+81,6464,0.09516966342926025,808,0.00019951963349740254,
+81,6472,0.08453544974327087,809,0.000319156348930185,
+82,6480,0.09334440901875496,810,0.0002010175674816613,
+82,6488,0.09669197723269463,811,0.00016369721938994748,
+82,6496,0.09305183216929436,812,0.0002934371269865161,
+82,6504,0.08947521820664406,813,0.00037610073438069475,
+82,6512,0.08369465544819832,814,0.00012147450318231925,
+82,6520,0.08489479869604111,815,0.00029493631700461265,
+82,6528,0.12814980745315552,816,0.0002886022270364005,
+,,,816,,0.00021996324022228902
+82,6536,0.08421655744314194,817,0.00020336080742708874,
+82,6544,0.13121120259165764,818,0.00038681403880631973,
+82,6552,0.08436724543571472,819,0.00024155364553735126,
+83,6560,0.08502781763672829,820,0.0005458648728645957,
+83,6568,0.08341867476701736,821,0.0003610728837719018,
+83,6576,0.1283891648054123,822,0.0003759534875616037,
+83,6584,0.13258394226431847,823,0.0004549465820673504,
+83,6592,0.08226712048053741,824,0.0003358950771144009,
+83,6600,0.12940822914242744,825,0.00034365505416644737,
+83,6608,0.09563923999667168,826,0.00025071470540401956,
+83,6616,0.0871933288872242,827,0.00011952918430324644,
+83,6624,0.08411728590726852,828,0.00024105811326080584,
+83,6632,0.08383945748209953,829,0.00011602888134802925,
+84,6640,0.08351487666368484,830,0.00014661626573797548,
+84,6648,0.08956612274050713,831,0.00028526604468684776,
+84,6656,0.09311293438076973,832,0.0005748049846330944,
+,,,832,,0.00022064389374393684
+84,6664,0.1262156292796135,833,0.000182581026158666,
+84,6672,0.09484745189547539,834,0.00012020825802623717,
+84,6680,0.1274418830871582,835,0.0003688927676800328,
+84,6688,0.1318240836262703,836,0.00029637781517521944,
+84,6696,0.08309167996048927,837,0.00020383425059359675,
+84,6704,0.08449327200651169,838,0.00032591190968863276,
+84,6712,0.1318478211760521,839,0.0002408114986875179,
+85,6720,0.08393833786249161,840,0.00028276716845236177,
+85,6728,0.1327904351055622,841,0.0002289598868022343,
+85,6736,0.08929000422358513,842,0.00012404909866745584,
+85,6744,0.09339913353323936,843,0.0001316763206583952,
+85,6752,0.13609598577022552,844,0.0002907628939003469,
+85,6760,0.08917969465255737,845,0.000395113475990781,
+85,6768,0.08917669206857681,846,0.0002987925327033736,
+85,6776,0.08482202515006065,847,0.0004197977471752286,
+85,6784,0.12762628495693207,848,0.00046086236034170724,
+,,,848,,0.00021448521874845028
+85,6792,0.1303248181939125,849,0.00011827894195448607,
+86,6800,0.13205333054065704,850,0.0003044724575634713,
+86,6808,0.0929994247853756,851,0.00017531803696329006,
+86,6816,0.12683499976992607,852,0.0004095761977233841,
+86,6824,0.13105053454637527,853,0.00019575819169403985,
+86,6832,0.08365926146507263,854,0.00018754705293262802,
+86,6840,0.12899697571992874,855,0.000357472101593605,
+86,6848,0.08963034674525261,856,0.0001800017172562158,
+86,6856,0.1307830549776554,857,0.000558705708499474,
+86,6864,0.08815262839198112,858,0.00021810754203345693,
+86,6872,0.08456922695040703,859,8.758568484071557e-05,
+87,6880,0.0844847597181797,860,0.00025662131932525277,
+87,6888,0.1313188597559929,861,0.0003563684037474629,
+87,6896,0.08259774371981621,862,0.00012257716237703184,
+87,6904,0.09377208352088928,863,0.00023212056579982994,
+87,6912,0.0878460519015789,864,0.00030342117649221717,
+,,,864,,0.00021642113391023415
+87,6920,0.08259256929159164,865,0.00039570037719945854,
+87,6928,0.08437061682343483,866,0.0002853175271108436,
+87,6936,0.13140423595905304,867,0.00039323843653123316,
+87,6944,0.13174647092819214,868,0.00031811962708161445,
+87,6952,0.12749594077467918,869,0.0002891085507144453,
+88,6960,0.12531443312764168,870,0.0002920747335034927,
+88,6968,0.13237036019563675,871,0.00014327228899883965,
+88,6976,0.0915238969027996,872,0.0003181422572587118,
+88,6984,0.09244853630661964,873,0.00020621544626919786,
+88,6992,0.0934436097741127,874,0.00010615357823553495,
+88,7000,0.13027337938547134,875,0.0003454918037783096,
+88,7008,0.08912983536720276,876,0.0004313709208732829,
+88,7016,0.09338175505399704,877,0.00033135226476588286,
+88,7024,0.1331096850335598,878,0.0003067961624765303,
+89,7032,0.12556614354252815,879,0.0003957103259987586,
+89,7040,0.08180955052375793,880,0.0004270515431786547,
+,,,880,,0.00021421980972473437
+89,7048,0.08402510359883308,881,0.00022649671560569774,
+89,7056,0.08898187428712845,882,0.00020492237748233796,
+89,7064,0.13204114884138107,883,0.000137370818083582,
+89,7072,0.08406278863549232,884,0.00015560371341254923,
+89,7080,0.0832463763654232,885,0.00027068569420407584,
+89,7088,0.08131445944309235,886,0.0002735737518658145,
+89,7096,0.08579228073358536,887,0.0002492283092578873,
+89,7104,0.08822545781731606,888,0.00048348753443860915,
+90,7112,0.08664372190833092,889,0.000248196833516496,
+90,7120,0.08539619669318199,890,0.00017068268210674762,
+90,7128,0.08377279713749886,891,0.00039132505220810084,
+90,7136,0.08728153258562088,892,0.0003163971842486017,
+90,7144,0.1282065473496914,893,0.00019126947434135497,
+90,7152,0.12964969873428345,894,0.00027801175777616055,
+90,7160,0.1302562616765499,895,0.0002457962323710995,
+90,7168,0.08818304538726807,896,0.00015780719182988503,
+,,,896,,0.00022287263821523922
+90,7176,0.09643372893333435,897,0.00022272907729833,
+90,7184,0.09048037603497505,898,0.00024875067760553467,
+91,7192,0.13522135093808174,899,0.0005882968322718322,
+91,7200,0.1315932497382164,900,0.0002789755028061336,
+91,7208,0.087547667324543,901,0.0002858417511950912,
+91,7216,0.13197509571909904,902,0.0003920583118227884,
+91,7224,0.08669441193342209,903,9.501840546969713e-05,
+91,7232,0.09669964760541916,904,8.26427359849428e-05,
+91,7240,0.08068392425775528,905,0.0005575538327155465,
+91,7248,0.08138267323374748,906,0.00036517791462150245,
+91,7256,0.09088023006916046,907,0.00013356767505518457,
+91,7264,0.13201824948191643,908,0.00022840816988415705,
+92,7272,0.094289630651474,909,0.00037734233501396375,
+92,7280,0.08408446982502937,910,0.00020860344408323397,
+92,7288,0.08976592496037483,911,0.0003769004251807928,
+92,7296,0.0807359516620636,912,7.917920232681685e-05,
+,,,912,,0.00021320008314572848
+92,7304,0.08390152454376221,913,0.00018170918867161328,
+92,7312,0.1299305148422718,914,0.0004205916414191181,
+92,7320,0.08696501702070236,915,0.00026392320939651526,
+92,7328,0.08961926400661469,916,0.00013661911834788042,
+92,7336,0.08354851230978966,917,0.00026725281462019595,
+92,7344,0.09358172118663788,918,0.0005115703996645087,
+93,7352,0.08661920204758644,919,0.0002648082309557746,
+93,7360,0.09312593564391136,920,0.00023992453861865215,
+93,7368,0.08432340994477272,921,0.00028449030772511225,
+93,7376,0.09163561835885048,922,0.0002990758695583888,
+93,7384,0.12990663945674896,923,0.00036175184929258347,
+93,7392,0.08467956632375717,924,0.00018578734631903769,
+93,7400,0.1324392817914486,925,0.00028693200583802537,
+93,7408,0.12899337708950043,926,0.0003074885142268613,
+93,7416,0.08995909616351128,927,0.00039982424350455404,
+93,7424,0.13309915363788605,928,5.362887168303132e-05,
+,,,928,,0.00020756515172811656
+94,7432,0.08853718265891075,929,0.00047593867004087025,
+94,7440,0.13300573080778122,930,0.0001773639519342396,
+94,7448,0.09417398273944855,931,0.0001451930505796694,
+94,7456,0.08155061304569244,932,0.00017368423626370108,
+94,7464,0.08566178008913994,933,0.0003030763953574933,
+94,7472,0.08367766439914703,934,0.00029142348214988416,
+94,7480,0.12569629400968552,935,0.00025481146622041706,
+94,7488,0.12394402921199799,936,0.0005158260640503917,
+94,7496,0.08935780078172684,937,0.0002629575585822088,
+94,7504,0.08466016873717308,938,0.00012505928301228172,
+95,7512,0.08259838819503784,939,0.0002707538465723961,
+95,7520,0.08491427823901176,940,0.00040360956648198353,
+95,7528,0.08359232544898987,941,0.0001356643067992991,
+95,7536,0.0826830342411995,942,0.00022929269026563916,
+95,7544,0.08134687319397926,943,0.0002817624009973467,
+95,7552,0.08465664088726044,944,0.00030638086124478526,
+,,,944,,0.00021444556589883106
+95,7560,0.13238294422626495,945,0.00016113663787109545,
+95,7568,0.13263502717018127,946,0.0004522106568661651,
+95,7576,0.12864602357149124,947,0.00031285609855496494,
+95,7584,0.08504784107208252,948,0.0002303523204838192,
+96,7592,0.08139390498399734,949,0.0003036541251772591,
+96,7600,0.0847526416182518,950,0.00018870263258057612,
+96,7608,0.08479347079992294,951,0.00023739388724117397,
+96,7616,0.09480716660618782,952,0.0002486421077871152,
+96,7624,0.08547106757760048,953,0.0004891853517013564,
+96,7632,0.12689243629574776,954,0.000309983243753847,
+96,7640,0.1297963485121727,955,0.00028070151832556195,
+96,7648,0.135105162858963,956,0.00012158204408478923,
+96,7656,0.09392130374908447,957,0.00039998641796046286,
+97,7664,0.08671858161687851,958,0.00023045739495004952,
+97,7672,0.08163883909583092,959,0.00024770803308153216,
+97,7680,0.1318730041384697,960,0.0003746897067079165,
+,,,960,,0.00021268087081038035
+97,7688,0.09479048103094101,961,0.00039059684618573205,
+97,7696,0.09582199901342392,962,0.0003109513875187986,
+97,7704,0.08475316315889359,963,0.0001373975541759541,
+97,7712,0.09602603688836098,964,0.0003858187634537707,
+97,7720,0.08450483530759811,965,0.00016692398579228515,
+97,7728,0.08251701667904854,966,0.00014873725508964114,
+97,7736,0.08904869481921196,967,0.00021723354968178847,
+98,7744,0.09588595852255821,968,0.00024690785230632175,
+98,7752,0.12994759902358055,969,0.00040220213183298864,
+98,7760,0.08104784786701202,970,0.00016222961676248815,
+98,7768,0.08963195234537125,971,0.00017225113111231217,
+98,7776,0.08152327314019203,972,0.00019214367875974858,
+98,7784,0.1311134211719036,973,0.0001469286586283348,
+98,7792,0.0945734903216362,974,0.000498294899443863,
+98,7800,0.12761859595775604,975,0.00034378996133455075,
+98,7808,0.13401244208216667,976,0.00030226857727809275,
+,,,976,,0.00021005586649362856
+98,7816,0.13251950591802597,977,0.0003040715710085351,
+99,7824,0.13165892288088799,978,0.0002046654092489255,
+99,7832,0.08419179543852806,979,0.0002005451327325621,
+99,7840,0.08407754078507423,980,0.00029056475113975466,
+99,7848,0.09133337810635567,981,6.114053361340088e-05,
+99,7856,0.0845867320895195,982,0.00021289558737242425,
+99,7864,0.08896910026669502,983,0.00030742954298218066,
+99,7872,0.08934549987316132,984,0.00030065497360608006,
+99,7880,0.13143248483538628,985,0.00040140037302850175,
+99,7888,0.09291962534189224,986,0.00024375920739575204,
+99,7896,0.1341147944331169,987,0.0002345778080780292,
+100,7904,0.09311177209019661,988,0.0003032464982635037,
+100,7912,0.08160898461937904,989,0.00026227851631119845,
+100,7920,0.08391446620225906,990,0.00020428075670982557,
+100,7928,0.13134443759918213,991,0.0001972526094201991,
+100,7936,0.09312085434794426,992,0.0001259271904762665,
+,,,992,,0.0002067111826573427
+100,7944,0.08697675168514252,993,0.0001606676495822075,
+100,7952,0.09620615839958191,994,0.00047946762996226814,
+100,7960,0.09071957692503929,995,0.00033611113345118196,
+100,7968,0.12676281481981277,996,0.0003536823637010197,
+100,7976,0.08567650243639946,997,0.0003875500173307955,
+101,7984,0.09520533308386803,998,0.0001580111976099116,
+101,7992,0.0844675824046135,999,0.0002670826581985845,
+101,8000,0.08874567225575447,1000,0.0002102888168640978,
+101,8008,0.08519483357667923,1001,0.00027946829904976764,
+101,8016,0.08492407947778702,1002,0.0002460596875203515,
+101,8024,0.09518273919820786,1003,0.0004092025908123885,
+101,8032,0.08551065623760223,1004,0.00016648439350319677,
+101,8040,0.0892425887286663,1005,0.0004369316610401646,
+101,8048,0.08449370041489601,1006,0.0003071778831629975,
+101,8056,0.08862586691975594,1007,0.00020707833377505618,
+102,8064,0.08241187036037445,1008,0.00022755687392158767,
+,,,1008,,0.00021127675874875142
+102,8072,0.08046858385205269,1009,0.0003947545606374311,
+102,8080,0.08434930443763733,1010,0.00040946946021656254,
+102,8088,0.09679491072893143,1011,0.00021146656659506595,
+102,8096,0.08315082266926765,1012,0.00028915763383944676,
+102,8104,0.09450406208634377,1013,0.00017451654584874632,
+102,8112,0.08830291032791138,1014,0.0002411777519834383,
+102,8120,0.08733319491147995,1015,0.0002773183279549068,
+102,8128,0.13528134673833847,1016,0.0004717742665889091,
+102,8136,0.0840001106262207,1017,0.00011312074341483161,
+103,8144,0.12947208061814308,1018,0.0002740369486370279,
+103,8152,0.08498688787221909,1019,0.000190648472198518,
+103,8160,0.0838996134698391,1020,0.00032564570695588674,
+103,8168,0.08818835392594337,1021,0.00015026621068417708,
+103,8176,0.08833000063896179,1022,0.00041066055340567033,
+103,8184,0.09072103351354599,1023,0.0004527013069701542,
+103,8192,0.08118708431720734,1024,0.0003017995489547805,
+,,,1024,,0.00021028065552505164
+103,8200,0.08483850210905075,1025,0.0002265842089960083,
+103,8208,0.09020144864916801,1026,0.00021177824722447744,
+103,8216,0.09613282233476639,1027,0.00011465125180620817,
+104,8224,0.0889257974922657,1028,0.00022562239324283188,
+104,8232,0.08435036987066269,1029,0.00012679226711043157,
+104,8240,0.08745171874761581,1030,0.00029124062376258033,
+104,8248,0.0828319638967514,1031,0.00018379119054853535,
+104,8256,0.08124015107750893,1032,0.0001004967168476221,
+104,8264,0.08500849083065987,1033,0.00012471078298403881,
+104,8272,0.08485421538352966,1034,0.00038936948242605595,
+104,8280,0.08836391195654869,1035,0.0006447414406076339,
+104,8288,0.09075606986880302,1036,0.0003036894911649422,
+105,8296,0.09298817813396454,1037,0.0002284487012989952,
+105,8304,0.08834026753902435,1038,0.0002305677924899404,
+105,8312,0.09217564016580582,1039,0.0001177097861727816,
+105,8320,0.08265893906354904,1040,0.00023420329541425287,
+,,,1040,,0.00020885532005475118
+105,8328,0.08886101096868515,1041,0.000239245817118155,
+105,8336,0.13479707390069962,1042,0.0003475267232995695,
+105,8344,0.13381996378302574,1043,0.00028617115011994343,
+105,8352,0.09445691481232643,1044,0.00047541871208522934,
+105,8360,0.08849814161658287,1045,0.00025572058439138345,
+105,8368,0.088015366345644,1046,0.00017232604659511708,
+106,8376,0.08508284389972687,1047,0.00041745570608607243,
+106,8384,0.08322172239422798,1048,0.00041453355127790323,
+106,8392,0.0842602588236332,1049,0.00039217917916782125,
+106,8400,0.0850934125483036,1050,0.00027449877525214105,
+106,8408,0.12439360469579697,1051,0.000325749523524012,
+106,8416,0.08249039202928543,1052,0.00021739261592301773,
+106,8424,0.08270221203565598,1053,7.634117619917643e-05,
+106,8432,0.0960034690797329,1054,0.00013007052930333885,
+106,8440,0.08656053617596626,1055,0.00011912243896334145,
+106,8448,0.08803365007042885,1056,0.00047317251907467533,
+,,,1056,,0.00020224746101750777
+107,8456,0.08407580852508545,1057,0.000127491361884798,
+107,8464,0.08859793469309807,1058,0.00036190299299330666,
+107,8472,0.08768703043460846,1059,0.00023032612443785183,
+107,8480,0.08308879286050797,1060,0.00035286080310470425,
+107,8488,0.08503655716776848,1061,0.0002878182331187418,
+107,8496,0.08109844475984573,1062,0.0002210974653280573,
+107,8504,0.09402726963162422,1063,0.0001226668151502963,
+107,8512,0.08219236508011818,1064,0.00023063042757106209,
+107,8520,0.0937269777059555,1065,0.00027431774846523434,
+107,8528,0.08644260093569756,1066,0.00033579043468177715,
+108,8536,0.08246375247836113,1067,0.00017913878991748788,
+108,8544,0.08840140327811241,1068,0.00031480250198420923,
+108,8552,0.09499936178326607,1069,0.0004297924198908731,
+108,8560,0.09590481594204903,1070,0.0002986657022120198,
+108,8568,0.08792606741189957,1071,0.0005006925622672917,
+108,8576,0.08477651700377464,1072,0.00029434641286430775,
+,,,1072,,0.00020686907765383905
+108,8584,0.08364351093769073,1073,0.000340064296843983,
+108,8592,0.08279775455594063,1074,7.232857913347996e-05,
+108,8600,0.09089948982000351,1075,0.00017767786890284957,
+108,8608,0.08390170708298683,1076,0.00010774744581655026,
+109,8616,0.0893515907227993,1077,0.00026045346119364974,
+109,8624,0.08194379135966301,1078,0.000109504949402132,
+109,8632,0.08423754572868347,1079,0.000316142897775405,
+109,8640,0.1266900971531868,1080,0.000222743124884966,
+109,8648,0.08479443192481995,1081,0.00015261066846505855,
+109,8656,0.08610061556100845,1082,0.0004618343118636403,
+109,8664,0.08848364651203156,1083,0.0002449216798898609,
+109,8672,0.08354583382606506,1084,0.00040892006952410816,
+109,8680,0.09331932663917542,1085,0.0003460466084561631,
+109,8688,0.08190842717885971,1086,0.00011535976348871675,
+110,8696,0.08862270787358284,1087,0.0003420231119329961,
+110,8704,0.08435636386275291,1088,0.00029883733871181243,
+,,,1088,,0.00020731007680296898
+110,8712,0.08015980944037437,1089,0.00018470196580612817,
+110,8720,0.09364147111773491,1090,0.00026989183455346694,
+110,8728,0.13002720102667809,1091,0.00040512694795324933,
+110,8736,0.12923431396484375,1092,0.0001719180647342,
+110,8744,0.0851498693227768,1093,0.00038767783693261805,
+110,8752,0.13075414672493935,1094,0.00025420413922719575,
+110,8760,0.08039932698011398,1095,0.00020475018821095793,
+110,8768,0.13356000185012817,1096,0.0001126821084653784,
+111,8776,0.0908614806830883,1097,9.685909753898159e-05,
+111,8784,0.08589159697294235,1098,0.00021993679547449574,
+111,8792,0.12699361890554428,1099,0.00017688488095210722,
+111,8800,0.08925573155283928,1100,0.0005147147422966165,
+111,8808,0.13352110981941223,1101,0.00013864147437440502,
+111,8816,0.09281886741518974,1102,0.00036565640701675354,
+111,8824,0.08752527087926865,1103,0.0002819732884139133,
+111,8832,0.08193730190396309,1104,0.0002994154806051833,
+,,,1104,,0.00019821812971853293
+111,8840,0.09366079419851303,1105,0.0002190146199912609,
+111,8848,0.09021630510687828,1106,0.00029120254791147694,
+112,8856,0.08414200320839882,1107,7.781512267683866e-05,
+112,8864,0.08271462842822075,1108,0.0003581562695299826,
+112,8872,0.09648382663726807,1109,0.00019098425148583303,
+112,8880,0.12402768805623055,1110,0.0003210244158253772,
+112,8888,0.08791976794600487,1111,0.0002615352968859952,
+112,8896,0.08460582420229912,1112,5.6285368621254086e-05,
+112,8904,0.08260130509734154,1113,0.0002719379029128634,
+112,8912,0.08407420665025711,1114,0.00025445307934811957,
+112,8920,0.08465348556637764,1115,0.00031455024985077145,
+113,8928,0.08948062732815742,1116,0.00048534200686844997,
+113,8936,0.0886814072728157,1117,0.00033341442552530984,
+113,8944,0.09019102156162262,1118,0.0001762564227717051,
+113,8952,0.0863046832382679,1119,0.0002326167855244421,
+113,8960,0.08401012793183327,1120,0.00018604210543509743,
+,,,1120,,0.00020224498943067514
+113,8968,0.08281508088111877,1121,0.0003658675972970245,
+113,8976,0.08453252911567688,1122,0.00038497270309432807,
+113,8984,0.09477944672107697,1123,0.00019595811500039417,
+113,8992,0.08220844343304634,1124,0.00018310836226605303,
+113,9000,0.1264275126159191,1125,0.000311126987071475,
+114,9008,0.08178316429257393,1126,0.00025255898253817577,
+114,9016,0.08592168986797333,1127,0.00030807619689519265,
+114,9024,0.08948484063148499,1128,0.0005468915125955112,
+114,9032,0.08430632576346397,1129,0.000285289825721217,
+114,9040,0.0852748453617096,1130,0.00017747436008490197,
+114,9048,0.08275967463850975,1131,0.00013743353834301658,
+114,9056,0.08835487812757492,1132,0.00023482793621951715,
+114,9064,0.08979670330882072,1133,0.00019987699208566203,
+114,9072,0.13238058984279633,1134,0.0002999667507207381,
+114,9080,0.08349626511335373,1135,0.00023860855810653447,
+115,9088,0.08727815374732018,1136,0.00022821616839792115,
+,,,1136,,0.00019511052120763523
+115,9096,0.09354231879115105,1137,0.00032963095277823,
+115,9104,0.08437618613243103,1138,0.0003651753097074106,
+115,9112,0.1283484622836113,1139,0.00024310452896646564,
+115,9120,0.09592127427458763,1140,0.000250803230907574,
+115,9128,0.0811476781964302,1141,0.0001775878749867843,
+115,9136,0.08779638633131981,1142,0.00042321440729817066,
+115,9144,0.08277059718966484,1143,0.00024971336461021565,
+115,9152,0.0884978137910366,1144,0.0001545136895271883,
+115,9160,0.08888701722025871,1145,0.0003125788896189382,
+116,9168,0.0912267342209816,1146,0.00023310504875553306,
+116,9176,0.08331989496946335,1147,0.00023099185675943903,
+116,9184,0.09381363540887833,1148,0.000288708527745364,
+116,9192,0.08468175306916237,1149,0.0003182165601174347,
+116,9200,0.08959518373012543,1150,0.00019794140015702314,
+116,9208,0.12763074412941933,1151,0.0003544109071795405,
+116,9216,0.08716019988059998,1152,6.341335773124064e-05,
+,,,1152,,0.00020606027772793404
+116,9224,0.08466776832938194,1153,0.0002722156165803496,
+116,9232,0.08481214568018913,1154,0.00029709690934396347,
+116,9240,0.08421069756150246,1155,0.00038751394888756545,
+117,9248,0.12889977172017097,1156,0.0005569737460367226,
+117,9256,0.08375672996044159,1157,0.00026131824065837113,
+117,9264,0.0818253941833973,1158,0.00020622993106371722,
+117,9272,0.08376828208565712,1159,0.00018449779527145437,
+117,9280,0.09289832785725594,1160,0.00031658326836556876,
+117,9288,0.08124752342700958,1161,0.00020206682620482752,
+117,9296,0.08835215121507645,1162,0.00014040660409426147,
+117,9304,0.08941847831010818,1163,0.0003171525794851522,
+117,9312,0.13207530602812767,1164,0.00012090501364913176,
+117,9320,0.08601902797818184,1165,0.0003078657253074478,
+118,9328,0.0855521447956562,1166,0.0002647110271330651,
+118,9336,0.17988082394003868,1167,0.00041853556701555917,
+118,9344,0.0953492522239685,1168,0.0002784109183266992,
+,,,1168,,0.00021211072229422056
+118,9352,0.12879249826073647,1169,0.00013420498150177687,
+118,9360,0.09573076292872429,1170,0.00021337638298229484,
+118,9368,0.08844256401062012,1171,0.0002675688698549162,
+118,9376,0.08846528828144073,1172,0.00027233841274210135,
+118,9384,0.08490284532308578,1173,0.00013239870127613863,
+118,9392,0.0909305177628994,1174,0.00011506047766571018,
+118,9400,0.13267482817173004,1175,0.000427831460001471,
+119,9408,0.13411970064044,1176,9.229230939430029e-05,
+119,9416,0.1292966976761818,1177,0.0004373424395453185,
+119,9424,0.09369729831814766,1178,0.0002164804832968262,
+119,9432,0.130815751850605,1179,0.00023241398674953316,
+119,9440,0.09452303498983383,1180,0.00028424283736967483,
+119,9448,0.08483916148543358,1181,0.00026345316518927575,
+119,9456,0.12774810194969177,1182,0.0003632330802550617,
+119,9464,0.08884427323937416,1183,0.000270098327746382,
+119,9472,0.13498705253005028,1184,0.00015286496570545503,
+,,,1184,,0.00019999006046698644
+119,9480,0.08428417518734932,1185,0.0002815287094563246,
+120,9488,0.09455588087439537,1186,0.0001451613517509451,
+120,9496,0.1269286721944809,1187,0.00038131783678961383,
+120,9504,0.08779168128967285,1188,0.000305515764739539,
+120,9512,0.08214770257472992,1189,0.00017624389765842353,
+120,9520,0.1346687451004982,1190,0.0003559800408159693,
+120,9528,0.08681836724281311,1191,0.00044534366148022504,
+120,9536,0.08439124748110771,1192,0.00020569530422038113,
+120,9544,0.0855795294046402,1193,0.00026712857106758747,
+120,9552,0.08422849327325821,1194,0.0002653564214807165,
+121,9560,0.13282301276922226,1195,7.054618717203002e-05,
+121,9568,0.08825772255659103,1196,0.0003422857414534519,
+121,9576,0.13406073674559593,1197,0.00011015322213227461,
+121,9584,0.09406650811433792,1198,0.00015478270943276585,
+121,9592,0.13181202486157417,1199,0.000275553097498442,
+121,9600,0.12905966863036156,1200,0.00029789482929724426,
+,,,1200,,0.00020044640852854802
+121,9608,0.08360015600919724,1201,0.00022159208258796883,
+121,9616,0.08719627931714058,1202,0.00037060559194893966,
+121,9624,0.08453413844108582,1203,0.000448460952914805,
+121,9632,0.13045257702469826,1204,0.0001933725168782985,
+122,9640,0.08539428561925888,1205,0.00026002406320912996,
+122,9648,0.08338816091418266,1206,0.00022885783775044338,
+122,9656,0.08271659910678864,1207,0.0003548049393099394,
+122,9664,0.09623253718018532,1208,8.175039279608013e-05,
+122,9672,0.08739721029996872,1209,0.000407118305399005,
+122,9680,0.0846678838133812,1210,0.0003301950028539328,
+122,9688,0.08309458941221237,1211,0.00025707984633090044,
+122,9696,0.08888353034853935,1212,0.0001334646498435177,
+122,9704,0.08298395201563835,1213,0.00023363793628628957,
+122,9712,0.1268507018685341,1214,0.00020887809142340513,
+123,9720,0.0848769061267376,1215,0.00021206209203228354,
+123,9728,0.08929110318422318,1216,0.0002905411418699562,
+,,,1216,,0.00020438987905016312
+123,9736,0.08524905890226364,1217,0.000212527409034506,
+123,9744,0.1272098496556282,1218,0.00022840339624963235,
+123,9752,0.09370824322104454,1219,0.0003446640141853343,
+123,9760,0.08437632024288177,1220,0.00032593655739149725,
+123,9768,0.08974718302488327,1221,0.0002705028860613571,
+123,9776,0.13431423529982567,1222,0.0001853491443398525,
+123,9784,0.13044686242938042,1223,0.0003339665683597559,
+123,9792,0.0847548358142376,1224,0.00024102557072183117,
+124,9800,0.09308589622378349,1225,0.0002769793479404013,
+124,9808,0.08163927495479584,1226,0.0002865510094644768,
+124,9816,0.08775386959314346,1227,9.863913298128561e-05,
+124,9824,0.1266084611415863,1228,0.000360161968274042,
+124,9832,0.08423544466495514,1229,0.00021190596243496446,
+124,9840,0.08927774429321289,1230,0.00020857480482542692,
+124,9848,0.08741605654358864,1231,0.00017708040552231698,
+124,9856,0.0840243250131607,1232,0.0004706756259110989,
+,,,1232,,0.00020072229493122833
+124,9864,0.09418895095586777,1233,0.0003378031504845629,
+124,9872,0.13356686756014824,1234,0.0002656806350387342,
+125,9880,0.08513810113072395,1235,0.0002073260403839023,
+125,9888,0.09221845865249634,1236,0.0002723088920902228,
+125,9896,0.1326964721083641,1237,0.00034730537377721963,
+125,9904,0.0856071226298809,1238,0.00034356533003367736,
+125,9912,0.08369001001119614,1239,0.00014979217737093748,
+125,9920,0.08210055530071259,1240,0.00010457881520172425,
+125,9928,0.08720862865447998,1241,0.0002758771312213727,
+125,9936,0.08754577860236168,1242,0.00033698198346125235,
+125,9944,0.13226759061217308,1243,0.0003415230408531248,
+125,9952,0.08340388536453247,1244,0.00020098434561077738,
+126,9960,0.08414503559470177,1245,0.00014361701267681873,
+126,9968,0.09026758000254631,1246,0.0003242581802624045,
+126,9976,0.13463543727993965,1247,0.00022459939997740246,
+126,9984,0.08798583224415779,1248,0.00023532882642030017,
+,,,1248,,0.0002000428413828978
+126,9992,0.08476303145289421,1249,0.0002844363698386587,
+126,10000,0.08501416072249413,1250,0.00023618020184750839,
+126,10008,0.08971036970615387,1251,0.00038468013553938363,
+126,10016,0.12877534329891205,1252,0.000370230062169587,
+126,10024,0.08209274336695671,1253,0.00023701713477445688,
+126,10032,0.09043144807219505,1254,0.00015181864430566995,
+127,10040,0.08487913012504578,1255,0.00014663521263476773,
+127,10048,0.13185520842671394,1256,0.00024634183864691295,
+127,10056,0.08467675000429153,1257,0.0001992963037385683,
+127,10064,0.09152284637093544,1258,0.0003465413888079638,
+127,10072,0.08895472437143326,1259,0.0002585915386589477,
+127,10080,0.08392280712723732,1260,0.0003835356949518124,
+127,10088,0.08497311919927597,1261,0.0003058628982960892,
+127,10096,0.1321357898414135,1262,0.00028910075995251344,
+127,10104,0.12980089709162712,1263,0.00015040793080819034,
+127,10112,0.12959162518382072,1264,0.00020075971918810285,
+,,,1264,,0.00019880326894613414
+128,10120,0.13153788819909096,1265,0.0003358540263434406,
+128,10128,0.08309702202677727,1266,0.000288132500177848,
+128,10136,0.0851517952978611,1267,0.00027807281926820555,
+128,10144,0.09393215551972389,1268,0.00017295271254624822,
+128,10152,0.08949588984251022,1269,0.00047962530273556087,
+128,10160,0.08321178331971169,1270,0.0002780622001479899,
+128,10168,0.08957958221435547,1271,0.000208632319906125,
+128,10176,0.12796472758054733,1272,0.00033880368270426214,
+128,10184,0.08380519598722458,1273,0.0001882522435782728,
+129,10192,0.08286773785948753,1274,6.608545997247954e-05,
+129,10200,0.09593361988663673,1275,0.0002082020881061908,
+129,10208,0.08506818860769272,1276,0.00031828055853111437,
+129,10216,0.0821935385465622,1277,0.00035237392958978574,
+129,10224,0.12858517840504646,1278,0.00032031528098741546,
+129,10232,0.08576727658510208,1279,0.0001903796639655613,
+129,10240,0.09275791049003601,1280,0.00017225210801067684,
+,,,1280,,0.00019617640198423312
+129,10248,0.08526786416769028,1281,0.0002448559561116781,
+129,10256,0.13453997671604156,1282,0.0002780367184851247,
+129,10264,0.09252350777387619,1283,0.00022046520850077894,
+130,10272,0.09143360331654549,1284,0.00043342785855721947,
+130,10280,0.08649095520377159,1285,6.451053476749539e-05,
+130,10288,0.0828043557703495,1286,0.0003669211044628658,
+130,10296,0.08346513658761978,1287,0.000211329103666895,
+130,10304,0.09268379211425781,1288,0.00024623071840323973,
+130,10312,0.08527841791510582,1289,0.00022072867042360094,
+130,10320,0.09656469523906708,1290,0.00032464787896710083,
+130,10328,0.08954320475459099,1291,0.000211816221508343,
+130,10336,0.08390142768621445,1292,0.00012337989264779025,
+130,10344,0.08463219553232193,1293,0.0003846602483883124,
+131,10352,0.1306367702782154,1294,0.000275678416633477,
+131,10360,0.08366252854466438,1295,0.00024678746636449693,
+131,10368,0.1320132464170456,1296,0.0001342017041881465,
+,,,1296,,0.00019811557677502817

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,33 @@
+193564,4
+440700,11
+412263,10
+229914,5
+549503,13
+309803,7
+413252,10
+194445,4
+538591,13
+555568,13
+70400,1
+133576,3
+377280,9
+173839,4
+194136,4
+242653,6
+454808,11
+511940,12
+623075,12
+495787,12
+520554,13
+98721,2
+509603,12
+528569,13
+474747,11
+10442,0
+336661,8
+137621,3
+418783,10
+82931,2
+443483,11
+480350,12
+166095,4

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,33 @@
+193564,-12.250135,-15.334722,-11.750135,-13.125159,-0.00014137306,-16.612864,-17.312635,-19.438513,-14.951637,-16.562635,-18.125135,-15.625135,-17.312635,-16.114664
+440700,-17.812613,-26.886343,-14.375113,-22.602238,-23.510817,-20.318396,-22.125113,-24.827202,-19.586405,-18.812613,-21.312613,-0.000112408045,-17.250113,-16.50042
+412263,-19.375101,-18.516424,-18.125101,-21.416706,-30.923332,-14.128485,-23.125101,-13.384245,-21.595028,-14.125102,-0.00010179955,-16.375101,-22.125101,-19.563162
+229914,-9.750622,-15.119285,-11.125622,-15.203178,-18.047066,-0.0012579267,-10.125622,-11.387858,-22.023788,-12.250622,-14.813122,-11.000622,-15.438122,-10.250741
+549503,-15.691782,-18.30562,-8.004282,-17.702774,-17.29043,-9.554026,-17.504282,-14.823384,-17.501879,-13.254282,-18.066782,-8.504282,-13.129282,-0.0043706847
+309803,-17.500067,-14.899996,-16.562567,-18.056568,-17.749214,-13.68881,-15.937568,-0.00015341639,-16.518787,-15.875068,-16.875067,-13.875068,-19.687567,-14.750268
+413252,-17.812595,-17.724268,-15.250094,-18.891655,-26.527372,-13.380646,-22.187595,-13.378208,-20.792698,-11.500094,-9.4766896e-05,-13.875094,-21.000095,-16.813051
+194445,-9.7505045,-15.298998,-8.2505045,-11.12552,-0.00051688333,-11.345582,-18.750504,-16.762358,-14.882725,-15.1255045,-17.500504,-14.0005045,-17.125504,-13.284779
+538591,-13.501754,-18.04109,-7.626754,-15.352413,-16.109968,-8.67545,-16.876753,-12.140495,-19.53686,-11.751754,-15.689254,-8.001754,-9.751754,-0.001865988
+555568,-14.875472,-21.766298,-8.375472,-15.685787,-16.888298,-10.71173,-17.437971,-12.876637,-19.60458,-11.875472,-16.812971,-10.750472,-12.500472,-0.000507362
+70400,-12.751075,-0.0012130842,-16.063574,-15.0314,-13.440368,-12.0402775,-10.251075,-15.002702,-17.707209,-14.001075,-16.751074,-15.126075,-16.563574,-11.879719
+133576,-16.375853,-18.489874,-7.125853,-0.0011211211,-13.752278,-17.709167,-20.875853,-16.137674,-14.854094,-13.125853,-18.188353,-15.875853,-18.938353,-15.321346
+377280,-13.438001,-13.772782,-10.000501,-17.254982,-17.090425,-10.629182,-16.813002,-15.75117,-16.314943,-0.00050114945,-10.625501,-12.375501,-15.813001,-12.127012
+173839,-14.0001955,-15.290985,-10.2501955,-12.250228,-0.00020251745,-12.799184,-18.250195,-18.939835,-13.78374,-17.000195,-18.687695,-15.5626955,-18.125195,-15.3190155
+194136,-10.751091,-12.053501,-7.251091,-9.501107,-0.0010939843,-13.14959,-18.438591,-16.259628,-19.957878,-14.813591,-16.563591,-14.751091,-16.688591,-12.9375305
+242653,-11.127611,-0.0027056152,-16.252611,-16.536163,-12.550058,-14.268757,-11.127611,-14.815663,-18.34652,-14.752611,-15.627611,-15.252611,-16.752611,-11.3782835
+454808,-17.375257,-29.078077,-13.750258,-19.823473,-23.003176,-18.586191,-21.500257,-23.129047,-20.83858,-17.562757,-19.687757,-0.00025805482,-15.375258,-13.001139
+511940,-16.000126,-23.853676,-14.125127,-21.497763,-18.569277,-15.092202,-21.937626,-17.875595,-20.18453,-17.875126,-21.937626,-11.375127,-0.00012671144,-10.375567
+623075,-19.250023,-32.81605,-15.000022,-22.688892,-20.137707,-16.377026,-24.437523,-20.194742,-24.823584,-18.937523,-23.625023,-15.875022,-2.2291888e-05,-13.500289
+495787,-17.750027,-29.458414,-15.500026,-23.050508,-20.76628,-17.900545,-23.062527,-19.381319,-22.23029,-18.375027,-22.500027,-15.875026,-2.5987287e-05,-12.125615
+520554,-11.507028,-20.130287,-5.3820276,-13.681931,-14.560274,-8.522993,-14.882028,-10.883231,-17.814802,-11.632028,-15.194528,-7.3820276,-10.257028,-0.007081789
+98721,-11.87603,-16.550465,-0.0010297955,-9.126126,-9.626348,-11.57196,-18.56353,-16.277966,-14.739038,-11.62603,-18.25103,-7.62603,-15.87603,-14.1276455
+509603,-16.50005,-25.681324,-15.875049,-22.928469,-20.224985,-15.427734,-22.00005,-20.0007,-19.839352,-19.81255,-22.56255,-13.500049,-4.911302e-05,-12.000535
+528569,-14.251487,-18.688303,-9.501487,-17.610147,-18.862858,-13.197904,-18.063986,-13.4703665,-21.406364,-13.438987,-17.188986,-9.376487,-15.563987,-0.0015608912
+474747,-16.000172,-25.748175,-12.125172,-19.064983,-19.56604,-17.727959,-20.937672,-22.066322,-20.686129,-17.437672,-19.312672,-0.00017176583,-14.625172,-11.000821
+10442,-0.00017808282,-17.576796,-19.500177,-20.151243,-17.320648,-16.376385,-19.000177,-17.938663,-27.696846,-16.250177,-20.812677,-18.062677,-21.437677,-14.131958
+336661,-16.5626,-18.400309,-16.4376,-20.63987,-21.608784,-17.44065,-16.1876,-12.513364,-0.00010203821,-16.2501,-19.9376,-17.1876,-18.5626,-15.563197
+137621,-15.500376,-19.815054,-8.000376,-0.0004997663,-10.625579,-16.09151,-20.375376,-17.707266,-19.350744,-13.875376,-19.000376,-14.250376,-18.375376,-16.180714
+418783,-16.937626,-16.85482,-16.125126,-19.042553,-24.732391,-13.258796,-21.125126,-13.880867,-19.011452,-10.625127,-0.00012659225,-14.250127,-19.625126,-17.87568
+82931,-12.250288,-15.141377,-0.000287849,-11.000469,-10.251723,-13.209801,-17.437788,-16.37703,-14.554431,-12.875288,-18.562788,-9.125288,-15.812788,-14.4523
+443483,-15.25011,-28.263538,-11.87511,-18.713604,-19.696602,-17.781004,-19.56261,-19.93856,-18.093998,-17.37511,-19.68761,-0.00010978573,-14.12511,-11.3760395
+480350,-17.562534,-28.748657,-14.500035,-22.689535,-19.021849,-14.447499,-22.000034,-18.938093,-22.062796,-18.562534,-22.625034,-14.875035,-3.5166122e-05,-10.875304
+166095,-13.762901,-17.831919,-4.3879013,-10.637912,-0.012933236,-12.52467,-18.200401,-17.454346,-11.931023,-15.700401,-18.262901,-14.575401,-16.200401,-11.586309

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0