Add files using upload-large-folder tool

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,1651 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.31774674728512764,0,8.494467735290527,
+0,8,0.05865204706788063,1,6.944327865328107,
+0,16,0.034704916179180145,2,9.809056176079643,
+0,24,0.03479677438735962,3,6.383838161826134,
+0,32,0.0351969413459301,4,4.447595964778554,
+0,40,0.032512690871953964,5,4.157503068447113,
+0,48,0.035043638199567795,6,3.9325028382814846,
+0,56,0.034455034881830215,7,4.788222908973694,
+0,64,0.035343870520591736,8,2.787933588027954,
+0,72,0.03179248794913292,9,2.5632759011708774,
+0,80,0.03181825205683708,10,2.7885419964790343,
+0,88,0.032333724200725555,11,2.0177171379327774,
+0,96,0.031478073447942734,12,3.101747093456132,
+0,104,0.03495825082063675,13,1.221591366454959,
+0,112,0.03177810460329056,14,3.2648544770020704,
+0,120,0.03134815767407417,15,2.696243578834193,
+0,128,0.03565915301442146,16,1.1061834995945294,
+,,,16,,1.4594096790660511
+0,136,0.03182674199342728,17,2.253220357000828,
+0,144,0.03185923770070076,18,1.5887167373051245,
+0,152,0.0315377302467823,19,0.4457196969538927,
+1,160,0.031689662486314774,20,1.8173569423908538,
+1,168,0.03135798126459122,21,0.4071654357016087,
+1,176,0.03136559948325157,22,1.4599069469453145,
+1,184,0.03149600327014923,23,1.2166675131090663,
+1,192,0.03151119127869606,24,0.4232590513303876,
+1,200,0.03191414102911949,25,0.2950334775854241,
+1,208,0.031213991343975067,26,0.3552399775586449,
+1,216,0.032143086194992065,27,0.8072836697412034,
+1,224,0.03204372152686119,28,0.3175779305331941,
+1,232,0.03232027590274811,29,0.0849490876076743,
+1,240,0.03174673393368721,30,0.3585768317861948,
+1,248,0.031650643795728683,31,0.08938476977010186,
+1,256,0.032216817140579224,32,0.15874084021726792,
+,,,32,,0.2590758583762429
+1,264,0.03178482502698898,33,0.39581365037996036,
+1,272,0.03147268667817116,34,0.01240868567644308,
+1,280,0.03184035047888756,35,0.05215878221206367,
+1,288,0.031234025955200195,36,0.06619980592014534,
+1,296,0.03235722333192825,37,0.02842430424733231,
+1,304,0.031658776104450226,38,0.32030104367563933,
+1,312,0.031361255794763565,39,0.034650111560371115,
+2,320,0.03327587991952896,40,0.03986350712754453,
+2,328,0.031398966908454895,41,0.03061722496058792,
+2,336,0.03166251629590988,42,0.13308953697560355,
+2,344,0.031471867114305496,43,0.14874992087217315,
+2,352,0.030814416706562042,44,0.20644276154926047,
+2,360,0.031069058924913406,45,0.0185801676975993,
+2,368,0.033293191343545914,46,0.10759449417237192,
+2,376,0.031190745532512665,47,0.014307452258295737,
+2,384,0.03106909617781639,48,0.04051566070993431,
+,,,48,,0.06744599775834517
+2,392,0.030682235956192017,49,0.006158870523974586,
+2,400,0.03446986898779869,50,0.008676384967243806,
+2,408,0.030766908079385757,51,0.005521053954726085,
+2,416,0.03283430635929108,52,0.011594171494445098,
+2,424,0.030862759798765182,53,0.00995179486095107,
+2,432,0.032992586493492126,54,0.029907597241011292,
+2,440,0.0314350351691246,55,0.01707121842446213,
+2,448,0.031165797263383865,56,0.042602561853038005,
+2,456,0.030860550701618195,57,0.016327272613786838,
+2,464,0.03128615766763687,58,0.06671347371481645,
+3,472,0.031330570578575134,59,0.08663181702805949,
+3,480,0.03142395615577698,60,0.008131760604625855,
+3,488,0.031190291047096252,61,0.006125570765496897,
+3,496,0.03142199665307999,62,0.01511727263374875,
+3,504,0.031156890094280243,63,0.013675614258924421,
+3,512,0.031324535608291626,64,0.001162514032330364,
+,,,64,,0.0539678616957231
+3,520,0.031369905918836594,65,0.007347364774129043,
+3,528,0.03173641860485077,66,0.014122348361221762,
+3,536,0.031622108072042465,67,0.035858240343672645,
+3,544,0.03344496712088585,68,0.0187666125469453,
+3,552,0.033077336847782135,69,0.007455371262039989,
+3,560,0.030841227620840073,70,0.004330382216721773,
+3,568,0.03133724629878998,71,0.005223884779427733,
+3,576,0.03138315677642822,72,0.0023554877916467376,
+3,584,0.031008858233690262,73,0.02064205756267676,
+3,592,0.03287108615040779,74,0.014757246533311749,
+3,600,0.031352199614048004,75,0.004277481394819915,
+3,608,0.03338119015097618,76,0.0013170741202140396,
+3,616,0.03176320344209671,77,0.00164587777824356,
+3,624,0.03147771209478378,78,0.003283017928389689,
+4,632,0.03113839402794838,79,0.006732998944988305,
+4,640,0.031184572726488113,80,0.018113080238739105,
+,,,80,,0.06695917736400257
+4,648,0.030957486480474472,81,0.010317726263565419,
+4,656,0.031001687049865723,82,0.001856982140452601,
+4,664,0.03104427084326744,83,0.0032299665281943116,
+4,672,0.03141187131404877,84,0.0044534238628469985,
+4,680,0.031879276037216187,85,0.00672521556649978,
+4,688,0.03152993693947792,86,0.012334996248163017,
+4,696,0.03128938376903534,87,0.004786477647333716,
+4,704,0.03170903027057648,88,0.005498707272076549,
+4,712,0.03145146369934082,89,0.0009697415371192619,
+4,720,0.031345389783382416,90,0.008224430613336154,
+4,728,0.031303443014621735,91,0.009650934147290312,
+4,736,0.03157975524663925,92,0.0011490690397165184,
+4,744,0.03241601586341858,93,0.003823181508136365,
+4,752,0.03171587362885475,94,0.0010071118202176876,
+4,760,0.03158443048596382,95,0.0021465166840547076,
+4,768,0.031831447035074234,96,0.005412007647100836,
+,,,96,,0.057733678817749025
+4,776,0.03379382938146591,97,0.005125396710354835,
+4,784,0.03310821205377579,98,0.00591521362158736,
+5,792,0.03137407824397087,99,0.0013422831063508057,
+5,800,0.031492285430431366,100,0.0011662389500997961,
+5,808,0.03172813355922699,101,0.002925493235428197,
+5,816,0.03140164539217949,102,0.0017749699824586667,
+5,824,0.033443015068769455,103,0.008799952276084306,
+5,832,0.03177521005272865,104,0.0027974142285529524,
+5,840,0.03151846304535866,105,0.0013652637690856036,
+5,848,0.031326159834861755,106,0.002310077160169991,
+5,856,0.03121175244450569,107,0.0014433835122662669,
+5,864,0.03154607489705086,108,0.002532720155916953,
+5,872,0.03173976391553879,109,0.002089728368446231,
+5,880,0.031215790659189224,110,0.006717256153933704,
+5,888,0.03303418308496475,111,0.0062706827574099105,
+5,896,0.03145653381943703,112,0.0015525676373561675,
+,,,112,,0.059351626309481535
+5,904,0.03393225371837616,113,0.004662557778199418,
+5,912,0.03266135975718498,114,0.003553882540602769,
+5,920,0.03150951489806175,115,0.004606331222021254,
+5,928,0.03176029771566391,116,0.004805464420415875,
+5,936,0.031697019934654236,117,0.002170222229324281,
+6,944,0.03161449730396271,118,0.0014133787242992019,
+6,952,0.032160062342882156,119,0.007980026205283744,
+6,960,0.0316661037504673,120,0.0036380119771430536,
+6,968,0.031278181821107864,121,0.0018540850631490519,
+6,976,0.031474679708480835,122,0.003395592837478034,
+6,984,0.03247437626123428,123,0.0023088951487667286,
+6,992,0.03120255470275879,124,0.0026886178898469855,
+6,1000,0.03166889771819115,125,0.004847149894755732,
+6,1008,0.03148776665329933,126,0.0012383368254328768,
+6,1016,0.032677873969078064,127,0.0041880488848123195,
+6,1024,0.033953707665205,128,0.0016052849129594576,
+,,,128,,0.052979868108575995
+6,1032,0.03146154433488846,129,0.0020988099626265467,
+6,1040,0.03164128586649895,130,0.002140999677626846,
+6,1048,0.03434990346431732,131,0.0026786628385217716,
+6,1056,0.03242162615060806,132,0.003731892805912399,
+6,1064,0.03355775400996208,133,0.0012844713081986729,
+6,1072,0.03364167362451553,134,0.0010738797977359758,
+6,1080,0.031495820730924606,135,0.0038251241154891127,
+6,1088,0.03194969519972801,136,0.0021116225943842437,
+6,1096,0.032577645033597946,137,0.0013823883827381695,
+7,1104,0.033080510795116425,138,0.002594029671551349,
+7,1112,0.0312005914747715,139,0.0010963079694192857,
+7,1120,0.031127385795116425,140,0.0022207944779298627,
+7,1128,0.03153041750192642,141,0.00126937042902379,
+7,1136,0.03115459531545639,142,0.0018491521332180128,
+7,1144,0.031464576721191406,143,0.002137645663294409,
+7,1152,0.03119513764977455,144,0.001414461549407301,
+,,,144,,0.049472869526256215
+7,1160,0.031557828187942505,145,0.003530042819105662,
+7,1168,0.03399966284632683,146,0.0019997777209417628,
+7,1176,0.03234894573688507,147,0.0023623475644853897,
+7,1184,0.03163827955722809,148,0.002706322178710252,
+7,1192,0.03230350464582443,149,0.0008497662863440135,
+7,1200,0.03190000355243683,150,0.004270040387592207,
+7,1208,0.03190622106194496,151,0.0019605096514659147,
+7,1216,0.031248535960912704,152,0.0019101541717342723,
+7,1224,0.03164662793278694,153,0.0013095952745061368,
+7,1232,0.03343856707215309,154,0.003760078634756307,
+7,1240,0.031619589775800705,155,0.002069693816090214,
+7,1248,0.031811293214559555,156,0.0035759813864178094,
+7,1256,0.031478360295295715,157,0.0013747012530479373,
+8,1264,0.03174908086657524,158,0.0005969032014642531,
+8,1272,0.0317482054233551,159,0.0019939869205700235,
+8,1280,0.03186856210231781,160,0.003057336696656421,
+,,,160,,0.04849664948203347
+8,1288,0.03150780498981476,161,0.0023028178179326157,
+8,1296,0.03262365609407425,162,0.0029598491006860663,
+8,1304,0.031404055655002594,163,0.0015973576713198174,
+8,1312,0.031209126114845276,164,0.00232380825868209,
+8,1320,0.032646242529153824,165,0.0012170676120810888,
+8,1328,0.03188437223434448,166,0.0010163138325039584,
+8,1336,0.03164350613951683,167,0.0036462184382669094,
+8,1344,0.031573448330163956,168,0.0006483124695175017,
+8,1352,0.03400888666510582,169,0.0023039162736565163,
+8,1360,0.0318714901804924,170,0.0025024651934342857,
+8,1368,0.03685032203793526,171,0.005221673544535103,
+8,1376,0.03153492137789726,172,0.0020631074254528026,
+8,1384,0.03195648267865181,173,0.0012565682651863124,
+8,1392,0.03215757757425308,174,0.0011893889313796535,
+8,1400,0.034643810242414474,175,0.0013332762282516342,
+8,1408,0.031981196254491806,176,0.0008601718016305111,
+,,,176,,0.04548897743225098
+9,1416,0.03156576678156853,177,0.0030054917917974916,
+9,1424,0.03394894301891327,178,0.0031045857926633637,
+9,1432,0.03180976212024689,179,0.0032740048710755737,
+9,1440,0.0327078178524971,180,0.0021264823400997555,
+9,1448,0.0315030999481678,181,0.0015682955325411801,
+9,1456,0.03174507990479469,182,0.0007620941760251299,
+9,1464,0.03290492296218872,183,0.0009834677281711872,
+9,1472,0.03484683111310005,184,0.0013041267714773614,
+9,1480,0.03171186149120331,185,0.0020274174390718914,
+9,1488,0.031976278871297836,186,0.001905826574119811,
+9,1496,0.03148578107357025,187,0.002302141768338445,
+9,1504,0.03200109675526619,188,0.0025462135796260553,
+9,1512,0.031828854233026505,189,0.0017150082317779639,
+9,1520,0.03367741405963898,190,0.0005328010963487693,
+9,1528,0.03145837411284447,191,0.003936600507586263,
+9,1536,0.034051407128572464,192,0.0006016550505592022,
+,,,192,,0.04571718736128374
+9,1544,0.031241100281476974,193,0.0008667870874474333,
+9,1552,0.03245494142174721,194,0.002188134738995965,
+9,1560,0.03136212006211281,195,0.002164726551340069,
+9,1568,0.0321086049079895,196,0.0012492332478779224,
+10,1576,0.033136676996946335,197,0.0009930520987836643,
+10,1584,0.03164565563201904,198,0.0008404885672710159,
+10,1592,0.03126544505357742,199,0.0020923021453199907,
+10,1600,0.032036781311035156,200,0.001962302319346539,
+10,1608,0.03183075413107872,201,0.00248841936311995,
+10,1616,0.03257659450173378,202,0.004358208048730516,
+10,1624,0.03135572373867035,203,0.0007147913645233282,
+10,1632,0.03133025020360947,204,0.0012317598571826237,
+10,1640,0.03190398961305618,205,0.002492820042375983,
+10,1648,0.031544480472803116,206,0.0015453664951068772,
+10,1656,0.031827427446842194,207,0.0029480861655126014,
+10,1664,0.031599175184965134,208,0.0030256812647816594,
+,,,208,,0.04377922144803134
+10,1672,0.03156420215964317,209,0.0012812955129237918,
+10,1680,0.031908709555864334,210,0.002899076739170899,
+10,1688,0.031576380133628845,211,0.0005472614933611252,
+10,1696,0.03338027000427246,212,0.00048639801948761137,
+10,1704,0.032350584864616394,213,0.0007563757802320955,
+10,1712,0.03220449760556221,214,0.0009860219640055827,
+10,1720,0.03190108388662338,215,0.0011886495967001582,
+11,1728,0.03153763338923454,216,0.0015136548106304624,
+11,1736,0.03209138661623001,217,0.0015585022182979932,
+11,1744,0.03205038607120514,218,0.0013673832951238952,
+11,1752,0.03145910054445267,219,0.0019110030933426549,
+11,1760,0.03132361173629761,220,0.000690929082945028,
+11,1768,0.03148237243294716,221,0.003562220310627976,
+11,1776,0.031915873289108276,222,0.0021279744925612413,
+11,1784,0.033580414950847626,223,0.0015871564954233525,
+11,1792,0.031702298671007156,224,0.0013928430942961802,
+,,,224,,0.041944820230657404
+11,1800,0.03141993656754494,225,0.0009646734509330529,
+11,1808,0.034024760127067566,226,0.0037679954749854426,
+11,1816,0.03474736213684082,227,0.001842791543682464,
+11,1824,0.03143710270524025,228,0.0010398357418515453,
+11,1832,0.0313684418797493,229,0.0005935817032877821,
+11,1840,0.03144490346312523,230,0.001695938049427544,
+11,1848,0.03164966031908989,231,0.0011342692702204329,
+11,1856,0.031625550240278244,232,0.0006813261960897679,
+11,1864,0.03134889155626297,233,0.0009886587783209204,
+11,1872,0.033514898270368576,234,0.0019481045795449365,
+11,1880,0.03116234391927719,235,0.0008433638378681445,
+12,1888,0.03252730518579483,236,0.0019610954596745696,
+12,1896,0.031879570335149765,237,0.001852987542709646,
+12,1904,0.03195008635520935,238,0.0012325902929054184,
+12,1912,0.03191659227013588,239,0.0027591879749836934,
+12,1920,0.03161565586924553,240,0.0028716590537582166,
+,,,240,,0.041834727200594814
+12,1928,0.03426036238670349,241,0.0010019211670927082,
+12,1936,0.031915903091430664,242,0.001974734705237841,
+12,1944,0.03177478536963463,243,0.0015721936472870696,
+12,1952,0.032239869236946106,244,0.0025268457666243194,
+12,1960,0.03174716606736183,245,0.0019812843865320948,
+12,1968,0.0314905010163784,246,0.0005524174945700603,
+12,1976,0.03082636371254921,247,0.0007488115840136412,
+12,1984,0.03156609833240509,248,0.0010900143107088903,
+12,1992,0.03396379575133324,249,0.0015316870800840359,
+12,2000,0.03173631802201271,250,0.0010204221444754776,
+12,2008,0.03164631500840187,251,0.0017995256930589676,
+12,2016,0.031183794140815735,252,0.0008496907219523564,
+12,2024,0.0314900204539299,253,0.0014617370416090125,
+12,2032,0.03265005722641945,254,0.0007536245587592324,
+12,2040,0.03367665037512779,255,0.0018450021646761645,
+13,2048,0.0330057367682457,256,0.0009417439553847847,
+,,,256,,0.04259500503540039
+13,2056,0.031895291060209274,257,0.0016767313399423773,
+13,2064,0.03127426654100418,258,0.001378724427195266,
+13,2072,0.03379957750439644,259,0.0006595437477629345,
+13,2080,0.03166920691728592,260,0.0017101772809837712,
+13,2088,0.031086444854736328,261,0.0016278601384935125,
+13,2096,0.03195967152714729,262,0.0011976422738371184,
+13,2104,0.031353868544101715,263,0.0026845997871043016,
+13,2112,0.03156678378582001,264,0.0015576382530315851,
+13,2120,0.031856242567300797,265,0.0015392715722555295,
+13,2128,0.03147535026073456,266,0.0023298127792562204,
+13,2136,0.03142189979553223,267,0.0008218451713963242,
+13,2144,0.03121858462691307,268,0.0010647947022404808,
+13,2152,0.032536815851926804,269,0.0008945719370482644,
+13,2160,0.03329101577401161,270,0.0009653371584136039,
+13,2168,0.03464222699403763,271,0.0028926497392463856,
+13,2176,0.031433239579200745,272,0.0019086972595407413,
+,,,272,,0.042517987164584076
+13,2184,0.030951879918575287,273,0.0010384375248880435,
+13,2192,0.031587984412908554,274,0.0012361545050225686,
+14,2200,0.031033847481012344,275,0.0016236291943641846,
+14,2208,0.03152249753475189,276,0.0013469896179490856,
+14,2216,0.031501419842243195,277,0.0006116513294937948,
+14,2224,0.031362928450107574,278,0.0019272362987976521,
+14,2232,0.031524501740932465,279,0.0015138985734665766,
+14,2240,0.031314849853515625,280,0.0020169396126827146,
+14,2248,0.032644737511873245,281,0.0014193238801619207,
+14,2256,0.03189915791153908,282,0.0008550077743296112,
+14,2264,0.0316886380314827,283,0.0013949019921710715,
+14,2272,0.03170529380440712,284,0.0013943243999771464,
+14,2280,0.033507876098155975,285,0.0015156758267299405,
+14,2288,0.03246672451496124,286,0.0015228500291973783,
+14,2296,0.0326959453523159,287,0.0019242670790005762,
+14,2304,0.03165741637349129,288,0.0021857313180449777,
+,,,288,,0.04251134178855202
+14,2312,0.0317867174744606,289,0.0010371108614240906,
+14,2320,0.033807504922151566,290,0.0014293112868802962,
+14,2328,0.031735602766275406,291,0.000997942566027632,
+14,2336,0.031978145241737366,292,0.0003439968357270118,
+14,2344,0.03210853040218353,293,0.001864956898564494,
+14,2352,0.03219762444496155,294,0.0006805969268580983,
+15,2360,0.03177260980010033,295,0.0011230334300004567,
+15,2368,0.031268201768398285,296,0.0009980410208559728,
+15,2376,0.033343248069286346,297,0.002190061533698239,
+15,2384,0.03390548378229141,298,0.0006727387808496132,
+15,2392,0.031697679311037064,299,0.0031540427453971157,
+15,2400,0.03186915069818497,300,0.0006471738571152938,
+15,2408,0.03133615478873253,301,0.0008286034704228355,
+15,2416,0.03158072754740715,302,0.0008196306602754207,
+15,2424,0.033603716641664505,303,0.0013361162285339863,
+15,2432,0.03193790465593338,304,0.002342878871526669,
+,,,304,,0.04135485128922896
+15,2440,0.031735122203826904,305,0.0009537737015097474,
+15,2448,0.031540755182504654,306,0.0011468643232157255,
+15,2456,0.03148694336414337,307,0.0014110935444477946,
+15,2464,0.03383711352944374,308,0.0018068675729279806,
+15,2472,0.031818877905607224,309,0.0013079143738230835,
+15,2480,0.03128973767161369,310,0.0011550503761100118,
+15,2488,0.033874981105327606,311,0.0007022283613108671,
+15,2496,0.03170478716492653,312,0.0010806077067779067,
+15,2504,0.03318767249584198,313,0.0011437345650241089,
+15,2512,0.031168442219495773,314,0.0003879013400162674,
+16,2520,0.031363293528556824,315,0.000710504723511721,
+16,2528,0.03122752532362938,316,0.0011182702966669406,
+16,2536,0.03421856835484505,317,0.0004557056193637739,
+16,2544,0.03170007839798927,318,0.0009940725106459397,
+16,2552,0.03488479554653168,319,0.0006167196790391409,
+16,2560,0.031071737408638,320,0.0009768840055375432,
+,,,320,,0.03942587592385032
+16,2568,0.03162045031785965,321,0.0008681887793500209,
+16,2576,0.03161393851041794,322,0.0005614402594241815,
+16,2584,0.03151010349392891,323,0.0012481188151958543,
+16,2592,0.031428560614585876,324,0.0006415340798081492,
+16,2600,0.031817998737096786,325,0.002133669944929092,
+16,2608,0.03149428218603134,326,0.002332870282569072,
+16,2616,0.03171992301940918,327,0.001187197576048978,
+16,2624,0.032148972153663635,328,0.0013024103118368657,
+16,2632,0.03116324171423912,329,0.0008203339117850798,
+16,2640,0.03149430453777313,330,0.0010131519823820174,
+16,2648,0.03176364675164223,331,0.001071811494411021,
+16,2656,0.031002674251794815,332,0.0018057370947314087,
+16,2664,0.031263772398233414,333,0.0026428452212712726,
+17,2672,0.03379926458001137,334,0.002353020312057197,
+17,2680,0.030925191938877106,335,0.002196603414351837,
+17,2688,0.03115108609199524,336,0.0006477784523807573,
+,,,336,,0.041533010656183415
+17,2696,0.031395912170410156,337,0.0014542921627354291,
+17,2704,0.03124650940299034,338,0.0011046831625410253,
+17,2712,0.0316326767206192,339,0.001012358684550106,
+17,2720,0.03138764202594757,340,0.0011761683330405504,
+17,2728,0.03193097934126854,341,0.0008846598939271644,
+17,2736,0.0314929373562336,342,0.0010060823988169432,
+17,2744,0.03146900609135628,343,0.0015314604155719281,
+17,2752,0.033341992646455765,344,0.0013116491318214685,
+17,2760,0.03175067901611328,345,0.0010897648935497273,
+17,2768,0.03161218762397766,346,0.0011957481138569375,
+17,2776,0.031049415469169617,347,0.0011590160237184527,
+17,2784,0.03148750215768814,348,0.0006248747718927916,
+17,2792,0.03177029639482498,349,0.0017844557632298137,
+17,2800,0.03165832534432411,350,0.0017685502825770527,
+17,2808,0.03177443519234657,351,0.0010154753326787613,
+17,2816,0.03151305019855499,352,0.0006676439952570945,
+,,,352,,0.039575295014814896
+17,2824,0.03125416487455368,353,0.0009840069355310074,
+18,2832,0.03448448330163956,354,0.0005083333831862547,
+18,2840,0.031495604664087296,355,0.0006862437082666227,
+18,2848,0.031230200082063675,356,0.0017492828734578904,
+18,2856,0.03258432447910309,357,0.0004739143159195709,
+18,2864,0.03132854402065277,358,0.0016985270616714843,
+18,2872,0.031119748950004578,359,0.0010181130313027937,
+18,2880,0.033582184463739395,360,0.0011031737577958177,
+18,2888,0.031531430780887604,361,0.0011097885078925173,
+18,2896,0.03180374205112457,362,0.001096771289171143,
+18,2904,0.0318114273250103,363,0.0006493897759355605,
+18,2912,0.03156125918030739,364,0.0008204380593573054,
+18,2920,0.03150132670998573,365,0.0011891008606263703,
+18,2928,0.031748875975608826,366,0.0014600205031456426,
+18,2936,0.03332851082086563,367,0.0010416693425773142,
+18,2944,0.03135986626148224,368,0.0012799746078339272,
+,,,368,,0.04025332277471369
+18,2952,0.03166225925087929,369,0.002667862872700565,
+18,2960,0.03153718262910843,370,0.00025761181521894675,
+18,2968,0.03137761354446411,371,0.0022652100971234696,
+18,2976,0.031367089599370956,372,0.0004414866913672692,
+19,2984,0.0314999483525753,373,0.0014343438463887044,
+19,2992,0.03135799989104271,374,0.0010453342894414584,
+19,3000,0.03163936734199524,375,0.000750691239842966,
+19,3008,0.032468728721141815,376,0.0005426217071039395,
+19,3016,0.032225675880908966,377,0.0022664697443057474,
+19,3024,0.03206644207239151,378,0.001174503906275442,
+19,3032,0.031328391283750534,379,0.0008237311867560493,
+19,3040,0.031520407646894455,380,0.0008389191022036936,
+19,3048,0.031750116497278214,381,0.0006757893206668086,
+19,3056,0.03485183045268059,382,0.001479191018286376,
+19,3064,0.031891316175460815,383,0.0011680200935058696,
+19,3072,0.034098803997039795,384,0.0021415462678608796,
+,,,384,,0.04034450704401189
+19,3080,0.03198365867137909,385,0.0003721674602275016,
+19,3088,0.0318027101457119,386,0.0007432717175106518,
+19,3096,0.034092407673597336,387,0.0012923306067629406,
+19,3104,0.03311515599489212,388,0.0012072112480051476,
+19,3112,0.032635170966386795,389,0.0010977466736221686,
+19,3120,0.031624142080545425,390,0.0007016218500211835,
+19,3128,0.031664665788412094,391,0.0014674638567323034,
+19,3136,0.03146832436323166,392,0.000496393911651632,
+20,3144,0.031932294368743896,393,0.002771572916090543,
+20,3152,0.031622279435396194,394,0.0014194123021018011,
+20,3160,0.03182514011859894,395,0.0007102094616409607,
+20,3168,0.03187268227338791,396,0.0008190701035066292,
+20,3176,0.03170161694288254,397,0.0005471570901655858,
+20,3184,0.03178245201706886,398,0.0009311260677909908,
+20,3192,0.03128500282764435,399,0.0010060113910675193,
+20,3200,0.03168217092752457,400,0.0011841405357699841,
+,,,400,,0.037999777360395955
+20,3208,0.03154986724257469,401,0.0009663923932142401,
+20,3216,0.031592704355716705,402,0.0007447535987012089,
+20,3224,0.03157996013760567,403,0.0005481159872336624,
+20,3232,0.03154353052377701,404,0.0010772109692749967,
+20,3240,0.031224146485328674,405,0.0013518125011210537,
+20,3248,0.031564075499773026,406,0.0006300229993380177,
+20,3256,0.03162740170955658,407,0.000635224881327965,
+20,3264,0.031187355518341064,408,0.0005976668637065978,
+20,3272,0.030416332185268402,409,0.0009870264927615477,
+20,3280,0.034925393760204315,410,0.0018323299053008668,
+20,3288,0.031354423612356186,411,0.0017098549807477476,
+20,3296,0.033535897731781006,412,0.0008792296563721417,
+21,3304,0.03176821023225784,413,0.0014180863966300552,
+21,3312,0.03148188441991806,414,0.0010820173651714309,
+21,3320,0.03136162832379341,415,0.00029535983837073826,
+21,3328,0.03156613931059837,416,0.000636359680687416,
+,,,416,,0.038396909020163794
+21,3336,0.031697966158390045,417,0.0005934498783770121,
+21,3344,0.03161877766251564,418,0.0014656357457473253,
+21,3352,0.031065035611391068,419,0.00047848915043383994,
+21,3360,0.03126507252454758,420,0.0003984710468406168,
+21,3368,0.03315488249063492,421,0.0019737797863074646,
+21,3376,0.03140587732195854,422,0.0007261538154456172,
+21,3384,0.03118746727705002,423,0.0012171312749463443,
+21,3392,0.031831398606300354,424,0.00043429940309248525,
+21,3400,0.03141392022371292,425,0.0008270935977634508,
+21,3408,0.03114965558052063,426,0.0007006358444833985,
+21,3416,0.030950553715229034,427,0.0003932375111617148,
+21,3424,0.032490264624357224,428,0.0018260385362996853,
+21,3432,0.03132626786828041,429,0.0009129356330959126,
+21,3440,0.03166945278644562,430,0.0017927385299117305,
+21,3448,0.03136041387915611,431,0.0015422153179921831,
+22,3456,0.03134128823876381,432,0.0015958113799570128,
+,,,432,,0.04046110239895907
+22,3464,0.030979834496974945,433,0.000882830040063709,
+22,3472,0.031240902841091156,434,0.0008340267110421943,
+22,3480,0.033136624842882156,435,0.0006482100191836556,
+22,3488,0.031131040304899216,436,0.0015508709375353646,
+22,3496,0.03173048049211502,437,0.00044941677115275527,
+22,3504,0.0315173976123333,438,0.0013881066596905629,
+22,3512,0.033360037952661514,439,0.0007304996132998812,
+22,3520,0.03294425085186958,440,0.0019695854145818604,
+22,3528,0.03227166458964348,441,0.0014600226299640222,
+22,3536,0.033280808478593826,442,0.0007269140138911704,
+22,3544,0.031481459736824036,443,0.0019983367450809703,
+22,3552,0.031560949981212616,444,0.0006521577600627401,
+22,3560,0.03233927860856056,445,0.000663732920656912,
+22,3568,0.03121013194322586,446,0.00029263419067622937,
+22,3576,0.031617000699043274,447,0.0006316443121669671,
+22,3584,0.031048908829689026,448,0.0011064648977480828,
+,,,448,,0.03853042775934393
+22,3592,0.031001031398773193,449,0.0008484563974586005,
+22,3600,0.03137822449207306,450,0.0015199530382894657,
+22,3608,0.03154120594263077,451,0.0009374380196360024,
+23,3616,0.03163192421197891,452,0.0008892260259017349,
+23,3624,0.03146865963935852,453,0.00048427935471409,
+23,3632,0.031514283269643784,454,0.0008513740288505617,
+23,3640,0.03183021396398544,455,0.0009295573399867862,
+23,3648,0.031487561762332916,456,0.000979562568924545,
+23,3656,0.03137955069541931,457,0.001276691246088236,
+23,3664,0.031631577759981155,458,0.0009111702495899338,
+23,3672,0.03206948935985565,459,0.0005550452283800537,
+23,3680,0.03152244910597801,460,0.0006259891124500427,
+23,3688,0.031886037439107895,461,0.0006474384067890544,
+23,3696,0.039045389741659164,462,0.0012915254549377344,
+23,3704,0.03163021802902222,463,0.0031001604386671844,
+23,3712,0.031397342681884766,464,0.000865140625550835,
+,,,464,,0.037995676560835405
+23,3720,0.03259037062525749,465,0.0012014398279671485,
+23,3728,0.03197980299592018,466,0.00042016486594757927,
+23,3736,0.03208509087562561,467,0.0005187688048780811,
+23,3744,0.03157743066549301,468,0.0009578375790554744,
+23,3752,0.03167802095413208,469,0.0011119490081910044,
+23,3760,0.0320933572947979,470,0.0009483834707810144,
+23,3768,0.031677644699811935,471,0.0009488491663692652,
+24,3776,0.031349312514066696,472,0.0006586250409864905,
+24,3784,0.03153273090720177,473,0.0017155315120665666,
+24,3792,0.03146800398826599,474,0.0007881458380628222,
+24,3800,0.03145724534988403,475,0.0012961299253220204,
+24,3808,0.031229443848133087,476,0.0003460719696401308,
+24,3816,0.03116477280855179,477,0.0008403059641400782,
+24,3824,0.031465478241443634,478,0.0007135249336268037,
+24,3832,0.03090667352080345,479,0.0008066549453360494,
+24,3840,0.03102942183613777,480,0.0010217806169142325,
+,,,480,,0.038346932151100854
+24,3848,0.031116485595703125,481,0.00047325004925369285,
+24,3856,0.03137626126408577,482,0.000892958930611106,
+24,3864,0.03108079358935356,483,0.0011607624104586788,
+24,3872,0.03142031282186508,484,0.001952804196312522,
+24,3880,0.03139995411038399,485,0.0011928995845664758,
+24,3888,0.03181680291891098,486,0.0009507212618535215,
+24,3896,0.03174222260713577,487,0.0005761461684920101,
+24,3904,0.031646039336919785,488,0.0008014710924312981,
+24,3912,0.03129590302705765,489,0.001154533608738954,
+24,3920,0.031638965010643005,490,0.0009147875210216555,
+25,3928,0.03136301785707474,491,0.0003978504709349099,
+25,3936,0.031543340533971786,492,0.0006012764626410154,
+25,3944,0.031609974801540375,493,0.0009293702491309627,
+25,3952,0.030993971973657608,494,0.000566883127083367,
+25,3960,0.03350059315562248,495,0.0006756067195965443,
+25,3968,0.03131980821490288,496,0.0005258446088357067,
+,,,496,,0.03903942975130948
+25,3976,0.03151264786720276,497,0.0017977878412542244,
+25,3984,0.03205173462629318,498,0.0010911087424924166,
+25,3992,0.03188377991318703,499,0.0004224364106035368,
+25,4000,0.0320301279425621,500,0.001426010687068543,
+25,4008,0.03175785019993782,501,0.0014789201377425343,
+25,4016,0.03182942792773247,502,0.0010792458085164141,
+25,4024,0.03441011905670166,503,0.0005467985625728034,
+25,4032,0.03415500745177269,504,0.0010174607790152852,
+25,4040,0.03143880516290665,505,0.0008507309142838825,
+25,4048,0.031113628298044205,506,0.000646046937617939,
+25,4056,0.03169391676783562,507,0.0006794946211812203,
+25,4064,0.0316525362432003,508,0.0012237491027917713,
+25,4072,0.03270801529288292,509,0.0011051543563856587,
+25,4080,0.0314415879547596,510,0.0004647182213375345,
+26,4088,0.03163794428110123,511,0.0009393018520616655,
+26,4096,0.034642674028873444,512,0.0009158042734130644,
+,,,512,,0.038612070950594816
+26,4104,0.03142554312944412,513,0.00034711685756602407,
+26,4112,0.033797141164541245,514,0.0012455271035750311,
+26,4120,0.03197914734482765,515,0.00048302820240761236,
+26,4128,0.0316702276468277,516,0.00034683843426007243,
+26,4136,0.03190317377448082,517,0.0017235123596037738,
+26,4144,0.033937085419893265,518,0.0011040730572019059,
+26,4152,0.031197868287563324,519,0.0011891794400677705,
+26,4160,0.031099777668714523,520,0.0007972204018317695,
+26,4168,0.03144950047135353,521,0.0012231487850970421,
+26,4176,0.03322194516658783,522,0.0010233358785626478,
+26,4184,0.031257133930921555,523,0.00044346516899002546,
+26,4192,0.031122535467147827,524,0.0007704545378146577,
+26,4200,0.030911065638065338,525,0.0007016746537071109,
+26,4208,0.03342103958129883,526,0.0006999648103374057,
+26,4216,0.031551461666822433,527,0.0017041240003891288,
+26,4224,0.03128744661808014,528,0.0003831893468900076,
+,,,528,,0.037884690544822
+26,4232,0.03061004728078842,529,0.0011140756265376694,
+27,4240,0.03326357156038284,530,0.0005871916990145109,
+27,4248,0.030912011861801147,531,0.0006464529863781839,
+27,4256,0.03160247951745987,532,0.0005289648506732192,
+27,4264,0.031599223613739014,533,0.0006385794218989428,
+27,4272,0.03108036145567894,534,0.0010323034080405098,
+27,4280,0.032914843410253525,535,0.0014911311747989832,
+27,4288,0.03185320645570755,536,0.0012281979255091685,
+27,4296,0.031574562191963196,537,0.0006880089442182162,
+27,4304,0.03207078203558922,538,0.00027237403152797086,
+27,4312,0.03176213800907135,539,0.0009708220201831025,
+27,4320,0.031960465013980865,540,0.0007843008890631609,
+27,4328,0.032147981226444244,541,0.0010011007476490564,
+27,4336,0.03426786884665489,542,0.0007466573972903591,
+27,4344,0.031755588948726654,543,0.0005124926089289753,
+27,4352,0.03160998597741127,544,0.0006731047156231048,
+,,,544,,0.037622473456642845
+27,4360,0.03415977209806442,545,0.0004801298746315297,
+27,4368,0.03159051388502121,546,0.001626755261895596,
+27,4376,0.031235236674547195,547,0.0005446619126649404,
+27,4384,0.03264755383133888,548,0.0017637101448296259,
+27,4392,0.03154641389846802,549,0.0012014122757439813,
+28,4400,0.03171718493103981,550,0.0010661127032815581,
+28,4408,0.031471043825149536,551,0.0007853442822427799,
+28,4416,0.031597800552845,552,0.0005336569738574326,
+28,4424,0.031224504113197327,553,0.001048294987413101,
+28,4432,0.03179933875799179,554,0.0012921139859827235,
+28,4440,0.033607643097639084,555,0.0011098703812771977,
+28,4448,0.0316179022192955,556,0.0007210336976381118,
+28,4456,0.03397943824529648,557,0.0003983373565213035,
+28,4464,0.031564436852931976,558,0.000983462671601129,
+28,4472,0.03154512122273445,559,0.0005591590292169712,
+28,4480,0.03192812204360962,560,0.00029842724192845213,
+,,,560,,0.03894687999378551
+28,4488,0.03133171796798706,561,0.0006274645362282172,
+28,4496,0.03174674138426781,562,0.0003799900980084203,
+28,4504,0.033694662153720856,563,0.0006139819379313849,
+28,4512,0.0313645601272583,564,0.001350923962980652,
+28,4520,0.03129258379340172,565,0.0010197616419256,
+28,4528,0.03152261674404144,566,0.0006227359033521049,
+28,4536,0.03159386292099953,567,0.0017455189893856489,
+28,4544,0.031684212386608124,568,0.0007979564388127376,
+28,4552,0.03160066902637482,569,0.0012122406176506327,
+29,4560,0.03311722353100777,570,0.00039311101665424013,
+29,4568,0.03150593861937523,571,0.00029140305268811063,
+29,4576,0.031397201120853424,572,0.0017178828420583159,
+29,4584,0.03152552247047424,573,0.0010006273065907105,
+29,4592,0.031637098640203476,574,0.0015081698812233904,
+29,4600,0.031589485704898834,575,0.0004628925949377431,
+29,4608,0.031802449375391006,576,0.0003697932810279202,
+,,,576,,0.03716658245433461
+29,4616,0.03123924508690834,577,0.0018903831766113979,
+29,4624,0.03095012530684471,578,0.0010171937404569082,
+29,4632,0.03346960246562958,579,0.0007252070302326631,
+29,4640,0.03161449357867241,580,0.0006559712977226203,
+29,4648,0.03147879242897034,581,0.0003163992757132898,
+29,4656,0.03151853755116463,582,0.0010928505812030794,
+29,4664,0.03211411461234093,583,0.00026014063187176364,
+29,4672,0.0318242646753788,584,0.0005412282023991628,
+29,4680,0.03292025625705719,585,0.00041156140259073046,
+29,4688,0.031878598034381866,586,0.0006779776522307657,
+29,4696,0.031562186777591705,587,0.0010118005208953815,
+29,4704,0.03134087473154068,588,0.0005016786684185112,
+30,4712,0.03248045593500137,589,0.0010024367332404766,
+30,4720,0.03156539797782898,590,0.0005355142796664344,
+30,4728,0.03138905018568039,591,0.0004915316464823925,
+30,4736,0.03186337277293205,592,0.0005653691893842604,
+,,,592,,0.037699014490300956
+30,4744,0.03172382712364197,593,0.0011972578042118316,
+30,4752,0.03122653439640999,594,0.0010585328532865138,
+30,4760,0.034746065735816956,595,0.000534919306201945,
+30,4768,0.03255271166563034,596,0.0003604693908224969,
+30,4776,0.03188147395849228,597,0.0007758928462862968,
+30,4784,0.032073233276605606,598,0.0019260778320201028,
+30,4792,0.03225797787308693,599,0.0008728871180210263,
+30,4800,0.031818460673093796,600,0.0006761234480008069,
+30,4808,0.031684644520282745,601,0.0007108453161587628,
+30,4816,0.033177658915519714,602,0.0009192393139528576,
+30,4824,0.03202015906572342,603,0.0002826041256246919,
+30,4832,0.0320574976503849,604,0.00029734278931365613,
+30,4840,0.031816963106393814,605,0.0013290154784044717,
+30,4848,0.03176191821694374,606,0.001050414692144841,
+30,4856,0.03183519467711449,607,0.001056694432918448,
+30,4864,0.03172069787979126,608,0.0006456048629641171,
+,,,608,,0.03670701113614169
+31,4872,0.03142692521214485,609,0.0016534801843055688,
+31,4880,0.031591929495334625,610,0.000863998130625987,
+31,4888,0.03298521041870117,611,0.000846146145539189,
+31,4896,0.03189394995570183,612,0.0003671635825991292,
+31,4904,0.03238223120570183,613,0.0009851824123126623,
+31,4912,0.031147640198469162,614,0.0011811088969063183,
+31,4920,0.031497299671173096,615,0.0006095977613850581,
+31,4928,0.0345846489071846,616,0.0004775311665850625,
+31,4936,0.030926484614610672,617,0.0009530100578558631,
+31,4944,0.031735267490148544,618,0.0006249291139586907,
+31,4952,0.03164752572774887,619,0.0011129266853718686,
+31,4960,0.03108302876353264,620,0.0006618006991629954,
+31,4968,0.0319189727306366,621,0.0014035215056840873,
+31,4976,0.031840987503528595,622,0.000782026531851443,
+31,4984,0.03390481695532799,623,0.000770565978850105,
+31,4992,0.031181372702121735,624,0.0004229778367936468,
+,,,624,,0.036969839442859996
+31,5000,0.031734649091959,625,0.000818200415475682,
+31,5008,0.031871497631073,626,0.0004358091190134963,
+31,5016,0.03170142322778702,627,0.0006184745058514333,
+31,5024,0.03128717467188835,628,0.00044521481653315607,
+32,5032,0.031542111188173294,629,0.001032305396317194,
+32,5040,0.03249640762805939,630,0.0018333800372519445,
+32,5048,0.03164893761277199,631,0.001493081580106677,
+32,5056,0.03189278766512871,632,0.0008136135740922048,
+32,5064,0.03192038834095001,633,0.0009104743604928864,
+32,5072,0.03263692930340767,634,0.00047241894571925513,
+32,5080,0.03213443234562874,635,0.0008565721651724413,
+32,5088,0.031621385365724564,636,0.0005965828503786514,
+32,5096,0.03185751661658287,637,0.0004419227054593368,
+32,5104,0.033151980489492416,638,0.0003894413040887395,
+32,5112,0.03179395943880081,639,0.0006367911857004012,
+32,5120,0.03127162531018257,640,0.0009273198295638642,
+,,,640,,0.037552954933860086
+32,5128,0.03369459882378578,641,0.0006791190892479128,
+32,5136,0.03192048892378807,642,0.00032042923485278154,
+32,5144,0.032092705368995667,643,0.0008651177049614489,
+32,5152,0.032002925872802734,644,0.0006949711071987016,
+32,5160,0.03340684995055199,645,0.0007256163058068174,
+32,5168,0.033889416605234146,646,0.001026124669946372,
+32,5176,0.03164864331483841,647,0.0006055424426449462,
+33,5184,0.031867098063230515,648,0.0007482828527413817,
+33,5192,0.03143647685647011,649,0.0004974031994193369,
+33,5200,0.031618595123291016,650,0.0009037865446381537,
+33,5208,0.03150225803256035,651,0.0004902287291770335,
+33,5216,0.030892081558704376,652,0.00019560703400533055,
+33,5224,0.03079909086227417,653,0.0005550514267399974,
+33,5232,0.03217601403594017,654,0.0002742961441981606,
+33,5240,0.0315370038151741,655,0.0009141500168797476,
+33,5248,0.031050879508256912,656,0.0007082439158693887,
+,,,656,,0.03834486874667081
+33,5256,0.033156152814626694,657,0.0008097216936481086,
+33,5264,0.031128935515880585,658,0.0003153893318085466,
+33,5272,0.031694892793893814,659,0.0014418562726253488,
+33,5280,0.03148450329899788,660,0.0003698724661565696,
+33,5288,0.03250507265329361,661,0.0005629356826168739,
+33,5296,0.031685397028923035,662,0.0010748644320604701,
+33,5304,0.031156297773122787,663,0.0005296959817105045,
+33,5312,0.031224049627780914,664,0.001301834472299864,
+33,5320,0.03165793791413307,665,0.0007532785854821738,
+33,5328,0.03188233822584152,666,0.0013398118408076698,
+33,5336,0.03331891447305679,667,0.0013819200412399368,
+34,5344,0.03191312402486801,668,0.00038559968743356876,
+34,5352,0.03186915069818497,669,0.0007949702000284257,
+34,5360,0.03184174373745918,670,0.00038384045083975337,
+34,5368,0.033797770738601685,671,0.0006833647909973349,
+34,5376,0.03140205889940262,672,0.00030472618097767486,
+,,,672,,0.03806258114901456
+34,5384,0.03200336545705795,673,0.0014102041437021957,
+34,5392,0.03439229354262352,674,0.00032985973071349275,
+34,5400,0.03211613744497299,675,0.0010218126146355644,
+34,5408,0.03164926543831825,676,0.0002520003828976769,
+34,5416,0.031584955751895905,677,0.0006041879003698176,
+34,5424,0.03150830790400505,678,0.0008993296542030293,
+34,5432,0.03531327098608017,679,0.0012730586354986631,
+34,5440,0.03154651075601578,680,0.0007844394478105152,
+34,5448,0.031312890350818634,681,0.0004376354190753773,
+34,5456,0.031478311866521835,682,0.001237690124141339,
+34,5464,0.03143864497542381,683,0.0006242740699755294,
+34,5472,0.03162501007318497,684,0.0008866465359460562,
+34,5480,0.031702857464551926,685,0.0008752509468020155,
+34,5488,0.031466349959373474,686,0.0011043256129666518,
+35,5496,0.03098471090197563,687,0.00033580246539107367,
+35,5504,0.031407877802848816,688,0.0006969356866951178,
+,,,688,,0.038268171657215466
+35,5512,0.03268302604556084,689,0.0005417541135102511,
+35,5520,0.030926372855901718,690,0.0012357724845060147,
+35,5528,0.031208977103233337,691,0.0010248001053696498,
+35,5536,0.03160712495446205,692,0.0008963386939285556,
+35,5544,0.031164206564426422,693,0.0007719511646428146,
+35,5552,0.03113894909620285,694,0.0011645612861944496,
+35,5560,0.03161080181598663,695,0.0005932973321510612,
+35,5568,0.031094249337911606,696,0.0005858263204572723,
+35,5576,0.03251072019338608,697,0.0007590025419024945,
+35,5584,0.03121810033917427,698,0.0007643780278158374,
+35,5592,0.033300094306468964,699,0.0004422873395154826,
+35,5600,0.03425242751836777,700,0.0002778067303422306,
+35,5608,0.03163881599903107,701,0.0009046989146857717,
+35,5616,0.031207844614982605,702,0.0007348364056269929,
+35,5624,0.031215574592351913,703,0.0010926474245603788,
+35,5632,0.03156577795743942,704,0.0008581802855284574,
+,,,704,,0.03720903830094771
+35,5640,0.0315384678542614,705,0.0007194767884876845,
+35,5648,0.032963454723358154,706,0.0005232275519423032,
+36,5656,0.031759411096572876,707,0.0007404121018529016,
+36,5664,0.031872741878032684,708,0.0005360068072067489,
+36,5672,0.032958727329969406,709,0.0007573369469301885,
+36,5680,0.03207853436470032,710,0.0006688637661227403,
+36,5688,0.031788889318704605,711,0.00039546396609776736,
+36,5696,0.03265918046236038,712,0.0007267019706584202,
+36,5704,0.03178123012185097,713,0.0005632542372040917,
+36,5712,0.03206123784184456,714,0.0006114312641633053,
+36,5720,0.03180753439664841,715,0.00020800290585611946,
+36,5728,0.03402947634458542,716,0.0009527065471047535,
+36,5736,0.031930141150951385,717,0.0021224314642798465,
+36,5744,0.03171880915760994,718,0.001008335255811779,
+36,5752,0.03139374405145645,719,0.00037113880534889176,
+36,5760,0.033659614622592926,720,0.0011226590928951434,
+,,,720,,0.03771769350225275
+36,5768,0.03364415466785431,721,0.0006371631595053865,
+36,5776,0.031748153269290924,722,0.000544833629343581,
+36,5784,0.03166969493031502,723,0.000519532414424854,
+36,5792,0.03148958459496498,724,0.0004484234620824943,
+36,5800,0.03174243122339249,725,0.0007470166495874186,
+36,5808,0.03152146190404892,726,0.0007376506268470125,
+37,5816,0.03108951821923256,727,0.0004049519140442664,
+37,5824,0.031513214111328125,728,0.0004891133423370775,
+37,5832,0.0314607098698616,729,0.0005050379715447144,
+37,5840,0.031831417232751846,730,0.0007411625228996854,
+37,5848,0.031584274023771286,731,0.0004712854906056936,
+37,5856,0.031469594687223434,732,0.0009979806879224877,
+37,5864,0.031710751354694366,733,0.0015602122834284923,
+37,5872,0.031797654926776886,734,0.000846703185379738,
+37,5880,0.03390027582645416,735,0.0004115420491540466,
+37,5888,0.0341140553355217,736,0.0008248330671519327,
+,,,736,,0.03823585510253906
+37,5896,0.03168851137161255,737,0.0004660657863756309,
+37,5904,0.03147003427147865,738,0.0015030848801622844,
+37,5912,0.03370955213904381,739,0.0008164962678815105,
+37,5920,0.031083401292562485,740,0.0008540272605647001,
+37,5928,0.03283407911658287,741,0.0003906933321559336,
+37,5936,0.03320528194308281,742,0.0005819467134477401,
+37,5944,0.03133288025856018,743,0.0004629648865375202,
+37,5952,0.03393164277076721,744,0.0009099479592315709,
+37,5960,0.03170856833457947,745,0.0004916378364820654,
+38,5968,0.031065266579389572,746,0.0004585882213307611,
+38,5976,0.03147873282432556,747,0.0009673602540715365,
+38,5984,0.03326305374503136,748,0.00022076572131481952,
+38,5992,0.03130591660737991,749,0.000964258134794923,
+38,6000,0.03158817067742348,750,0.0005053412581522329,
+38,6008,0.031077876687049866,751,0.00035913474262501535,
+38,6016,0.03185642883181572,752,0.0005179346522449382,
+,,,752,,0.036199851469560104
+38,6024,0.03156543895602226,753,0.0005640075922621271,
+38,6032,0.03176310285925865,754,0.0009367722833606725,
+38,6040,0.03210090473294258,755,0.000988904299447313,
+38,6048,0.03177931159734726,756,0.00043095255946704687,
+38,6056,0.032541148364543915,757,0.0007188235626513647,
+38,6064,0.03174150735139847,758,0.0005912042151276881,
+38,6072,0.03163120895624161,759,0.00025264588730351535,
+38,6080,0.03210579603910446,760,0.0007038452617548915,
+38,6088,0.031678661704063416,761,0.000557948365167249,
+38,6096,0.03391508013010025,762,0.0018642515549020442,
+38,6104,0.031459588557481766,763,0.0008321433471372494,
+38,6112,0.032179735600948334,764,0.0009822636017746006,
+38,6120,0.0351688489317894,765,0.00040599577126461856,
+39,6128,0.031559113413095474,766,0.0009088883156297156,
+39,6136,0.03174806386232376,767,0.00027470573079951393,
+39,6144,0.0318588986992836,768,0.0008213099509620489,
+,,,768,,0.03704563921148127
+39,6152,0.03203022480010986,769,0.0007053732948737558,
+39,6160,0.032305214554071426,770,0.001765157135266166,
+39,6168,0.03164934366941452,771,0.0003004162050880647,
+39,6176,0.03193617984652519,772,0.0009661919373849577,
+39,6184,0.03194098174571991,773,0.0004271797195542604,
+39,6192,0.032059021294116974,774,0.0004863344899301107,
+39,6200,0.03140110895037651,775,0.0004190750138756509,
+39,6208,0.031396787613630295,776,0.0005143294250816465,
+39,6216,0.031850602477788925,777,0.00044200247211847456,
+39,6224,0.031249351799488068,778,0.0008636767903226428,
+39,6232,0.031832024455070496,779,0.0008531603083870973,
+39,6240,0.03319806605577469,780,0.0006884674305463425,
+39,6248,0.031489063054323196,781,0.0005078664034954272,
+39,6256,0.031891245394945145,782,0.0002771026457511735,
+39,6264,0.031640056520700455,783,0.0010483427551142605,
+39,6272,0.031285759061574936,784,0.00048680342017458036,
+,,,784,,0.03663823387839577
+39,6280,0.03167218342423439,785,0.0010686120192985981,
+40,6288,0.03262832388281822,786,0.0008631435697540068,
+40,6296,0.0307687446475029,787,0.0008865352186451977,
+40,6304,0.030919622629880905,788,0.000664190767969962,
+40,6312,0.0315101183950901,789,0.0004301281184710276,
+40,6320,0.03145479038357735,790,0.000528393122901131,
+40,6328,0.03169601038098335,791,0.0006166421104959833,
+40,6336,0.03155631199479103,792,0.0011805166829747446,
+40,6344,0.03254201263189316,793,0.0012254141278949997,
+40,6352,0.035493154078722,794,0.00031246632382438594,
+40,6360,0.03159051388502121,795,0.0007038186438596592,
+40,6368,0.03143194317817688,796,0.0009593169313368642,
+40,6376,0.03142382949590683,797,0.0009682978452474345,
+40,6384,0.032049428671598434,798,0.00028775085659369574,
+40,6392,0.033371634781360626,799,0.0004081881323310716,
+40,6400,0.03166234865784645,800,0.000443321380589623,
+,,,800,,0.0369471549987793
+40,6408,0.03152592107653618,801,0.0005498959508258849,
+40,6416,0.03329668939113617,802,0.0004999766776260609,
+40,6424,0.03384163975715637,803,0.00035828409454552457,
+40,6432,0.031297121196985245,804,0.0011149834812385962,
+41,6440,0.031898245215415955,805,0.0006536055661854334,
+41,6448,0.031354207545518875,806,0.0006382984211086296,
+41,6456,0.031178217381238937,807,0.001327725295595883,
+41,6464,0.031615130603313446,808,0.000816201127114861,
+41,6472,0.031546350568532944,809,0.0002966594722238369,
+41,6480,0.03240424022078514,810,0.0003686864274641266,
+41,6488,0.03362330049276352,811,0.0005836160968707796,
+41,6496,0.03160818666219711,812,0.0008700053048624585,
+41,6504,0.031436171382665634,813,0.00017730594117892906,
+41,6512,0.031473834067583084,814,0.00099681185092777,
+41,6520,0.0317327156662941,815,0.00018281183729413898,
+41,6528,0.031456924974918365,816,0.00047216898383339867,
+,,,816,,0.03664432438937101
+41,6536,0.03170742467045784,817,0.0013107448124044044,
+41,6544,0.031651511788368225,818,0.0009890444758079515,
+41,6552,0.03191189095377922,819,0.00046175634931635364,
+41,6560,0.031462814658880234,820,0.0007817728187546891,
+41,6568,0.03372268006205559,821,0.0005116232484094022,
+41,6576,0.03221827745437622,822,0.0005408530509157572,
+41,6584,0.03265199437737465,823,0.0006453327304269704,
+41,6592,0.03147746995091438,824,0.0004970673035131767,
+42,6600,0.033811770379543304,825,0.00043218857238323176,
+42,6608,0.033902667462825775,826,0.000945855637837667,
+42,6616,0.03143271431326866,827,0.0006893980356504802,
+42,6624,0.03177459165453911,828,0.00036678760989161674,
+42,6632,0.03167331963777542,829,0.0009745546446468395,
+42,6640,0.03182564675807953,830,0.0006873985191553154,
+42,6648,0.03187723830342293,831,0.000645200110739097,
+42,6656,0.03187592700123787,832,0.0007442396679173478,
+,,,832,,0.03684470870278098
+42,6664,0.03135129436850548,833,0.00037160427988662076,
+42,6672,0.031038202345371246,834,0.0006452740672102664,
+42,6680,0.03196145221590996,835,0.0007123909313772206,
+42,6688,0.0317905992269516,836,0.0005751653079641983,
+42,6696,0.03159694746136665,837,0.0006169089488139434,
+42,6704,0.03177451342344284,838,0.0010870253307595184,
+42,6712,0.03192494809627533,839,0.00046820762301129956,
+42,6720,0.03197184577584267,840,0.00026935611822409555,
+42,6728,0.03189850226044655,841,0.0012449401671931679,
+42,6736,0.031356263905763626,842,0.0003875883730870555,
+42,6744,0.03162416070699692,843,0.0006625253993964483,
+43,6752,0.03151719644665718,844,0.0009536220962521232,
+43,6760,0.031646307557821274,845,0.0009640400733457812,
+43,6768,0.03209958225488663,846,0.0004491066763876006,
+43,6776,0.03107772022485733,847,0.00028906445136685346,
+43,6784,0.031264424324035645,848,0.0007903611615554175,
+,,,848,,0.03648592775518244
+43,6792,0.03189834579825401,849,0.0007194197480982568,
+43,6800,0.03405430540442467,850,0.0007339687144849449,
+43,6808,0.03084353730082512,851,0.0005047938679126673,
+43,6816,0.031616415828466415,852,0.00118043230863155,
+43,6824,0.03160937875509262,853,0.0012584580607446177,
+43,6832,0.031556371599435806,854,0.000310677044829142,
+43,6840,0.031603846698999405,855,0.00041913797255032335,
+43,6848,0.03200334310531616,856,0.0007754506867578519,
+43,6856,0.031359247863292694,857,0.0006979004883760354,
+43,6864,0.03185798227787018,858,0.0007410868014890834,
+43,6872,0.031236842274665833,859,0.000591023651147473,
+43,6880,0.035062938928604126,860,0.000675699184424817,
+43,6888,0.032182831317186356,861,0.0003980244291597046,
+43,6896,0.032064151018857956,862,0.0003388651194444929,
+43,6904,0.03280576691031456,863,0.0005889481047537023,
+44,6912,0.03202664107084274,864,0.0007042107113193197,
+,,,864,,0.03640751838684082
+44,6920,0.03378646820783615,865,0.0005706798651122621,
+44,6928,0.031902290880680084,866,0.000805457022439581,
+44,6936,0.032692063599824905,867,0.0005577705731131852,
+44,6944,0.031740281730890274,868,0.001308748854019844,
+44,6952,0.03162052109837532,869,0.00035013391144192695,
+44,6960,0.03146705776453018,870,0.0011667849551789307,
+44,6968,0.0323185957968235,871,0.00026662428232763585,
+44,6976,0.031438834965229034,872,0.0003009449289741249,
+44,6984,0.031934864819049835,873,0.0008917376163970822,
+44,6992,0.03205899894237518,874,0.0006309785603662021,
+44,7000,0.03271353989839554,875,0.0006409238988205536,
+44,7008,0.03196163475513458,876,0.000960691611488493,
+44,7016,0.031335923820734024,877,0.0006525436170208691,
+44,7024,0.03193476423621178,878,0.000989868723349098,
+44,7032,0.0331687368452549,879,0.0003969750099107235,
+44,7040,0.032084111124277115,880,0.00040140228520613164,
+,,,880,,0.035005083951083094
+44,7048,0.031946029514074326,881,0.0008677100540808169,
+44,7056,0.031997453421354294,882,0.0005367609483073466,
+44,7064,0.031568482518196106,883,0.00042749657222884707,
+45,7072,0.03239550441503525,884,0.0008858160872478038,
+45,7080,0.0341779962182045,885,0.0007547075852366666,
+45,7088,0.03179387375712395,886,0.000317285614213548,
+45,7096,0.03174467757344246,887,0.0003067449466801587,
+45,7104,0.03170564025640488,888,0.0009862483648248599,
+45,7112,0.03159041702747345,889,0.0005994474267936312,
+45,7120,0.03378544747829437,890,0.0005244159535019813,
+45,7128,0.03300302103161812,891,0.00033551714004715906,
+45,7136,0.03282598778605461,892,0.00047746796371939126,
+45,7144,0.03394171968102455,893,0.0007709297938812856,
+45,7152,0.03147399425506592,894,0.0010333097179682227,
+45,7160,0.0315941721200943,895,0.0006645362191193271,
+45,7168,0.031731490045785904,896,0.0007751079877683272,
+,,,896,,0.036442687294699926
+45,7176,0.031946416944265366,897,0.0007221559778069301,
+45,7184,0.031248629093170166,898,0.0007303451644614912,
+45,7192,0.03155661001801491,899,0.0003089077852729877,
+45,7200,0.03144434839487076,900,0.00032763088794044137,
+45,7208,0.03102957457304001,901,0.0003868934894853737,
+45,7216,0.03135775402188301,902,0.0005822450821142411,
+46,7224,0.031268827617168427,903,0.0013318216042534914,
+46,7232,0.031641632318496704,904,0.001354121068288805,
+46,7240,0.0317952036857605,905,0.0008350414464075584,
+46,7248,0.03174131363630295,906,0.00030382727541459294,
+46,7256,0.0326702781021595,907,0.00038100229553842486,
+46,7264,0.03144843503832817,908,0.0006323992235523362,
+46,7272,0.03166020289063454,909,0.0007171134275267832,
+46,7280,0.03155655786395073,910,0.001096144893940968,
+46,7288,0.034336768090724945,911,0.0002546953934749278,
+46,7296,0.030669715255498886,912,0.0007065893525058138,
+,,,912,,0.037411949851296165
+46,7304,0.03133672475814819,913,0.0007344651743411445,
+46,7312,0.03160438314080238,914,0.00041571301475274737,
+46,7320,0.031519971787929535,915,0.000526354313842603,
+46,7328,0.03178563341498375,916,0.0006484828442229297,
+46,7336,0.03188162297010422,917,0.0008390417039793517,
+46,7344,0.031501688063144684,918,0.0005915865010386121,
+46,7352,0.03134477883577347,919,0.00034272977857406,
+46,7360,0.031018797308206558,920,0.0005736329665523953,
+46,7368,0.033237751573324203,921,0.0007540097521996358,
+46,7376,0.03159207105636597,922,0.000288050739375952,
+47,7384,0.031668771058321,923,0.0009514499033684842,
+47,7392,0.030649520456790924,924,0.00025308282201876866,
+47,7400,0.031046874821186066,925,0.000975971632215078,
+47,7408,0.03378032520413399,926,0.00018804494241273707,
+47,7416,0.03179607167840004,927,0.0005210505047356351,
+47,7424,0.03164799138903618,928,0.001386094992459916,
+,,,928,,0.035597220334139736
+47,7432,0.03163076937198639,929,0.0008713083516340703,
+47,7440,0.031604666262865067,930,0.0005299096781527623,
+47,7448,0.0314931720495224,931,0.0004057901155647414,
+47,7456,0.03377614542841911,932,0.0007841611718917688,
+47,7464,0.031465448439121246,933,0.0004045318003461164,
+47,7472,0.03187298774719238,934,0.0008198072616020605,
+47,7480,0.031898654997348785,935,0.0005585883670088757,
+47,7488,0.03221633657813072,936,0.00040197563290488546,
+47,7496,0.03127090632915497,937,0.0002588867755548563,
+47,7504,0.031641554087400436,938,0.00045585820528989035,
+47,7512,0.03146202489733696,939,0.00033234744544394994,
+47,7520,0.031754594296216965,940,0.000896112168861278,
+47,7528,0.031262293457984924,941,0.0010441735770048883,
+47,7536,0.03142362833023071,942,0.0005114101347013881,
+48,7544,0.03143034130334854,943,0.00041057746566366406,
+48,7552,0.032701071351766586,944,0.00048770247788828175,
+,,,944,,0.03732667402787642
+48,7560,0.031784627586603165,945,0.0013832761173294525,
+48,7568,0.03085784986615181,946,0.0008603831204579494,
+48,7576,0.03366556763648987,947,0.0008010360093480399,
+48,7584,0.031676482409238815,948,0.0005107038105052197,
+48,7592,0.031895291060209274,949,0.0003856673762269426,
+48,7600,0.031673550605773926,950,0.0004614769390577243,
+48,7608,0.031324077397584915,951,0.000888853830334623,
+48,7616,0.03133007138967514,952,0.0010121566093099924,
+48,7624,0.03163429722189903,953,0.00034878055717294605,
+48,7632,0.032251033931970596,954,0.0003828836313914508,
+48,7640,0.03159637376666069,955,0.0004006771244651948,
+48,7648,0.03146709129214287,956,0.0007912608853075653,
+48,7656,0.0318644642829895,957,0.001082104277156759,
+48,7664,0.032242756336927414,958,0.0005961582823407038,
+48,7672,0.033724669367074966,959,0.0003652626149302635,
+48,7680,0.033859748393297195,960,0.0004646826752529402,
+,,,960,,0.035513962398875845
+48,7688,0.03143979236483574,961,0.0004433818281871605,
+49,7696,0.031704146414995193,962,0.0010859683648699761,
+49,7704,0.03127948194742203,963,0.0006485683926647263,
+49,7712,0.03121897205710411,964,0.0008725027413934835,
+49,7720,0.0315888412296772,965,0.0005375488100172435,
+49,7728,0.03225620463490486,966,0.0008164309765561484,
+49,7736,0.03177604079246521,967,0.00038116543388847884,
+49,7744,0.03145003318786621,968,0.00044943020276894623,
+49,7752,0.031720492988824844,969,0.0003770737569235886,
+49,7760,0.03257414326071739,970,0.0005865976537669278,
+49,7768,0.03175299987196922,971,0.0004121821551962057,
+49,7776,0.03172487020492554,972,0.00038527584304877865,
+49,7784,0.0318358950316906,973,0.0007104243286448764,
+49,7792,0.031557586044073105,974,0.0005065271980129182,
+49,7800,0.03187168389558792,975,0.0010911111357227827,
+49,7808,0.03153844550251961,976,0.0006417562939792074,
+,,,976,,0.03555409258062189
+49,7816,0.0317927747964859,977,0.0006947903342127878,
+49,7824,0.03346354141831398,978,0.0005185717665072945,
+49,7832,0.03337107598781586,979,0.00016479846878307095,
+49,7840,0.03154981881380081,980,0.0003435315848037135,
+49,7848,0.03177160397171974,981,0.0006271717672158653,
+50,7856,0.031772319227457047,982,0.0007043939830119987,
+50,7864,0.031795699149370193,983,0.0006499508551011483,
+50,7872,0.03168916702270508,984,0.0005971580771570602,
+50,7880,0.03302161768078804,985,0.0006084917319337061,
+50,7888,0.03134572505950928,986,0.0011343586990863383,
+50,7896,0.03380192816257477,987,0.00029483877976114553,
+50,7904,0.031094003468751907,988,0.00042586700510582887,
+50,7912,0.031057901680469513,989,0.0007677808028650664,
+50,7920,0.031563274562358856,990,0.00029746809212321585,
+50,7928,0.03109845519065857,991,0.0012888400877792655,
+50,7936,0.031063247472047806,992,0.0005748982512159273,
+,,,992,,0.03540093248540705
+50,7944,0.033909618854522705,993,0.0007375196280638472,
+50,7952,0.03145800530910492,994,0.0008157385824373565,
+50,7960,0.032015908509492874,995,0.0009798884736179996,
+50,7968,0.031500194221735,996,0.0004922563520570596,
+50,7976,0.03179479017853737,997,0.00020857612495698655,
+50,7984,0.034041423350572586,998,0.0003622373326586305,
+50,7992,0.032172489911317825,999,0.0005754027139725318,
+50,8000,0.03203583508729935,1000,0.0006968356636207317,
+51,8008,0.0319693423807621,1001,0.0004923995816520451,
+51,8016,0.031616371124982834,1002,0.0006897604669740593,
+51,8024,0.03321700915694237,1003,0.0002999441985593876,
+51,8032,0.03145415335893631,1004,0.00030906151126449305,
+51,8040,0.03154029697179794,1005,0.0005666405893862247,
+51,8048,0.03133564069867134,1006,0.0012514708246539265,
+51,8056,0.03189321607351303,1007,0.0011780161753099842,
+51,8064,0.033140216022729874,1008,0.000816960415856253,
+,,,1008,,0.03547795469110662
+51,8072,0.031796764582395554,1009,0.00028710541137115796,
+51,8080,0.03144779056310654,1010,0.0006095486551203066,
+51,8088,0.031688250601291656,1011,0.0005255133595104174,
+51,8096,0.03154877573251724,1012,0.0006846903682647584,
+51,8104,0.03133886680006981,1013,0.0006137200243756524,
+51,8112,0.030787456780672073,1014,0.0005821908842855399,
+51,8120,0.031703557819128036,1015,0.0004365894365037093,
+51,8128,0.031080618500709534,1016,0.0006146405406373864,
+51,8136,0.031119998544454575,1017,0.00020161826614639722,
+51,8144,0.031017553061246872,1018,0.0005009430976563387,
+51,8152,0.031386326998472214,1019,0.0005257137583814458,
+51,8160,0.031402382999658585,1020,0.00042184596923806775,
+52,8168,0.03087838739156723,1021,0.0004956901613392498,
+52,8176,0.031146522611379623,1022,0.0005382320784767878,
+52,8184,0.031071126461029053,1023,0.0004260721294225992,
+52,8192,0.03147813305258751,1024,0.0006428797016269528,
+,,,1024,,0.0371645754033869
+52,8200,0.03305678069591522,1025,0.00045604975513504963,
+52,8208,0.03161926567554474,1026,0.0008916236574805225,
+52,8216,0.03158505633473396,1027,0.000664142894363197,
+52,8224,0.03151378035545349,1028,0.0009048452671517485,
+52,8232,0.03403478488326073,1029,0.0009943376022750851,
+52,8240,0.03169006109237671,1030,0.0008125825594712902,
+52,8248,0.03161720186471939,1031,0.00037006893435318486,
+52,8256,0.031905751675367355,1032,0.00039841998130379415,
+52,8264,0.03154689818620682,1033,0.0005045567280224835,
+52,8272,0.031720779836177826,1034,0.0004088962790168201,
+52,8280,0.03189878538250923,1035,0.0004139540487813065,
+52,8288,0.031317662447690964,1036,0.0003302236529469321,
+52,8296,0.03152502700686455,1037,0.0008825422900069195,
+52,8304,0.031448617577552795,1038,0.0005668325338774594,
+52,8312,0.03179396688938141,1039,0.0002795197331579402,
+52,8320,0.03320187330245972,1040,0.000683115683690024,
+,,,1040,,0.034352252700112086
+53,8328,0.03170129656791687,1041,0.0009206092319800519,
+53,8336,0.03768158704042435,1042,0.0006070675091385576,
+53,8344,0.031583432108163834,1043,0.00024707538647238505,
+53,8352,0.031247373670339584,1044,0.000446647056984754,
+53,8360,0.031185388565063477,1045,0.0009907189887599088,
+53,8368,0.03149053454399109,1046,0.0003539620335108008,
+53,8376,0.03160885348916054,1047,0.00029700934716786904,
+53,8384,0.03296443447470665,1048,0.00055447776817759,
+53,8392,0.03159463778138161,1049,0.0004651522599901496,
+53,8400,0.031638260930776596,1050,0.000644170739598429,
+53,8408,0.03100220113992691,1051,0.000162519796504057,
+53,8416,0.031175240874290466,1052,0.0006175828378987857,
+53,8424,0.031021274626255035,1053,0.0006331964409169318,
+53,8432,0.03182920441031456,1054,0.0009861936228202574,
+53,8440,0.03161768242716789,1055,0.00032601473564379074,
+53,8448,0.030585728585720062,1056,0.0003396286642133158,
+,,,1056,,0.035735635323957966
+53,8456,0.03143257647752762,1057,0.0010780756536405533,
+53,8464,0.03381573408842087,1058,0.0004078083350880964,
+53,8472,0.03361859545111656,1059,0.0012665984213526826,
+54,8480,0.03155950829386711,1060,0.00041926953483859756,
+54,8488,0.03190295398235321,1061,0.0007658507562994671,
+54,8496,0.031655631959438324,1062,0.00040917513475645904,
+54,8504,0.031247645616531372,1063,0.0012122429101369702,
+54,8512,0.031323596835136414,1064,0.0003647648703311764,
+54,8520,0.031080950051546097,1065,0.00017007600217766594,
+54,8528,0.03117077797651291,1066,0.0002881631826312514,
+54,8536,0.031251776963472366,1067,0.0005108404774756099,
+54,8544,0.03126070648431778,1068,0.000264322218506343,
+54,8552,0.03327002003788948,1069,0.00035197743090975564,
+54,8560,0.03140220046043396,1070,0.0005628070270176977,
+54,8568,0.030928391963243484,1071,0.00035811880271856874,
+54,8576,0.032830722630023956,1072,0.0003199504183915754,
+,,,1072,,0.03568915237079967
+54,8584,0.03159383684396744,1073,0.00043750199634254945,
+54,8592,0.03305556997656822,1074,0.0006882397562245993,
+54,8600,0.03138819336891174,1075,0.0009704433541628532,
+54,8608,0.031155239790678024,1076,0.0008069439835918064,
+54,8616,0.03168024122714996,1077,0.0011409935776520376,
+54,8624,0.031873639672994614,1078,0.0007263047439967826,
+54,8632,0.03158031404018402,1079,0.0013512755864543249,
+55,8640,0.03172014653682709,1080,0.0003908631333615631,
+55,8648,0.031475748866796494,1081,0.00033567717816497734,
+55,8656,0.031041208654642105,1082,0.0008009362694186469,
+55,8664,0.03123648464679718,1083,0.001015414513858559,
+55,8672,0.030964020639657974,1084,0.0006930847829118228,
+55,8680,0.03152119368314743,1085,0.0005650301033407837,
+55,8688,0.03401006758213043,1086,0.0006819879157167937,
+55,8696,0.031055085361003876,1087,0.000882462635282926,
+55,8704,0.03362596407532692,1088,0.00039170012751128526,
+,,,1088,,0.034595151381059126
+55,8712,0.031281620264053345,1089,0.0008150887019424276,
+55,8720,0.03141608089208603,1090,0.0003442453400401229,
+55,8728,0.031316183507442474,1091,0.00042632449081533456,
+55,8736,0.03169680014252663,1092,0.0008765054105121332,
+55,8744,0.031470999121665955,1093,0.00038190898472252724,
+55,8752,0.032163023948669434,1094,0.0004722296944237314,
+55,8760,0.0315866656601429,1095,0.000781427109489284,
+55,8768,0.031462568789720535,1096,0.00017245046910829842,
+55,8776,0.031595379114151,1097,0.0006877312249084103,
+55,8784,0.03161251172423363,1098,0.0004992969952581916,
+55,8792,0.031316258013248444,1099,0.0006068204528284176,
+56,8800,0.03159812092781067,1100,0.0005267214355020162,
+56,8808,0.031270064413547516,1101,0.00014400138570636045,
+56,8816,0.03134002909064293,1102,0.0009301196223532315,
+56,8824,0.033207766711711884,1103,0.0006211278344959613,
+56,8832,0.032325319945812225,1104,0.0003639665508392052,
+,,,1104,,0.03454428152604536
+56,8840,0.03124423325061798,1105,0.00047152276541358634,
+56,8848,0.03195052966475487,1106,0.0003333835709120401,
+56,8856,0.03203311935067177,1107,0.0003412813519109757,
+56,8864,0.03177382051944733,1108,0.0006593849023126743,
+56,8872,0.03197642043232918,1109,0.0002481449041624728,
+56,8880,0.031293097883462906,1110,0.0007839574573154096,
+56,8888,0.0315963439643383,1111,0.0005305495377307615,
+56,8896,0.03114069253206253,1112,0.0007610870178233689,
+56,8904,0.031215954571962357,1113,0.0007194068475655513,
+56,8912,0.030793599784374237,1114,0.00034674822315785355,
+56,8920,0.031316615641117096,1115,0.0012286762934568937,
+56,8928,0.031241383403539658,1116,0.00018090503363055177,
+56,8936,0.03142266720533371,1117,0.000610467443766538,
+56,8944,0.034082695841789246,1118,0.000926244030779344,
+57,8952,0.03339967876672745,1119,0.0005800686376460362,
+57,8960,0.03156048804521561,1120,0.0005837728234231084,
+,,,1120,,0.034744613820856265
+57,8968,0.031776536256074905,1121,0.0006230411806124417,
+57,8976,0.03252187743782997,1122,0.0009708993249140414,
+57,8984,0.03138827905058861,1123,0.00041401645814237946,
+57,8992,0.03129766881465912,1124,0.0005625193613620164,
+57,9000,0.03193923830986023,1125,0.0003152355181252157,
+57,9008,0.03160551190376282,1126,0.0007066120876212759,
+57,9016,0.03170517832040787,1127,0.0005248929443372286,
+57,9024,0.03156423941254616,1128,0.0013061530742106697,
+57,9032,0.03144706413149834,1129,0.00028645203504614375,
+57,9040,0.033222444355487823,1130,0.00046821715659461915,
+57,9048,0.031579986214637756,1131,0.0004487371673101072,
+57,9056,0.03403991460800171,1132,0.0006151640504518022,
+57,9064,0.03156830370426178,1133,0.00033112411044082063,
+57,9072,0.0315781906247139,1134,0.0006040463601741728,
+57,9080,0.03121529147028923,1135,0.0006776038870965648,
+57,9088,0.03273641690611839,1136,0.0004740484485713144,
+,,,1136,,0.034095016392794525
+57,9096,0.031128142029047012,1137,0.0007153056274266698,
+57,9104,0.03092290461063385,1138,0.0005172388397719866,
+58,9112,0.03128417208790779,1139,0.00025311772211959277,
+58,9120,0.03084494173526764,1140,0.0005195802307123534,
+58,9128,0.030929647386074066,1141,0.0005501210590327074,
+58,9136,0.031133729964494705,1142,0.0002561811336570165,
+58,9144,0.03085627779364586,1143,0.0003976797335781157,
+58,9152,0.031118672341108322,1144,0.00044728140840431606,
+58,9160,0.032120853662490845,1145,0.001287411802574449,
+58,9168,0.031610582023859024,1146,0.0006353844258807261,
+58,9176,0.031225595623254776,1147,0.00017599366269264877,
+58,9184,0.031234946101903915,1148,0.0007138841314232335,
+58,9192,0.03275667130947113,1149,0.0006118656630860642,
+58,9200,0.03126499429345131,1150,0.0007004108483670279,
+58,9208,0.031385667622089386,1151,0.0006465790575020947,
+58,9216,0.03143436089158058,1152,0.00018360896137892269,
+,,,1152,,0.0346365365115079
+58,9224,0.031549375504255295,1153,0.0004652576211480085,
+58,9232,0.03120066225528717,1154,0.0005250406393315643,
+58,9240,0.03167834132909775,1155,0.0009883280461508547,
+58,9248,0.03166310861706734,1156,0.0013478031812285604,
+58,9256,0.03448622301220894,1157,0.0005739025145885535,
+59,9264,0.03157412260770798,1158,0.00033972217137158043,
+59,9272,0.03154910355806351,1159,0.00048422945595424,
+59,9280,0.031474824994802475,1160,0.0005393353583106849,
+59,9288,0.031254928559064865,1161,0.0003039042575336579,
+59,9296,0.03125903010368347,1162,0.0003535357648685861,
+59,9304,0.0317196287214756,1163,0.0009136902835962246,
+59,9312,0.031357914209365845,1164,0.0005802698195276952,
+59,9320,0.03147447481751442,1165,0.0005312001028667308,
+59,9328,0.03194449841976166,1166,0.00030263055668910965,
+59,9336,0.032068900763988495,1167,0.0005141452536918222,
+59,9344,0.03160044923424721,1168,0.0011482453810458537,
+,,,1168,,0.034075927734375
+59,9352,0.03141716867685318,1169,0.00015307243037651378,
+59,9360,0.03157072886824608,1170,0.00023596453154988757,
+59,9368,0.030840586870908737,1171,0.00025862560557600645,
+59,9376,0.03126139938831329,1172,0.0006779748733893747,
+59,9384,0.031202446669340134,1173,0.0004529695324890781,
+59,9392,0.03126935288310051,1174,0.0006091045846308892,
+59,9400,0.03132116422057152,1175,0.0009067410215860805,
+59,9408,0.033747877925634384,1176,0.00039713754614984447,
+59,9416,0.03119906410574913,1177,0.0005723126070936107,
+60,9424,0.03138267993927002,1178,0.0014283948727703926,
+60,9432,0.031235221773386,1179,0.00046836194960633295,
+60,9440,0.03153051435947418,1180,0.0007241424030196088,
+60,9448,0.031871046870946884,1181,0.00023807790884430605,
+60,9456,0.033616434782743454,1182,0.0003452938180998899,
+60,9464,0.03187520056962967,1183,0.0005282575085792425,
+60,9472,0.03157749027013779,1184,0.0006687879159774942,
+,,,1184,,0.035200372609225185
+60,9480,0.03135467693209648,1185,0.0009697267055993766,
+60,9488,0.031528908759355545,1186,0.0006879709052065244,
+60,9496,0.033248420804739,1187,0.0004544343721742431,
+60,9504,0.03139037638902664,1188,0.0004968738552027693,
+60,9512,0.03173527494072914,1189,0.00034472139304853044,
+60,9520,0.031179174780845642,1190,0.000593750461640801,
+60,9528,0.03247588500380516,1191,0.00047532472048520243,
+60,9536,0.03228642791509628,1192,0.0006616978373910699,
+60,9544,0.033126842230558395,1193,0.0004612255165739043,
+60,9552,0.032201316207647324,1194,0.0005586307133853552,
+60,9560,0.03132995218038559,1195,0.0007760505153176686,
+60,9568,0.030968938022851944,1196,0.00025418007796609095,
+60,9576,0.031153738498687744,1197,0.001293569049569972,
+61,9584,0.031199302524328232,1198,0.00045847118644815055,
+61,9592,0.03099331632256508,1199,0.0005079015344866396,
+61,9600,0.031008366495370865,1200,0.0009929759624355938,
+,,,1200,,0.03425133445046165
+61,9608,0.03090094029903412,1201,0.00033353775523375424,
+61,9616,0.032563209533691406,1202,0.0009722511782787147,
+61,9624,0.03120344504714012,1203,0.0004314099437165582,
+61,9632,0.03364698216319084,1204,0.0002528737240936607,
+61,9640,0.03133857622742653,1205,0.0005946550772932824,
+61,9648,0.031568121165037155,1206,0.0004036069546530668,
+61,9656,0.031646739691495895,1207,0.0004768007196876819,
+61,9664,0.0317850187420845,1208,0.0008415861284447601,
+61,9672,0.034737251698970795,1209,0.0012675866922878553,
+61,9680,0.03150385990738869,1210,0.0005943831900367513,
+61,9688,0.03167259693145752,1211,0.0002993937584202892,
+61,9696,0.03126061335206032,1212,0.00042176020845848444,
+61,9704,0.03159729018807411,1213,0.0006275236315559596,
+61,9712,0.03162354603409767,1214,0.0003230249591676208,
+61,9720,0.03144895285367966,1215,0.00037906238139839843,
+61,9728,0.03372689336538315,1216,0.0005695932516876686,
+,,,1216,,0.03433583649722013
+62,9736,0.03183285519480705,1217,0.0002381867102072151,
+62,9744,0.03220149502158165,1218,0.00047241166175808756,
+62,9752,0.03210575506091118,1219,0.0008520832021271677,
+62,9760,0.03186791390180588,1220,0.0009041037097071799,
+62,9768,0.03169040009379387,1221,0.00023903210504530844,
+62,9776,0.03169074282050133,1222,0.00027163960112375207,
+62,9784,0.03379856050014496,1223,0.0006743559037700338,
+62,9792,0.03177662938833237,1224,0.0004499476417549886,
+62,9800,0.031447891145944595,1225,0.0006149822714048371,
+62,9808,0.032670192420482635,1226,0.00027102535353730093,
+62,9816,0.032169993966817856,1227,0.00024226923638847299,
+62,9824,0.031381651759147644,1228,0.00040780754928467405,
+62,9832,0.03146004304289818,1229,0.0003435509299213829,
+62,9840,0.031247761100530624,1230,0.0003994427736163036,
+62,9848,0.03101944550871849,1231,0.0006996422534939484,
+62,9856,0.03198334574699402,1232,0.0004953920930953851,
+,,,1232,,0.034386242519725455
+62,9864,0.03173625469207764,1233,0.0011706027267232107,
+62,9872,0.03159584477543831,1234,0.0008919996996862917,
+62,9880,0.03139740973711014,1235,0.00034354579687108827,
+62,9888,0.031274858862161636,1236,0.0004250322375204026,
+63,9896,0.03246467933058739,1237,0.0007734687245829263,
+63,9904,0.03140523284673691,1238,0.0006466273637973549,
+63,9912,0.031776975840330124,1239,0.00015998949972775088,
+63,9920,0.03083634003996849,1240,0.00025258051807343563,
+63,9928,0.030900832265615463,1241,0.0003235720373182134,
+63,9936,0.031105369329452515,1242,0.000429863163914818,
+63,9944,0.033709052950143814,1243,0.0007078035038527256,
+63,9952,0.03271327167749405,1244,0.0009433956682706983,
+63,9960,0.031406156718730927,1245,0.00018280304720974527,
+63,9968,0.03145195171236992,1246,0.0005525430014030361,
+63,9976,0.03277524560689926,1247,0.0004995124036213383,
+63,9984,0.03169231116771698,1248,0.0007279945493792184,
+,,,1248,,0.03427989699623801
+63,9992,0.03152187168598175,1249,0.0004648390868996185,
+63,10000,0.03162854164838791,1250,0.0006057110605814324,
+63,10008,0.031641654670238495,1251,0.0005048178850715472,
+63,10016,0.03199489414691925,1252,0.0006796679517719895,
+63,10024,0.031207889318466187,1253,0.0004767535749124363,
+63,10032,0.03134846314787865,1254,0.0012210656196758565,
+63,10040,0.03181136026978493,1255,0.0005810990736459975,
+63,10048,0.031307317316532135,1256,0.0006249420213862323,
+64,10056,0.03155503049492836,1257,0.0005400976840653183,
+64,10064,0.03171989694237709,1258,0.0004145393177168444,
+64,10072,0.03185143321752548,1259,0.0013681086061599975,
+64,10080,0.031218379735946655,1260,0.0003076050605159253,
+64,10088,0.031139463186264038,1261,0.000633538291507508,
+64,10096,0.03154950588941574,1262,0.00027094433607999235,
+64,10104,0.033694930374622345,1263,0.0005772919360494528,
+64,10112,0.03178009018301964,1264,0.00048450233589392155,
+,,,1264,,0.03354749462821267
+64,10120,0.03118957206606865,1265,0.0009361682104309483,
+64,10128,0.03144814446568489,1266,0.0007721252358433875,
+64,10136,0.031889330595731735,1267,0.0007855649751339418,
+64,10144,0.031040962785482407,1268,0.0005392625714323783,
+64,10152,0.031066827476024628,1269,0.00027979516133720087,
+64,10160,0.030804097652435303,1270,0.0003575136781566673,
+64,10168,0.04061129316687584,1271,0.00041976439339729644,
+64,10176,0.03132424131035805,1272,0.000823973045603802,
+64,10184,0.0310453362762928,1273,0.00036889959968296654,
+64,10192,0.030918192118406296,1274,0.00018360220036067238,
+64,10200,0.031581178307533264,1275,0.00041575533131518483,
+65,10208,0.03131323680281639,1276,0.0005165168119922535,
+65,10216,0.03120461106300354,1277,0.00041438011218512355,
+65,10224,0.030792441219091415,1278,0.0004170430423376577,
+65,10232,0.03250383585691452,1279,0.0010133384527692285,
+65,10240,0.031413428485393524,1280,0.0005215270163413758,
+,,,1280,,0.03518804203380238
+65,10248,0.03148353844881058,1281,0.0004730324526462937,
+65,10256,0.03126680478453636,1282,0.0007912786949115495,
+65,10264,0.03255162388086319,1283,0.0004096028121868865,
+65,10272,0.031468700617551804,1284,0.0003692028708015145,
+65,10280,0.03301634266972542,1285,0.0004897473418995188,
+65,10288,0.03125106543302536,1286,0.0008460757294415089,
+65,10296,0.031081441789865494,1287,0.0003040172254818921,
+65,10304,0.030884873121976852,1288,0.0002998400316125928,
+65,10312,0.03116491064429283,1289,0.001077267277910973,
+65,10320,0.03170691430568695,1290,0.0006011142961344578,
+65,10328,0.031497444957494736,1291,0.0004591473237572548,
+65,10336,0.031703073531389236,1292,0.00037886680689148814,
+65,10344,0.031892452389001846,1293,0.0005373521918954794,
+65,10352,0.033893536776304245,1294,0.00034870452655013653,
+65,10360,0.03396974131464958,1295,0.0006890200190485173,
+66,10368,0.031790073961019516,1296,0.0007462522861225387,
+,,,1296,,0.034804218465631656
+66,10376,0.03306921198964119,1297,0.0012510903523854301,
+66,10384,0.03152875602245331,1298,0.0008453662784841771,
+66,10392,0.030981414020061493,1299,0.00029038209322607145,
+66,10400,0.03129098564386368,1300,0.0006258794287882316,
+66,10408,0.03330497816205025,1301,0.00027182686284908815,
+66,10416,0.031236346811056137,1302,0.0006116185680487737,
+66,10424,0.03172587975859642,1303,0.0005869093796578594,
+66,10432,0.03125600516796112,1304,0.000584341338813269,
+66,10440,0.03099709376692772,1305,0.000395572458122236,
+66,10448,0.031059950590133667,1306,0.00031725112673414586,
+66,10456,0.03418603911995888,1307,0.00042473850706820874,
+66,10464,0.031312596052885056,1308,0.0006313474831668744,
+66,10472,0.03202097490429878,1309,0.0005200127978407016,
+66,10480,0.03160915896296501,1310,0.00040461717603298335,
+66,10488,0.03147882968187332,1311,0.0003918678718036972,
+66,10496,0.0317399762570858,1312,0.0005512767820619047,
+,,,1312,,0.03427236080169678
+66,10504,0.03157443180680275,1313,0.0007614501328834405,
+66,10512,0.03162765130400658,1314,0.0003768288438247206,
+67,10520,0.03136495500802994,1315,0.00026148688214431914,
+67,10528,0.03350340202450752,1316,0.00019420413324648203,
+67,10536,0.03168528527021408,1317,0.0003937159577617422,
+67,10544,0.031385090202093124,1318,0.0007248579180062128,
+67,10552,0.03133173659443855,1319,0.0005049655252757171,
+67,10560,0.031807802617549896,1320,0.00038655461165555086,
+67,10568,0.031681060791015625,1321,0.0005860914498043712,
+67,10576,0.031293485313653946,1322,0.0004886342020264627,
+67,10584,0.031191110610961914,1323,0.0003506681957029893,
+67,10592,0.031200718134641647,1324,0.0004787086285292529,
+67,10600,0.031746912747621536,1325,0.0009927467802369322,
+67,10608,0.03182245045900345,1326,0.0006221276952211545,
+67,10616,0.03147122636437416,1327,0.0006882885097114083,
+67,10624,0.03173631802201271,1328,0.0005072266882658975,
+,,,1328,,0.03445583907040683
+67,10632,0.031234443187713623,1329,0.00022659256905576008,
+67,10640,0.033728115260601044,1330,0.0008478973128755266,
+67,10648,0.032979290932416916,1331,0.00035248627880884504,
+67,10656,0.031801119446754456,1332,0.001226346916854919,
+67,10664,0.03168206289410591,1333,0.0005893225830872185,
+67,10672,0.031258195638656616,1334,0.0005694303165780314,
+68,10680,0.03882846608757973,1335,0.000576142295488223,
+68,10688,0.031599946320056915,1336,0.00027476801971295994,
+68,10696,0.03231635317206383,1337,0.0009819814837940682,
+68,10704,0.0317457914352417,1338,0.00016480265330756083,
+68,10712,0.03169816732406616,1339,0.0005863375365152024,
+68,10720,0.03155075013637543,1340,0.0005558830919956866,
+68,10728,0.03202103450894356,1341,0.0002959498946107818,
+68,10736,0.03212655708193779,1342,0.00043393246456756827,
+68,10744,0.033314965665340424,1343,0.00029368471829608705,
+68,10752,0.031473781913518906,1344,0.00017392550547480244,
+,,,1344,,0.035599010640924626
+68,10760,0.0316455215215683,1345,0.0008084281677535424,
+68,10768,0.03188709169626236,1346,0.0008714077115515606,
+68,10776,0.03165986388921738,1347,0.000325174757563218,
+68,10784,0.03159065917134285,1348,0.0004302000488678459,
+68,10792,0.03443517908453941,1349,0.000605699337589053,
+68,10800,0.031404122710227966,1350,0.00043128030609715585,
+68,10808,0.03148952126502991,1351,0.000681994844593906,
+68,10816,0.03151860460639,1352,0.0006324824048947035,
+68,10824,0.0335632748901844,1353,0.0003681319436649434,
+68,10832,0.03190819174051285,1354,0.001165756694368051,
+69,10840,0.03343869745731354,1355,0.0003325457675181007,
+69,10848,0.03150488808751106,1356,0.0006826401512019705,
+69,10856,0.0322750099003315,1357,0.0008814178704946804,
+69,10864,0.03133357688784599,1358,0.00046496999954494337,
+69,10872,0.03251839056611061,1359,0.0002272340226971375,
+69,10880,0.031318359076976776,1360,0.0007732461064214087,
+,,,1360,,0.03402418656782671
+69,10888,0.030875034630298615,1361,0.00024507123676952545,
+69,10896,0.03344635292887688,1362,0.0007063930991405089,
+69,10904,0.03187376633286476,1363,0.00042031194728527527,
+69,10912,0.030966568738222122,1364,0.0003633289227516136,
+69,10920,0.030998755246400833,1365,0.0006011940648022573,
+69,10928,0.030975300818681717,1366,0.0011301361367562397,
+69,10936,0.03454441577196121,1367,0.0004079149968509393,
+69,10944,0.031131979078054428,1368,0.0009287175826929425,
+69,10952,0.031180281192064285,1369,0.00039776200953513453,
+69,10960,0.03158688172698021,1370,0.0003201367871952243,
+69,10968,0.03207697719335556,1371,0.0004243869323265524,
+69,10976,0.03158724308013916,1372,0.0008343521722053993,
+69,10984,0.031700536608695984,1373,0.0006132879687356762,
+70,10992,0.03418365493416786,1374,0.0005354083968995837,
+70,11000,0.03439528867602348,1375,0.0008882275704474358,
+70,11008,0.031625520437955856,1376,0.001081019291762329,
+,,,1376,,0.0342546441338279
+70,11016,0.03216150030493736,1377,0.00017620240065629002,
+70,11024,0.03168073296546936,1378,0.00056811583393331,
+70,11032,0.03128058835864067,1379,0.0009063309902558103,
+70,11040,0.03163473680615425,1380,0.000743394937931693,
+70,11048,0.03271513432264328,1381,0.0005072294843557756,
+70,11056,0.03178415074944496,1382,0.00029988481996538627,
+70,11064,0.03157513588666916,1383,0.00038514373855749994,
+70,11072,0.03197251260280609,1384,0.000452041383071516,
+70,11080,0.03173591569066048,1385,0.0005236886074933202,
+70,11088,0.03170495480298996,1386,0.00026087957138026303,
+70,11096,0.03163272142410278,1387,0.00046117645615595393,
+70,11104,0.0315675213932991,1388,0.0003930802608506796,
+70,11112,0.03150211647152901,1389,0.0002757588401133641,
+70,11120,0.03162069246172905,1390,0.0005534118592130163,
+70,11128,0.03384564816951752,1391,0.0007022891829061942,
+70,11136,0.031559403985738754,1392,0.0005658309925750543,
+,,,1392,,0.03286567601290616
+70,11144,0.03112000599503517,1393,0.00040562317570385693,
+71,11152,0.03153571859002113,1394,0.0003506479448939596,
+71,11160,0.03359735757112503,1395,0.0008381297834253368,
+71,11168,0.03179121017456055,1396,0.0003596627405689408,
+71,11176,0.031555090099573135,1397,0.00037064717896730424,
+71,11184,0.03367535397410393,1398,0.0005032771626317229,
+71,11192,0.0334215871989727,1399,0.000518159777409612,
+71,11200,0.030827682465314865,1400,0.000370262890101003,
+71,11208,0.030607469379901886,1401,0.0007432408920766858,
+71,11216,0.03066541627049446,1402,0.00025172434371515095,
+71,11224,0.0318114273250103,1403,0.0005995975831562342,
+71,11232,0.03085901215672493,1404,0.0005815159674966708,
+71,11240,0.031324394047260284,1405,0.00037623786344435456,
+71,11248,0.03352713584899902,1406,0.0007280019162863027,
+71,11256,0.03124529868364334,1407,0.0006087124696932733,
+71,11264,0.0326836034655571,1408,0.0013540662863046496,
+,,,1408,,0.03397753021933816
+71,11272,0.031620223075151443,1409,0.0002616288693388924,
+71,11280,0.031586870551109314,1410,0.0004008240842570861,
+71,11288,0.03192027285695076,1411,0.00034154155358779605,
+71,11296,0.03242837265133858,1412,0.0005178594900908964,
+71,11304,0.031344134360551834,1413,0.0005606639559638486,
+72,11312,0.031781166791915894,1414,0.00036364243185909635,
+72,11320,0.03175606578588486,1415,0.0004436941204143555,
+72,11328,0.031928639858961105,1416,0.0005740109772887081,
+72,11336,0.03364069014787674,1417,0.0006621060444255514,
+72,11344,0.03170781582593918,1418,0.0004671216216097078,
+72,11352,0.034239090979099274,1419,0.0002486003262068455,
+72,11360,0.03411967307329178,1420,0.0002470772213620456,
+72,11368,0.0312826931476593,1421,0.000922779515409881,
+72,11376,0.03242464363574982,1422,0.0005877721503985903,
+72,11384,0.031559769064188004,1423,0.0005376972502355264,
+72,11392,0.031385570764541626,1424,0.0002655581897256938,
+,,,1424,,0.033610239895907314
+72,11400,0.031165506690740585,1425,0.00038628723632427864,
+72,11408,0.031660046428442,1426,0.0006270093607391962,
+72,11416,0.03171928972005844,1427,0.00021155380737683218,
+72,11424,0.031572017818689346,1428,0.0008365605451847211,
+72,11432,0.03489242494106293,1429,0.0003288371887968176,
+72,11440,0.0315665639936924,1430,0.0009438721896334424,
+72,11448,0.03195524960756302,1431,0.0008420195199505542,
+72,11456,0.03131893277168274,1432,0.0005821808339202438,
+73,11464,0.03402302414178848,1433,0.00043877426974682347,
+73,11472,0.03171425312757492,1434,0.0003413061494939029,
+73,11480,0.031219836324453354,1435,0.0003628698794576242,
+73,11488,0.03372594341635704,1436,0.0005018176355709633,
+73,11496,0.03179388865828514,1437,0.0010492656627840396,
+73,11504,0.031128793954849243,1438,0.000529953078916555,
+73,11512,0.03153572604060173,1439,0.00048702736967243254,
+73,11520,0.033097878098487854,1440,0.00037012037221127405,
+,,,1440,,0.035280130126259544
+73,11528,0.03181057795882225,1441,0.0006215029206941836,
+73,11536,0.03155028820037842,1442,0.00031343422861854464,
+73,11544,0.03291789069771767,1443,0.0008211769672925584,
+73,11552,0.03250490874052048,1444,0.0005152170980671564,
+73,11560,0.033632729202508926,1445,0.0009413083327152501,
+73,11568,0.031666163355112076,1446,0.0007509257205432126,
+73,11576,0.03169357404112816,1447,0.000326392569919475,
+73,11584,0.033181194216012955,1448,0.0002502460097625422,
+73,11592,0.031635597348213196,1449,0.0006691293771533916,
+73,11600,0.032239094376564026,1450,0.0002408124495559605,
+73,11608,0.03255473077297211,1451,0.0003279053320771449,
+73,11616,0.032050032168626785,1452,0.0007786564931918222,
+74,11624,0.03185999020934105,1453,0.0008718011395103531,
+74,11632,0.03170881047844887,1454,0.0003395165478347432,
+74,11640,0.03167393431067467,1455,0.00033159029620340635,
+74,11648,0.031889840960502625,1456,0.000645667657618805,
+,,,1456,,0.03334012681787664
+74,11656,0.03477410599589348,1457,0.00058343750480652,
+74,11664,0.031697653234004974,1458,0.0005647098534444177,
+74,11672,0.03361676633358002,1459,0.0003592984596087428,
+74,11680,0.03188125044107437,1460,0.0005403113404595801,
+74,11688,0.03359571471810341,1461,0.0002990009823406581,
+74,11696,0.03181789442896843,1462,0.0011705115913563141,
+74,11704,0.03228853642940521,1463,0.0007138624194060237,
+74,11712,0.032049477100372314,1464,0.00036635189972002993,
+74,11720,0.03411933034658432,1465,0.0007096368255068748,
+74,11728,0.031323082745075226,1466,0.00027224451817649725,
+74,11736,0.031512390822172165,1467,0.0005359407174789036,
+74,11744,0.03138984367251396,1468,0.00043789890200555834,
+74,11752,0.03194229304790497,1469,0.00039818324178971426,
+74,11760,0.031548239290714264,1470,0.0003020669685681171,
+74,11768,0.03284585103392601,1471,0.0007541680118135576,
+75,11776,0.03304685279726982,1472,0.0003384952421280711,
+,,,1472,,0.03472823229703036
+75,11784,0.0312601774930954,1473,0.00043507715879688755,
+75,11792,0.03149185702204704,1474,0.0007302037608626831,
+75,11800,0.03153945505619049,1475,0.0005671309195652914,
+75,11808,0.03189101070165634,1476,0.00034155188768636435,
+75,11816,0.03168827295303345,1477,0.0003123791109828744,
+75,11824,0.031279344111680984,1478,0.00043638048082357274,
+75,11832,0.03352229669690132,1479,0.00035124458848328615,
+75,11840,0.03348566219210625,1480,0.0005895550521717479,
+75,11848,0.034040242433547974,1481,0.0006640468408087534,
+75,11856,0.031543612480163574,1482,0.0006977699072608216,
+75,11864,0.031383149325847626,1483,0.000258699206460733,
+75,11872,0.031195927411317825,1484,0.0007450322938474038,
+75,11880,0.03416522219777107,1485,0.0003031298710993724,
+75,11888,0.03336089104413986,1486,0.0011381922631699126,
+75,11896,0.03384191915392876,1487,0.0003364057766803954,
+75,11904,0.03144108131527901,1488,0.001163039515501753,
+,,,1488,,0.03292826522480358
+75,11912,0.03186792880296707,1489,0.0004283691109426749,
+75,11920,0.03164376690983772,1490,0.00044658531517009526,
+75,11928,0.03182826191186905,1491,0.00019268156244255476,
+76,11936,0.031784556806087494,1492,0.0006042427958163898,
+76,11944,0.031369056552648544,1493,0.00037662231345446064,
+76,11952,0.03186340630054474,1494,0.0011218809691594547,
+76,11960,0.033687178045511246,1495,0.0007924206565803615,
+76,11968,0.03133067116141319,1496,0.00041574110417224637,
+76,11976,0.031117938458919525,1497,0.0007621484798922514,
+76,11984,0.03365008533000946,1498,0.0003815863113810668,
+76,11992,0.03376487269997597,1499,0.0008338305093415189,
+76,12000,0.031451109796762466,1500,0.00046721115303136263,
+76,12008,0.031074155122041702,1501,0.0006991081536398269,
+76,12016,0.0318637415766716,1502,0.0003302501764582385,
+76,12024,0.031581226736307144,1503,0.00042287708017213916,
+76,12032,0.03163521736860275,1504,0.00030471977714279836,
+,,,1504,,0.035075079311024056
+76,12040,0.03137718886137009,1505,0.00041265492351764504,
+76,12048,0.031796157360076904,1506,0.0006033082182901646,
+76,12056,0.031336721032857895,1507,0.00032352274502045475,
+76,12064,0.03123270720243454,1508,0.0003309927065856755,
+76,12072,0.03118164837360382,1509,0.0004887499708274845,
+76,12080,0.030953388661146164,1510,0.00046200222520080086,
+76,12088,0.031266193836927414,1511,0.00036096958501730114,
+77,12096,0.03089984506368637,1512,0.0006031630022739086,
+77,12104,0.031658466905355453,1513,0.0010530278850637842,
+77,12112,0.03138077259063721,1514,0.0005809290353984883,
+77,12120,0.0339481495320797,1515,0.00025281357132674504,
+77,12128,0.03344644978642464,1516,0.0006055903807767512,
+77,12136,0.03382612019777298,1517,0.0002332072974240873,
+77,12144,0.032899998128414154,1518,0.0004661411929798002,
+77,12152,0.03348977491259575,1519,0.00023746671973236112,
+77,12160,0.031332727521657944,1520,0.0003350214445328509,
+,,,1520,,0.03407008864662864
+77,12168,0.03188017010688782,1521,0.000426736033529908,
+77,12176,0.03144803270697594,1522,0.00020430117729119956,
+77,12184,0.031757522374391556,1523,0.0005963352299519242,
+77,12192,0.034749481827020645,1524,0.0005869179377831253,
+77,12200,0.0321640707552433,1525,0.00039427485115503747,
+77,12208,0.03172878921031952,1526,0.0006438236887333915,
+77,12216,0.032410454005002975,1527,0.0005582849609543865,
+77,12224,0.0316769964993,1528,0.00074324010235544,
+77,12232,0.03175527974963188,1529,0.0005359464216431101,
+77,12240,0.03152170032262802,1530,0.0007832046297456449,
+78,12248,0.032129015773534775,1531,0.0004489856510190293,
+78,12256,0.03187418729066849,1532,0.0006014981835808915,
+78,12264,0.0317964069545269,1533,0.00021776062688635042,
+78,12272,0.03146403282880783,1534,0.0005498864772259063,
+78,12280,0.030966736376285553,1535,0.00023192613480205182,
+78,12288,0.03127795830368996,1536,0.0006494908526898749,
+,,,1536,,0.034515450217507106
+78,12296,0.033766280859708786,1537,0.0002775040181101455,
+78,12304,0.031959377229213715,1538,0.00033334811898664787,
+78,12312,0.032466914504766464,1539,0.0008441442478215322,
+78,12320,0.03161143884062767,1540,0.0005248684095325492,
+78,12328,0.032458141446113586,1541,0.0005203779860907657,
+78,12336,0.03139987215399742,1542,0.0002983822014357429,
+78,12344,0.03217633441090584,1543,0.00023531932705130507,
+78,12352,0.032581180334091187,1544,0.0003920389226550469,
+78,12360,0.03183770179748535,1545,0.0009314014571897972,
+78,12368,0.03388822823762894,1546,0.0009078615661234256,
+78,12376,0.032153043895959854,1547,0.000553527945157839,
+78,12384,0.032307256013154984,1548,0.0006139602827226134,
+78,12392,0.033336441963911057,1549,0.0006369949842337519,
+78,12400,0.0330253429710865,1550,0.0005552504317165585,
+79,12408,0.03116650879383087,1551,0.00038048386765391723,
+79,12416,0.031329941004514694,1552,0.0004947985818778926,
+,,,1552,,0.03442652008750222

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,67 @@
+466120,11
+253976,6
+456589,11
+345426,8
+620861,12
+348693,8
+138193,3
+561642,0
+318283,7
+13717,0
+25919,0
+570877,2
+66511,1
+566616,1
+176783,4
+196934,4
+439744,10
+222636,5
+120755,3
+590327,6
+591845,6
+263256,6
+346565,8
+118314,2
+432977,10
+308745,7
+283240,7
+492278,12
+392979,9
+504787,12
+331007,8
+167847,4
+40640,1
+21746,0
+596473,7
+100563,2
+515484,12
+422976,10
+193304,4
+530969,13
+256240,6
+273681,6
+503726,12
+568498,1
+533621,13
+52485,1
+444950,11
+218504,5
+583579,4
+567210,1
+429421,10
+612232,10
+75471,1
+430853,10
+483698,12
+142300,3
+333226,8
+226236,5
+546066,13
+504014,12
+309953,7
+274054,6
+202461,5
+274974,6
+469724,11
+413182,10
+397518,9

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,67 @@
+466120,-16.500229,-22.553726,-11.250228,-19.346434,-23.722073,-14.687284,-20.562729,-18.063725,-27.709543,-17.187729,-20.187729,-0.00022814056,-16.500229,-16.81415
+253976,-15.711488,-5.0237303,-17.773987,-22.746601,-25.795193,-13.347954,-0.023987437,-14.774363,-18.984499,-18.961487,-15.523988,-15.898988,-17.711487,-11.150229
+456589,-18.562685,-24.789894,-10.750186,-19.922134,-24.226295,-16.010065,-20.437685,-18.08444,-26.992638,-19.437685,-20.437685,-0.00018559163,-16.125185,-16.126936
+345426,-16.562572,-16.358503,-14.812573,-16.72365,-19.124775,-23.642412,-11.375073,-12.750306,-0.0001397084,-18.000072,-14.312573,-14.937573,-17.062572,-17.391592
+620861,-15.500289,-21.955744,-11.500289,-17.854046,-19.472641,-13.461043,-16.375288,-15.380257,-27.086077,-15.937789,-17.562788,-14.125289,-0.0002888024,-9.75082
+348693,-15.875094,-14.983302,-13.750094,-15.060942,-17.146275,-14.523291,-11.500094,-11.750316,-0.00016223708,-17.187595,-13.750094,-14.187594,-17.000095,-16.395533
+138193,-20.937632,-20.679062,-12.000131,-0.0012567769,-20.816301,-17.864534,-20.750132,-18.528925,-32.05305,-19.750132,-21.375132,-21.437632,-20.375132,-19.188477
+561642,-5.6503606e-05,-16.645176,-13.875056,-18.028128,-18.441149,-13.751091,-15.500056,-18.382551,-25.50569,-19.500057,-19.187557,-16.500057,-13.875056,-14.912817
+318283,-18.562576,-19.588762,-18.312576,-21.160566,-23.324654,-12.632056,-19.875076,-0.00028357445,-19.433384,-17.937576,-19.812576,-19.062576,-21.750076,-14.75446
+13717,-3.421248e-05,-18.04237,-16.812534,-20.468056,-25.210705,-17.864605,-16.125034,-18.225815,-27.084232,-21.562534,-19.812534,-18.500034,-21.375034,-14.87975
+25919,-0.00051032397,-15.526681,-17.563011,-17.632538,-21.05539,-13.28053,-9.50051,-16.386984,-21.462873,-20.188011,-16.563011,-16.375511,-20.313011,-14.611449
+570877,-17.812836,-17.435337,-0.00033635204,-12.2595625,-20.52873,-14.578649,-20.125336,-17.0551,-28.373947,-16.000336,-20.062836,-12.375337,-17.250336,-17.69279
+66511,-9.556584,-0.065470845,-12.056584,-12.604569,-17.473604,-7.753462,-2.9315848,-11.056926,-14.6901455,-14.369084,-12.806584,-11.056584,-15.369084,-8.186007
+566616,-8.352038,-0.47860953,-12.352038,-14.982707,-14.79414,-11.412094,-0.97703826,-12.7288475,-22.268906,-13.852038,-12.289538,-12.102038,-14.289538,-9.302095
+176783,-16.500286,-21.4165,-13.625287,-16.152397,-0.0004985889,-15.530413,-17.375286,-18.742802,-25.433537,-20.125286,-19.750286,-21.062786,-21.687786,-19.688398
+196934,-16.937672,-19.435852,-11.625171,-15.78229,-0.00047463062,-19.178772,-17.437672,-18.016207,-23.731016,-20.062672,-19.000172,-21.062672,-21.562672,-17.000679
+439744,-19.12505,-23.218496,-18.37505,-25.471039,-23.391743,-18.556349,-20.25005,-13.771135,-29.206398,-16.00005,-4.9828242e-05,-19.00005,-23.62505,-18.502377
+222636,-8.464226,-13.469335,-8.964226,-11.251067,-20.34125,-2.7175832,-9.151726,-9.090275,-19.258842,-7.464226,-11.776726,-10.839226,-11.714226,-5.7187343
+120755,-10.306191,-9.1234665,-1.8061918,-0.18289877,-11.308843,-7.4516635,-12.556191,-11.856449,-20.475742,-11.806191,-15.243691,-13.556191,-13.493691,-11.05767
+590327,-15.62565,-10.762416,-15.56315,-21.192463,-22.688295,-13.096815,-0.0006507901,-11.62585,-14.950588,-18.68815,-14.75065,-14.00065,-16.87565,-11.879362
+591845,-17.313026,-15.857547,-17.063026,-19.94587,-24.88188,-15.287775,-0.0005260514,-13.750784,-19.120499,-18.063026,-15.500526,-16.125526,-17.938026,-13.503669
+263256,-15.563257,-15.587147,-17.500757,-21.228891,-27.453344,-13.534387,-0.00075693085,-14.001051,-19.89674,-18.750757,-14.938257,-16.375757,-17.438257,-12.878204
+346565,-15.562645,-15.753788,-13.687645,-15.116185,-18.68015,-21.335068,-10.625145,-12.125483,-0.0002682028,-16.937645,-13.375145,-13.625145,-16.562645,-16.540195
+118314,-17.875067,-20.851107,-6.7708585e-05,-14.506828,-17.751635,-18.745838,-18.625067,-18.13362,-31.600029,-19.312567,-21.187567,-17.750067,-19.750067,-18.750858
+432977,-18.937561,-24.654715,-18.000061,-23.027336,-23.019705,-20.459772,-19.687561,-14.976728,-27.794876,-15.875061,-6.13909e-05,-18.500061,-23.125061,-18.134521
+308745,-19.500154,-18.233252,-21.562654,-20.87756,-21.0181,-13.185056,-11.625154,-0.00027511586,-21.050726,-18.625154,-15.250154,-17.875154,-22.625154,-16.378283
+283240,-18.31285,-17.996063,-20.12535,-20.540741,-23.50921,-11.749591,-12.00035,-0.00044684956,-20.16082,-18.56285,-15.62535,-16.25035,-21.18785,-16.876644
+492278,-18.625149,-26.327621,-13.87515,-21.713402,-24.366348,-17.281105,-18.250149,-17.031168,-27.782347,-19.812649,-20.000149,-15.62515,-0.00014971566,-11.533785
+392979,-13.940045,-15.8634405,-10.377545,-14.455613,-17.112017,-11.75792,-15.440045,-6.3889623,-22.026424,-0.0025453332,-11.002545,-13.877545,-15.877545,-12.005921
+504787,-18.812662,-24.652845,-14.125162,-21.183064,-20.82979,-18.771027,-18.562662,-16.976845,-28.47425,-18.250162,-19.750162,-15.875162,-0.00016187312,-12.384765
+331007,-16.187597,-15.914962,-14.250098,-15.555124,-18.700476,-20.90791,-11.312598,-13.062809,-0.0001883418,-17.500097,-13.500098,-14.312598,-16.875097,-17.35172
+167847,-20.250154,-23.229107,-14.7501545,-18.838282,-0.0006794625,-24.668383,-19.875154,-20.357481,-27.248482,-21.062654,-20.625154,-22.625154,-23.187654,-19.689001
+40640,-10.626372,-0.0028869484,-14.813872,-17.386139,-19.402668,-15.790482,-8.126372,-14.502046,-20.192934,-15.438872,-13.813872,-13.751372,-16.126373,-9.378419
+21746,-7.080781e-05,-18.767412,-16.50007,-19.812916,-19.692356,-18.664522,-15.937571,-18.192444,-27.306135,-21.75007,-20.68757,-18.43757,-20.25007,-17.213417
+596473,-21.06259,-19.944246,-22.18759,-23.2451,-23.795141,-14.547148,-15.500089,-0.00021051227,-24.678703,-19.12509,-15.750089,-19.12509,-24.50009,-18.376945
+100563,-14.877413,-17.150087,-0.002412744,-9.753775,-12.42868,-16.32257,-17.002413,-15.54563,-24.393847,-17.314913,-19.439913,-16.002413,-13.627413,-6.8791523
+515484,-17.125353,-24.901445,-12.125354,-21.112206,-17.896748,-20.463133,-16.875353,-14.64873,-22.96236,-17.000353,-18.250353,-14.375354,-0.0003537506,-10.877311
+422976,-16.37527,-20.510653,-14.250271,-21.779419,-21.713299,-16.608912,-16.62527,-9.878093,-24.89365,-9.000271,-0.00027056847,-16.00027,-21.18777,-16.6264
+193304,-13.812847,-15.879439,-10.375347,-13.071781,-0.00074277376,-11.008734,-13.250347,-14.181922,-24.309593,-16.187847,-16.562847,-16.750347,-18.250347,-15.004859
+530969,-5.203585,-5.2366776,-4.391085,-12.102228,-17.347298,-9.740379,-6.141085,-9.174925,-15.326473,-9.266085,-10.516085,-5.766085,-6.766085,-0.39241305
+256240,-13.938416,-9.577421,-16.125916,-19.935017,-24.71893,-14.358414,-0.0009155849,-14.813731,-17.765738,-18.500916,-15.375916,-16.188416,-16.688416,-13.009179
+273681,-16.125456,-14.233781,-19.625456,-23.155645,-26.239693,-13.432916,-0.0004556333,-13.875704,-19.50149,-20.437956,-15.000456,-16.687956,-18.937956,-13.752707
+503726,-17.125252,-23.528624,-12.500252,-20.570236,-24.410501,-14.579878,-17.500252,-16.575909,-26.462631,-17.750252,-19.062752,-14.875252,-0.0002518575,-11.383272
+568498,-9.758616,-0.026475681,-13.258616,-11.212734,-18.884624,-8.437465,-5.0086164,-12.07146,-16.558105,-14.821116,-12.758616,-11.883616,-15.508616,-9.009436
+533621,-11.629724,-11.720403,-5.879724,-12.300058,-15.89789,-7.791061,-10.254724,-10.13111,-22.263306,-13.129724,-13.192224,-7.004724,-14.004724,-0.0060154507
+52485,-9.253543,-0.0040920284,-12.816043,-15.879729,-15.880907,-19.094723,-8.128543,-13.191629,-20.084124,-14.128543,-12.503543,-12.878543,-14.816043,-10.005134
+444950,-8.411422,-11.31093,-5.473922,-9.128415,-17.453766,-6.6388655,-11.536422,-10.099725,-18.195667,-11.661422,-12.286422,-0.098922,-2.723922,-5.849995
+218504,-13.625676,-13.816085,-12.875676,-16.068962,-15.360342,-0.002139253,-9.625676,-9.752049,-23.814325,-14.563176,-12.688176,-12.438176,-15.125676,-11.939054
+583579,-18.437624,-19.589218,-13.125124,-17.698013,-0.0006166598,-19.215775,-18.625124,-18.61579,-26.425554,-20.625124,-19.750124,-21.187624,-22.250124,-18.126503
+567210,-10.001594,-0.0028043997,-14.689094,-15.616965,-17.954718,-17.524824,-10.501594,-14.002266,-20.419,-15.064094,-13.564094,-13.439094,-15.751594,-10.0063505
+429421,-17.875118,-21.097765,-17.000118,-22.964348,-21.047108,-18.309067,-18.187618,-15.066893,-26.179482,-15.625118,-0.0001187254,-17.250118,-22.187618,-16.750902
+612232,-18.187677,-22.622572,-17.000177,-23.623844,-22.14388,-20.767069,-18.375177,-12.828372,-25.200043,-14.875176,-0.00017665257,-18.000177,-22.937677,-17.06324
+75471,-9.50495,-0.006229811,-11.00495,-14.822998,-12.090594,-11.121933,-6.8799496,-12.508985,-21.22533,-13.00495,-14.37995,-12.37995,-14.44245,-9.0070305
+430853,-16.750267,-20.158216,-16.312767,-21.898079,-20.096949,-15.267705,-16.562767,-12.5036745,-23.519245,-14.250266,-0.00026615892,-17.000267,-20.937767,-16.43891
+483698,-17.937643,-22.271225,-11.750142,-19.246532,-18.535887,-14.5644245,-17.375143,-17.064375,-26.361847,-17.562643,-19.312643,-14.250142,-0.00014232576,-10.750623
+142300,-18.500198,-19.033863,-9.875199,-0.0013566269,-17.876305,-15.777992,-19.562698,-17.903032,-29.00968,-20.000198,-21.250198,-20.437698,-19.687698,-18.063221
+333226,-16.62512,-16.687506,-14.00012,-16.663887,-18.074226,-23.36263,-12.00012,-13.37534,-0.00037582696,-17.06262,-13.81262,-14.00012,-17.12512,-16.709677
+226236,-11.886297,-15.173796,-12.073797,-14.797618,-16.504875,-0.018541347,-6.261297,-9.88724,-15.644914,-13.448797,-11.198797,-12.073797,-14.011297,-10.575961
+546066,-14.750283,-18.690575,-12.125283,-16.093718,-28.128498,-14.654372,-15.375283,-14.263261,-27.35619,-15.500283,-17.937784,-12.000283,-15.750283,-0.00053696556
+504014,-18.312672,-26.887396,-12.875172,-20.650518,-20.715124,-15.448746,-17.812672,-17.373428,-26.741508,-17.750172,-19.500172,-14.625172,-0.00017164665,-12.669727
+309953,-19.125061,-20.081165,-19.562561,-21.780674,-24.702105,-13.003694,-20.750061,-0.00022326392,-22.404947,-17.562561,-20.812561,-19.187561,-22.437561,-15.756006
+274054,-16.750612,-14.946411,-18.688112,-20.81889,-20.141863,-13.666812,-0.0006125481,-15.9383,-21.139318,-18.750612,-16.250612,-16.938112,-19.063112,-14.127181
+202461,-13.750255,-15.789249,-13.562755,-16.36414,-16.476444,-0.0020096672,-9.750255,-11.125863,-16.254623,-14.437755,-12.687755,-13.375255,-16.500254,-12.003147
+274974,-19.125458,-19.672163,-18.812958,-23.703007,-29.234165,-18.637373,-0.00045801638,-16.125689,-20.156141,-20.062958,-17.437958,-17.562958,-19.437958,-14.627175
+469724,-16.687822,-20.807838,-10.625322,-17.344276,-23.937536,-13.472019,-18.562822,-16.501547,-24.296448,-18.250322,-19.937822,-0.00032264748,-15.687822,-13.376256
+413182,-17.687658,-20.830421,-17.312658,-21.186848,-22.83059,-16.79218,-19.562658,-10.945843,-26.940256,-14.500157,-0.00015746307,-17.687658,-22.812658,-17.250837
+397518,-16.250187,-21.578552,-13.125187,-18.25802,-20.695093,-14.049872,-18.562687,-12.001435,-24.271906,-0.00018654513,-13.250187,-16.375187,-20.000187,-16.88084

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,1481 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.30449390411376953,0,6.5897746086120605,
+0,8,0.051995858550071716,1,7.880060599400447,
+0,16,0.035293176770210266,2,9.294950580596923,
+0,24,0.0350235290825367,3,5.323346714178721,
+0,32,0.031578462570905685,4,6.464172462622325,
+0,40,0.03535643219947815,5,4.436887719414451,
+0,48,0.03509630262851715,6,2.6382992542707004,
+0,56,0.03512537479400635,7,2.9577978679112027,
+0,64,0.031327467411756516,8,1.5141571760177612,
+0,72,0.0349617674946785,9,2.485545291350438,
+0,80,0.031107373535633087,10,3.8213596399873495,
+0,88,0.03164200112223625,11,0.8698797285556793,
+0,96,0.034705862402915955,12,1.2803976243982713,
+0,104,0.03119783103466034,13,1.143128531674544,
+0,112,0.031137507408857346,14,1.5150470311443012,
+0,120,0.0345587395131588,15,2.676902113195795,
+0,128,0.034750182181596756,16,0.9134514704346657,
+,,,16,,1.4888173883611506
+0,136,0.0313253328204155,17,1.0394248387465874,
+0,144,0.031181134283542633,18,0.8021127597118417,
+0,152,0.03413289412856102,19,0.45874319318681955,
+0,160,0.03175758942961693,20,2.2917566945155463,
+0,168,0.031366728246212006,21,1.733711485679333,
+0,176,0.03149832785129547,22,1.6462862041468422,
+0,184,0.03140760585665703,23,0.17115377644076943,
+0,192,0.03161768242716789,24,1.2941843051812612,
+0,200,0.03143417090177536,25,0.36585905724628404,
+0,208,0.03126044198870659,26,0.9544059233739972,
+0,216,0.03169293701648712,27,0.6575921508483589,
+0,224,0.03153315559029579,28,0.23147943313233554,
+1,232,0.031092017889022827,29,0.11517352717540537,
+1,240,0.03149447962641716,30,0.09450208398823937,
+1,248,0.03266562893986702,31,0.02165767622904645,
+1,256,0.030904117971658707,32,0.7002793549036141,
+,,,32,,0.22733402252197266
+1,264,0.03158086538314819,33,0.04382947254925966,
+1,272,0.03162586688995361,34,0.07336962354990344,
+1,280,0.03150273486971855,35,0.05978941504145041,
+1,288,0.031026475131511688,36,0.04136539744848216,
+1,296,0.03353253751993179,37,0.18283524078627428,
+1,304,0.03135329484939575,38,0.09642044260787468,
+1,312,0.03201006352901459,39,0.024871934097833358,
+1,320,0.03164666146039963,40,0.06327398299084355,
+1,328,0.0338314063847065,41,0.005187603130112761,
+1,336,0.032083962112665176,42,0.01933376608380618,
+1,344,0.03361520543694496,43,0.31306153089231387,
+1,352,0.03140491992235184,44,0.19012579458873147,
+1,360,0.03140159323811531,45,0.04211453321040608,
+1,368,0.031943533569574356,46,0.045095861631645154,
+1,376,0.031077977269887924,47,0.128504327074292,
+1,384,0.03118433803319931,48,0.033379585636654295,
+,,,48,,0.052964639663696286
+1,392,0.0318734273314476,49,0.4850661886885064,
+1,400,0.031703926622867584,50,0.016568119324242268,
+1,408,0.03295626863837242,51,0.08391041695237315,
+1,416,0.032282304018735886,52,0.002871084072467056,
+1,424,0.03136902302503586,53,0.1511835494748084,
+1,432,0.03169431537389755,54,0.013962144130625976,
+1,440,0.03137071803212166,55,0.11659447701337437,
+1,448,0.03142337501049042,56,0.05733671280488904,
+2,456,0.03137777000665665,57,0.02992869714104857,
+2,464,0.03157840669155121,58,0.005607069565237246,
+2,472,0.031541500240564346,59,0.0020759016212347583,
+2,480,0.03139255940914154,60,0.0029073012724088933,
+2,488,0.03198065608739853,61,0.008223338737893342,
+2,496,0.03152865543961525,62,0.008573105340474285,
+2,504,0.03326309099793434,63,0.001454030299404015,
+2,512,0.03154776617884636,64,0.4136447258157811,
+,,,64,,0.01405510035428134
+2,520,0.031695179641246796,65,0.04334691707723929,
+2,528,0.031488001346588135,66,0.015544336189729316,
+2,536,0.03365534916520119,67,0.00454258136133748,
+2,544,0.031617291271686554,68,0.015411740495740863,
+2,552,0.03127899393439293,69,0.014696040891327098,
+2,560,0.0315655842423439,70,0.030673788600584624,
+2,568,0.03201623260974884,71,0.004323195714581137,
+2,576,0.0313410721719265,72,0.0017509804535868832,
+2,584,0.03155237063765526,73,0.1791418415422623,
+2,592,0.032618362456560135,74,0.12195699827446203,
+2,600,0.03118421509861946,75,0.15536557457276753,
+2,608,0.033961571753025055,76,0.02253538900717663,
+2,616,0.030933883041143417,77,0.16880347608174714,
+2,624,0.031832218170166016,78,0.007931408554820033,
+2,632,0.031889937818050385,79,0.00863693846206713,
+2,640,0.03317611292004585,80,0.0030701408589569232,
+,,,80,,0.015731814774599943
+2,648,0.03167606145143509,81,0.010002165826418523,
+2,656,0.0321052111685276,82,0.027192381041293793,
+2,664,0.031562767922878265,83,0.006125400343444198,
+2,672,0.03186972066760063,84,0.011676449397782562,
+3,680,0.03181689977645874,85,0.008202647681173403,
+3,688,0.03159138560295105,86,0.01196925579071311,
+3,696,0.031367018818855286,87,0.002798487387432639,
+3,704,0.03437575697898865,88,0.008674033630606053,
+3,712,0.03266827017068863,89,0.03945862800589696,
+3,720,0.03411783277988434,90,0.16279855313372205,
+3,728,0.03175743669271469,91,0.005422383650771475,
+3,736,0.031737420707941055,92,0.002126989539157456,
+3,744,0.03178301453590393,93,0.012754300576893406,
+3,752,0.03196069225668907,94,0.0027342648877842855,
+3,760,0.03153131902217865,95,0.00458297977214291,
+3,768,0.03179226443171501,96,0.0024545482906083074,
+,,,96,,0.023944497108459473
+3,776,0.03191753849387169,97,0.004871010790917684,
+3,784,0.03139171376824379,98,0.1567718307871308,
+3,792,0.031665023416280746,99,0.015552178119273426,
+3,800,0.03210661560297012,100,0.002439033974951599,
+3,808,0.03231964632868767,101,0.004680258811276872,
+3,816,0.031785350292921066,102,0.01566665709639589,
+3,824,0.031770411878824234,103,0.0071969521167274154,
+3,832,0.031485665589571,104,0.02883416387873391,
+3,840,0.030730657279491425,105,0.04588643453704814,
+3,848,0.031037844717502594,106,0.011047530206269585,
+3,856,0.031153537333011627,107,0.011869166683754883,
+3,864,0.032025717198848724,108,0.05553132018002753,
+3,872,0.031785931438207626,109,0.02566683042095974,
+3,880,0.03147920221090317,110,0.0016406598326284439,
+3,888,0.03118961676955223,111,0.0036652341776061805,
+3,896,0.031315796077251434,112,0.0076822639842118534,
+,,,112,,0.005644716457887129
+4,904,0.03140648826956749,113,0.0030393761430437174,
+4,912,0.03119567036628723,114,0.0008805195167143312,
+4,920,0.033528879284858704,115,0.0012009019301331136,
+4,928,0.030919253826141357,116,0.0035823672757639238,
+4,936,0.034616101533174515,117,0.002462625381667749,
+4,944,0.031017083674669266,118,0.005367603893319028,
+4,952,0.034554433077573776,119,0.003916465667862213,
+4,960,0.03153790161013603,120,0.0017128234379924835,
+4,968,0.03188743442296982,121,0.0026810738961033235,
+4,976,0.0321977362036705,122,0.0010695540283146936,
+4,984,0.03238050639629364,123,0.002877318086878707,
+4,992,0.03210469335317612,124,0.0013991235723046379,
+4,1000,0.03183869272470474,125,0.006917475862012777,
+4,1008,0.03436151146888733,126,0.0010571025066181189,
+4,1016,0.03162824362516403,127,0.006398659495365185,
+4,1024,0.033777788281440735,128,0.004202754149446264,
+,,,128,,0.0041630921038714325
+4,1032,0.03373847156763077,129,0.003339137758862657,
+4,1040,0.0322830006480217,130,0.0037316933438497862,
+4,1048,0.0316324308514595,131,0.004700423648630801,
+4,1056,0.031981460750103,132,0.0013644088867295068,
+4,1064,0.03180332109332085,133,0.025376488853908086,
+4,1072,0.03246328607201576,134,0.004241720141484014,
+4,1080,0.03383246436715126,135,0.003720700754246746,
+4,1088,0.030957072973251343,136,0.14248515465442324,
+4,1096,0.030962668359279633,137,0.00309360927517096,
+4,1104,0.03130315989255905,138,0.000829471493489109,
+4,1112,0.033778898417949677,139,0.005702567937345628,
+4,1120,0.0321362242102623,140,0.0044276073829016905,
+5,1128,0.03177323937416077,141,0.004614577670249024,
+5,1136,0.03100907802581787,142,0.005790799827764204,
+5,1144,0.031628917902708054,143,0.0013038859033258632,
+5,1152,0.031082555651664734,144,0.0026542270453109476,
+,,,144,,0.0034414657137610697
+5,1160,0.03371366485953331,145,0.0019684141893363135,
+5,1168,0.031262192875146866,146,0.0026809111962696384,
+5,1176,0.03152139484882355,147,0.0025541861404134478,
+5,1184,0.031490977853536606,148,0.0010528712207980623,
+5,1192,0.0326574482023716,149,0.007679919668589719,
+5,1200,0.031009580940008163,150,0.0020482745526048045,
+5,1208,0.03161672502756119,151,0.0018001670603273222,
+5,1216,0.03157242760062218,152,0.0010983085349752482,
+5,1224,0.03163985535502434,153,0.0026897124444076326,
+5,1232,0.034481022506952286,154,0.001471632234097342,
+5,1240,0.03460206091403961,155,0.0029997773907290627,
+5,1248,0.031564801931381226,156,0.001303140943211754,
+5,1256,0.033822450786828995,157,0.0007846154476283118,
+5,1264,0.03140877187252045,158,0.0021520821668673308,
+5,1272,0.032139722257852554,159,0.0011494736900203861,
+5,1280,0.0315590426325798,160,0.001402754830996855,
+,,,160,,0.003015762296589938
+5,1288,0.03191129118204117,161,0.0029656711312082526,
+5,1296,0.032446637749671936,162,0.005008275761611003,
+5,1304,0.032853927463293076,163,0.09905924004020303,
+5,1312,0.03158112242817879,164,0.0014255149804879553,
+5,1320,0.032041702419519424,165,0.003982180093701642,
+5,1328,0.03210483491420746,166,0.0027232540523982607,
+5,1336,0.031794045120477676,167,0.003641156472868341,
+5,1344,0.031466349959373474,168,0.002574448543152987,
+6,1352,0.0314142182469368,169,0.0010317777421071448,
+6,1360,0.03139293193817139,170,0.00349899161956273,
+6,1368,0.031322628259658813,171,0.0010711822310090961,
+6,1376,0.03169168904423714,172,0.002968560502995388,
+6,1384,0.0332644097507,173,0.004802423348467398,
+6,1392,0.031110987067222595,174,0.011240983706167234,
+6,1400,0.03254200890660286,175,0.013913343228133661,
+6,1408,0.03200564533472061,176,0.020143720076885075,
+,,,176,,0.009624689275568182
+6,1416,0.03138994425535202,177,0.0024376395128704394,
+6,1424,0.031334612518548965,178,0.0009315345907287502,
+6,1432,0.03339320421218872,179,0.00131770879508824,
+6,1440,0.03327805548906326,180,0.010316281210786352,
+6,1448,0.03462912142276764,181,0.0016789396904641762,
+6,1456,0.03394589573144913,182,0.2088017141851686,
+6,1464,0.03179951012134552,183,0.0035380310790580033,
+6,1472,0.03171674162149429,184,0.0060859504779468155,
+6,1480,0.031160850077867508,185,0.0010031157501847094,
+6,1488,0.03152616322040558,186,0.004248658922733739,
+6,1496,0.03129102662205696,187,0.0038709725644862788,
+6,1504,0.03363822028040886,188,0.0010660630505299196,
+6,1512,0.031752582639455795,189,0.004743863269444167,
+6,1520,0.03152734413743019,190,0.0032343006407080047,
+6,1528,0.031573522835969925,191,0.005032942175083528,
+6,1536,0.031878385692834854,192,0.00457563652501752,
+,,,192,,0.004513616724447771
+6,1544,0.03166600689291954,193,0.0015469003437002275,
+6,1552,0.03165752813220024,194,0.002139180388743019,
+6,1560,0.031174130737781525,195,0.0013475800323331814,
+6,1568,0.031247738748788834,196,0.003839107901772617,
+7,1576,0.03143191710114479,197,0.004844526142251733,
+7,1584,0.031983356922864914,198,0.001491532959335018,
+7,1592,0.031901419162750244,199,0.006378463201274697,
+7,1600,0.03148934245109558,200,0.003228977380786091,
+7,1608,0.03284255787730217,201,0.005482228253430759,
+7,1616,0.03140666335821152,202,0.0024130383859907547,
+7,1624,0.03182821348309517,203,0.003984506395332014,
+7,1632,0.033538393676280975,204,0.00437649865828765,
+7,1640,0.03179323673248291,205,0.000704068301274674,
+7,1648,0.03265056014060974,206,0.0037889184252260467,
+7,1656,0.031588733196258545,207,0.0025223668805362345,
+7,1664,0.0318424291908741,208,0.003331664815050317,
+,,,208,,0.0036553667350248857
+7,1672,0.03171714395284653,209,0.0008720512293317976,
+7,1680,0.03416283801198006,210,0.0047622425117879175,
+7,1688,0.034029606729745865,211,0.002283426121963809,
+7,1696,0.0345117412507534,212,0.0028734725541047132,
+7,1704,0.033798035234212875,213,0.0030689456762047485,
+7,1712,0.03407399356365204,214,0.0012352304385366063,
+7,1720,0.033686693757772446,215,0.002739914683237051,
+7,1728,0.03387226536870003,216,0.004970208066099856,
+7,1736,0.03397712484002113,217,0.0015982538316166028,
+7,1744,0.033873941749334335,218,0.008640780619316502,
+7,1752,0.03410416468977928,219,0.0014031050207753044,
+7,1760,0.034690238535404205,220,0.002311653663954613,
+7,1768,0.03386273235082626,221,0.0021130979657755233,
+7,1776,0.033752210438251495,222,0.0013436707792737121,
+7,1784,0.03384096175432205,223,0.0013377686490356508,
+7,1792,0.03377959504723549,224,0.0018745247115685532,
+,,,224,,0.002324282310225747
+8,1800,0.03371964767575264,225,0.0008879079310149377,
+8,1808,0.0337580144405365,226,0.0006403440464055165,
+8,1816,0.03392461687326431,227,0.001021387497894466,
+8,1824,0.04304932802915573,228,0.0030845223206727368,
+8,1832,0.03385128080844879,229,0.0010461210670958583,
+8,1840,0.03410721942782402,230,0.004147352708969265,
+8,1848,0.03410501405596733,231,0.003074150619795546,
+8,1856,0.03384651243686676,232,0.0019092662644522665,
+8,1864,0.03439030796289444,233,0.0008482342461568558,
+8,1872,0.033852580934762955,234,0.0024164405553356596,
+8,1880,0.03390270471572876,235,0.0013748793086657922,
+8,1888,0.034178733825683594,236,0.0012334546795150696,
+8,1896,0.03399830311536789,237,0.0016112370854402384,
+8,1904,0.034028392285108566,238,0.0005372771508215616,
+8,1912,0.03333308547735214,239,0.0025623772846302016,
+8,1920,0.029415380209684372,240,0.0013512119495620331,
+,,,240,,0.0019669635729356247
+8,1928,0.02943241223692894,241,0.0020349087529514995,
+8,1936,0.029784228652715683,242,0.0005991884700051742,
+8,1944,0.02930654212832451,243,0.00267965483271837,
+8,1952,0.02998289465904236,244,0.0010164053298164315,
+8,1960,0.030085764825344086,245,0.0009303286169597413,
+8,1968,0.029702864587306976,246,0.0007332878991292091,
+8,1976,0.03301667422056198,247,0.0014278242558551332,
+8,1984,0.029432673007249832,248,0.0026014173849641035,
+8,1992,0.02972264587879181,249,0.0007404208750813268,
+8,2000,0.030218366533517838,250,0.0021748488191709234,
+8,2008,0.03010079264640808,251,0.0009710997837828472,
+8,2016,0.029869962483644485,252,0.001988686400831544,
+9,2024,0.02961527556180954,253,0.0006238358535483712,
+9,2032,0.029554996639490128,254,0.001828914382293498,
+9,2040,0.033249735832214355,255,0.0010210609616478905,
+9,2048,0.029918041080236435,256,0.0007044905472536233,
+,,,256,,0.0018191383643583819
+9,2056,0.029698453843593597,257,0.001487630965689627,
+9,2064,0.034838106483221054,258,0.0005827669067204826,
+9,2072,0.029838580638170242,259,0.0010539509551866406,
+9,2080,0.029789533466100693,260,0.0008080379435947785,
+9,2088,0.02985033392906189,261,0.0025876774975172752,
+9,2096,0.033321671187877655,262,0.0017974057322135196,
+9,2104,0.029674313962459564,263,0.0010819066568122555,
+9,2112,0.033824533224105835,264,0.003514683499815874,
+9,2120,0.029413238167762756,265,0.0006788479037244211,
+9,2128,0.029724515974521637,266,0.00210390127696363,
+9,2136,0.029646676033735275,267,0.0007867853103865249,
+9,2144,0.03266526386141777,268,0.0007884435126470635,
+9,2152,0.02985115721821785,269,0.0015989252909397085,
+9,2160,0.029332522302865982,270,0.001989808338943736,
+9,2168,0.03013855218887329,271,0.0017610559508674279,
+9,2176,0.029785320162773132,272,0.0009490201253876356,
+,,,272,,0.0017419973557645625
+9,2184,0.02930433303117752,273,0.0015263039471888492,
+9,2192,0.029418665915727615,274,0.0021775376808363944,
+9,2200,0.029454976320266724,275,0.0008081982758505127,
+9,2208,0.02991427481174469,276,0.0005351662826301022,
+9,2216,0.029742885380983353,277,0.0022156118716606323,
+9,2224,0.029643818736076355,278,0.0018996065983729851,
+9,2232,0.029551539570093155,279,0.002584826699846114,
+9,2240,0.029299359768629074,280,0.0009650878986576572,
+10,2248,0.029839400202035904,281,0.0007095856417436153,
+10,2256,0.029351521283388138,282,0.0006681081043401113,
+10,2264,0.029416650533676147,283,0.0009255712618389887,
+10,2272,0.02930087223649025,284,0.0026175249178777447,
+10,2280,0.03467141464352608,285,0.0008728279300901869,
+10,2288,0.02969907596707344,286,0.0012064679044256495,
+10,2296,0.030258052051067352,287,0.0008434447790932609,
+10,2304,0.029491830617189407,288,0.0018167199942884813,
+,,,288,,0.0016645125367424705
+10,2312,0.02909466251730919,289,0.0010063163129168308,
+10,2320,0.029495444148778915,290,0.0017754513804296341,
+10,2328,0.029504552483558655,291,0.0006686527788891302,
+10,2336,0.029324453324079514,292,0.0011559862668946153,
+10,2344,0.029467906802892685,293,0.0019040755784468881,
+10,2352,0.03354451805353165,294,0.0007470065143674479,
+10,2360,0.029500525444746017,295,0.0017220609469487417,
+10,2368,0.029068022966384888,296,0.0017994846224182231,
+10,2376,0.029038481414318085,297,0.0014451087645284133,
+10,2384,0.03459641709923744,298,0.0009091383156677088,
+10,2392,0.029194455593824387,299,0.001093436666101647,
+10,2400,0.02900788187980652,300,0.0030293700176777997,
+10,2408,0.028886165469884872,301,0.00034975679267922207,
+10,2416,0.029111914336681366,302,0.0015010203910955729,
+10,2424,0.02940397337079048,303,0.002111144202953095,
+10,2432,0.02969292923808098,304,0.0014497576897459414,
+,,,304,,0.0016308326612819325
+10,2440,0.029164597392082214,305,0.0015719126671943481,
+10,2448,0.029045823961496353,306,0.0007380070427253875,
+10,2456,0.029299091547727585,307,0.0009169613321622212,
+10,2464,0.029069770127534866,308,0.0028012689395432566,
+11,2472,0.02909812331199646,309,0.0015728405051049776,
+11,2480,0.029146764427423477,310,0.0009749364359707285,
+11,2488,0.03265542536973953,311,0.0009581086051184684,
+11,2496,0.032562125474214554,312,0.0007606286651155512,
+11,2504,0.032892271876335144,313,0.000938701126142405,
+11,2512,0.029465358704328537,314,0.0013434188755733583,
+11,2520,0.029063697904348373,315,0.0008575711354541664,
+11,2528,0.028995554894208908,316,0.001473997974244412,
+11,2536,0.028990861028432846,317,0.0007313596885069274,
+11,2544,0.029481876641511917,318,0.0009237831658942418,
+11,2552,0.029026228934526443,319,0.0017115467874516202,
+11,2560,0.02944374457001686,320,0.0006641081389926302,
+,,,320,,0.0015678871761668812
+11,2568,0.029007691890001297,321,0.0017338808509521186,
+11,2576,0.02950482815504074,322,0.0006678819005504589,
+11,2584,0.028915248811244965,323,0.0011656216529445373,
+11,2592,0.028841454535722733,324,0.0029093756020301953,
+11,2600,0.029325734823942184,325,0.0007190886433818377,
+11,2608,0.02951381728053093,326,0.0007365378963489396,
+11,2616,0.029304124414920807,327,0.0015152047458936327,
+11,2624,0.0289977565407753,328,0.0008238386435550638,
+11,2632,0.029107671231031418,329,0.001650502360592197,
+11,2640,0.028885215520858765,330,0.0013664422949659638,
+11,2648,0.028898656368255615,331,0.002505909703662231,
+11,2656,0.030027776956558228,332,0.0015884254484822473,
+11,2664,0.03218117728829384,333,0.0007178204723459203,
+11,2672,0.03375546261668205,334,0.0014595778296044206,
+11,2680,0.03261600807309151,335,0.001472532928429163,
+11,2688,0.028645917773246765,336,0.0005087734178232494,
+,,,336,,0.0015247846191579644
+12,2696,0.02929691970348358,337,0.0013877735031061233,
+12,2704,0.029492266476154327,338,0.0018811984508912164,
+12,2712,0.028958231210708618,339,0.0023612355211904894,
+12,2720,0.02932385355234146,340,0.0008739562360390734,
+12,2728,0.028859484940767288,341,0.0011533557713846675,
+12,2736,0.03381628170609474,342,0.0007331823186783973,
+12,2744,0.029714185744524002,343,0.0010289804298996127,
+12,2752,0.029321886599063873,344,0.0014827763181529008,
+12,2760,0.028865884989500046,345,0.001320674117708292,
+12,2768,0.02960953488945961,346,0.0007843565617804416,
+12,2776,0.028717949986457825,347,0.002284952253830852,
+12,2784,0.028938524425029755,348,0.0008792247384311244,
+12,2792,0.03222957253456116,349,0.0005698763907275861,
+12,2800,0.03337820991873741,350,0.0011010538936326547,
+12,2808,0.029416512697935104,351,0.0011241869125604774,
+12,2816,0.030064795166254044,352,0.0016155265892545381,
+,,,352,,0.0014514679258519952
+12,2824,0.029574312269687653,353,0.0007022931359560145,
+12,2832,0.029559191316366196,354,0.001769414487749931,
+12,2840,0.029787804931402206,355,0.0009049175921693229,
+12,2848,0.030076611787080765,356,0.0010496001940247458,
+12,2856,0.03413151204586029,357,0.0010450036269113688,
+12,2864,0.02931942045688629,358,0.0009421689920903494,
+12,2872,0.029589980840682983,359,0.0009446543583180756,
+12,2880,0.029560446739196777,360,0.001253701540796707,
+12,2888,0.02911771833896637,361,0.0014728984399250923,
+12,2896,0.029330864548683167,362,0.0007929929663077929,
+12,2904,0.029794950038194656,363,0.0006414745237432524,
+12,2912,0.029367290437221527,364,0.0010486962455615867,
+13,2920,0.03388451784849167,365,0.003450646618148312,
+13,2928,0.029403194785118103,366,0.0008302896702454225,
+13,2936,0.02953152358531952,367,0.0010481578891423332,
+13,2944,0.029374178498983383,368,0.001089988230887684,
+,,,368,,0.0014135691252621738
+13,2952,0.029293589293956757,369,0.001481104551607536,
+13,2960,0.02923702448606491,370,0.00304381841851864,
+13,2968,0.029491756111383438,371,0.000545074083978155,
+13,2976,0.03439517319202423,372,0.0006434421797166578,
+13,2984,0.029809966683387756,373,0.0010120448439718327,
+13,2992,0.033209968358278275,374,0.00106995739602448,
+13,3000,0.03325848653912544,375,0.0007800913299433887,
+13,3008,0.029724113643169403,376,0.0008526107425991954,
+13,3016,0.02999444678425789,377,0.000969521489213758,
+13,3024,0.029900815337896347,378,0.0004394775381418488,
+13,3032,0.029451899230480194,379,0.0005241272103210741,
+13,3040,0.02967812865972519,380,0.0008315690815484581,
+13,3048,0.029767103493213654,381,0.0008125415588438045,
+13,3056,0.02966112643480301,382,0.0007601658424111799,
+13,3064,0.03312347084283829,383,0.0011006802774823478,
+13,3072,0.02956289052963257,384,0.00036578465733327903,
+,,,384,,0.0013739557428793473
+13,3080,0.029518581926822662,385,0.0007646953288878484,
+13,3088,0.029669400304555893,386,0.0014495213920326933,
+13,3096,0.029383372515439987,387,0.0009164979716539771,
+13,3104,0.029999304562807083,388,0.0007385932225257751,
+13,3112,0.02929741144180298,389,0.0007913557458848048,
+13,3120,0.02929951623082161,390,0.0010644241847330704,
+13,3128,0.02978314459323883,391,0.001111612403682167,
+13,3136,0.030099637806415558,392,0.002145774310823375,
+14,3144,0.029628336429595947,393,0.0005990637518051597,
+14,3152,0.029731199145317078,394,0.0004481118000209487,
+14,3160,0.03023604303598404,395,0.0005509814972438934,
+14,3168,0.029604081064462662,396,0.0010679928488874187,
+14,3176,0.03351237252354622,397,0.0012207087244090731,
+14,3184,0.02983308583498001,398,0.0017103410011093895,
+14,3192,0.029890306293964386,399,0.0009265205590054393,
+14,3200,0.02934521809220314,400,0.0012234649828834726,
+,,,400,,0.0013363066044720737
+14,3208,0.029973935335874557,401,0.0027658272792905336,
+14,3216,0.029677074402570724,402,0.002467484722728841,
+14,3224,0.03226012736558914,403,0.0006024133332781881,
+14,3232,0.02974284067749977,404,0.0019627986408662624,
+14,3240,0.03260742872953415,405,0.0006353365128494001,
+14,3248,0.03314453363418579,406,0.001350278300658549,
+14,3256,0.029692616313695908,407,0.0011265496151199013,
+14,3264,0.029430389404296875,408,0.001661032317945053,
+14,3272,0.029714688658714294,409,0.001199731077778981,
+14,3280,0.03316332399845123,410,0.0008835418001663955,
+14,3288,0.029592573642730713,411,0.0005069690761791372,
+14,3296,0.029969781637191772,412,0.0007827699567618159,
+14,3304,0.02961638942360878,413,0.0003826938841071255,
+14,3312,0.029468584805727005,414,0.0008775069611147047,
+14,3320,0.029776304960250854,415,0.0007352273600796859,
+14,3328,0.029961802065372467,416,0.0016442606029158924,
+,,,416,,0.0012908652424812317
+14,3336,0.02975672110915184,417,0.0007839164294030828,
+14,3344,0.03022944927215576,418,0.0011950648731726687,
+14,3352,0.03362417221069336,419,0.0006505963885336479,
+14,3360,0.030376963317394257,420,0.00038208148271223763,
+15,3368,0.0340048149228096,421,0.00023820346723368857,
+15,3376,0.030181821435689926,422,0.0019003525799648328,
+15,3384,0.030027735978364944,423,0.0004808205929293763,
+15,3392,0.029813334345817566,424,0.0009418611113109033,
+15,3400,0.030491765588521957,425,0.00044484172637263936,
+15,3408,0.030589014291763306,426,0.000899150702305353,
+15,3416,0.030404549092054367,427,0.0011504103383161307,
+15,3424,0.029708273708820343,428,0.0014085713758374499,
+15,3432,0.0333532989025116,429,0.0009727743824896606,
+15,3440,0.030294422060251236,430,0.00047845525180243635,
+15,3448,0.030150867998600006,431,0.000955844453831863,
+15,3456,0.03245779126882553,432,0.0004678595221114599,
+,,,432,,0.0012874604626135393
+15,3464,0.029688671231269836,433,0.0011481888700822869,
+15,3472,0.03389419987797737,434,0.0011140906707926964,
+15,3480,0.030051015317440033,435,0.0014142509802089382,
+15,3488,0.030132338404655457,436,0.0004696299118222669,
+15,3496,0.02996373549103737,437,0.0008771637830332937,
+15,3504,0.030183851718902588,438,0.0016785684323015933,
+15,3512,0.030079014599323273,439,0.0011396604473702609,
+15,3520,0.03001672774553299,440,0.0008341765163864833,
+15,3528,0.03370664641261101,441,0.0014664162442516368,
+15,3536,0.03018484264612198,442,0.0024214140184295294,
+15,3544,0.02993405982851982,443,0.0008485069010930602,
+15,3552,0.030043233186006546,444,0.0007070288058737508,
+15,3560,0.030297409743070602,445,0.0007207813074014016,
+15,3568,0.030729904770851135,446,0.0012428703788221658,
+15,3576,0.030193433165550232,447,0.0008228298525368286,
+15,3584,0.030044399201869965,448,0.0010887229279129922,
+,,,448,,0.0012452010403979908
+16,3592,0.0302843376994133,449,0.0005686928246480724,
+16,3600,0.03027377277612686,450,0.0006612015176170433,
+16,3608,0.030043773353099823,451,0.0021503851506471014,
+16,3616,0.030605167150497437,452,0.0008186953245268131,
+16,3624,0.030740372836589813,453,0.000955633944078513,
+16,3632,0.030591197311878204,454,0.0005310627126494761,
+16,3640,0.030338123440742493,455,0.0008418998979984528,
+16,3648,0.030550017952919006,456,0.0012848286299101477,
+16,3656,0.03335283324122429,457,0.0010964576449623564,
+16,3664,0.03041549026966095,458,0.0005526450440811459,
+16,3672,0.0302974134683609,459,0.000979160978507328,
+16,3680,0.0335807278752327,460,0.000387526347367384,
+16,3688,0.030636094510555267,461,0.0009160814700986851,
+16,3696,0.02999456226825714,462,0.0004231210081012581,
+16,3704,0.030493002384901047,463,0.0011144834182535608,
+16,3712,0.029709074646234512,464,0.0008351859349724171,
+,,,464,,0.0012211142615838485
+16,3720,0.029971051961183548,465,0.0011609282855016107,
+16,3728,0.03325001895427704,466,0.001175366523663494,
+16,3736,0.030381429940462112,467,0.0007242335901537445,
+16,3744,0.030418869107961655,468,0.0016471597826845632,
+16,3752,0.03064224123954773,469,0.0007213981507447897,
+16,3760,0.03088158741593361,470,0.0017025849195376325,
+16,3768,0.030185680836439133,471,0.0012067077287401145,
+16,3776,0.03039088100194931,472,0.0009095473233173834,
+16,3784,0.03045758605003357,473,0.0008783494519705598,
+16,3792,0.029975179582834244,474,0.001318137538129866,
+16,3800,0.030187007039785385,475,0.001147066355770221,
+16,3808,0.030409101396799088,476,0.0011498150481202174,
+17,3816,0.03025657683610916,477,0.00042186542123090476,
+17,3824,0.03021150827407837,478,0.0008661005740577821,
+17,3832,0.03002598136663437,479,0.0003203627178057407,
+17,3840,0.034277644008398056,480,0.001332518888375489,
+,,,480,,0.0012032389640808105
+17,3848,0.029855914413928986,481,0.0008633311640901061,
+17,3856,0.03350762277841568,482,0.0014630947075602307,
+17,3864,0.030125904828310013,483,0.00071340635454712,
+17,3872,0.029725119471549988,484,0.0009889397173537874,
+17,3880,0.03493645787239075,485,0.0008802513111731969,
+17,3888,0.029922232031822205,486,0.0009327349198429147,
+17,3896,0.02986462414264679,487,0.0007913086020770217,
+17,3904,0.030017394572496414,488,0.002429452306906959,
+17,3912,0.029971744865179062,489,0.0005705909819740695,
+17,3920,0.030027344822883606,490,0.0007287764206661709,
+17,3928,0.0330868624150753,491,0.0005524950844725632,
+17,3936,0.0333457887172699,492,0.0017682457759552303,
+17,3944,0.030606918036937714,493,0.000845026939512334,
+17,3952,0.030401669442653656,494,0.001199915465594341,
+17,3960,0.030831463634967804,495,0.0005731102392019238,
+17,3968,0.03229369968175888,496,0.0010598529600732338,
+,,,496,,0.001166087118062106
+17,3976,0.030071966350078583,497,0.001027035929291742,
+17,3984,0.03387676924467087,498,0.0011234672613985215,
+17,3992,0.029934585094451904,499,0.0013062713078397792,
+17,4000,0.030133068561553955,500,0.0011117452922917437,
+17,4008,0.029927588999271393,501,0.0005631406553826915,
+17,4016,0.030513670295476913,502,0.0008173790086472693,
+17,4024,0.033244866877794266,503,0.0005695963009202387,
+17,4032,0.030331578105688095,504,0.0008167047326423926,
+18,4040,0.029926545917987823,505,0.0014196740402522582,
+18,4048,0.030140366405248642,506,0.001287870232287484,
+18,4056,0.02955486997961998,507,0.0005272304198505091,
+18,4064,0.030564792454242706,508,0.0019502474284915177,
+18,4072,0.030320800840854645,509,0.0005491938113250812,
+18,4080,0.03326636925339699,510,0.0012847678667640139,
+18,4088,0.029962066560983658,511,0.0007258313138057323,
+18,4096,0.032956432551145554,512,0.0005624488815859271,
+,,,512,,0.0011238410391590811
+18,4104,0.029729045927524567,513,0.0019391128276206122,
+18,4112,0.03036736696958542,514,0.0005912122117782322,
+18,4120,0.029871966689825058,515,0.0007469650478345681,
+18,4128,0.03371822088956833,516,0.001310741140124654,
+18,4136,0.03089297190308571,517,0.0008425676981763294,
+18,4144,0.02982211485505104,518,0.0011725110314066776,
+18,4152,0.0346735455095768,519,0.0003194400444706182,
+18,4160,0.029320798814296722,520,0.0009331310689698771,
+18,4168,0.02995331957936287,521,0.001097038057526912,
+18,4176,0.029834523797035217,522,0.0005206377410848455,
+18,4184,0.030167117714881897,523,0.001011849724298892,
+18,4192,0.029380667954683304,524,0.0007425268872444016,
+18,4200,0.029906880110502243,525,0.00044845617429183966,
+18,4208,0.029807399958372116,526,0.0006668252185940779,
+18,4216,0.029707185924053192,527,0.001195969634202563,
+18,4224,0.03399679437279701,528,0.0005112296263784325,
+,,,528,,0.0011117112907496366
+18,4232,0.03345002233982086,529,0.0009105865382090477,
+18,4240,0.0300133116543293,530,0.0004855491642956622,
+18,4248,0.029491856694221497,531,0.0010139315976023984,
+18,4256,0.03030059114098549,532,0.0012655928764546004,
+19,4264,0.02986883744597435,533,0.0007014976758260413,
+19,4272,0.03373848646879196,534,0.0005385603122144508,
+19,4280,0.02990991622209549,535,0.0011113074608147145,
+19,4288,0.029993653297424316,536,0.0013588865531346528,
+19,4296,0.029759414494037628,537,0.00047000658681402757,
+19,4304,0.0294572152197361,538,0.000463671733996307,
+19,4312,0.029751282185316086,539,0.0006055881364903014,
+19,4320,0.029777806252241135,540,0.000702358825947158,
+19,4328,0.029957447201013565,541,0.002096676930355338,
+19,4336,0.029799792915582657,542,0.0006453793824990639,
+19,4344,0.03007069230079651,543,0.0010875647623414318,
+19,4352,0.03013138473033905,544,0.0016050813511745738,
+,,,544,,0.00112603022293611
+19,4360,0.030125532299280167,545,0.001921160636508527,
+19,4368,0.029686883091926575,546,0.0005707262630144564,
+19,4376,0.029708590358495712,547,0.0008103947339722337,
+19,4384,0.030404821038246155,548,0.0014375780020990142,
+19,4392,0.029553137719631195,549,0.0004581771499942988,
+19,4400,0.030079297721385956,550,0.0005681265814928338,
+19,4408,0.029855862259864807,551,0.0005340236926153571,
+19,4416,0.03052501380443573,552,0.0007894826974899678,
+19,4424,0.03031378984451294,553,0.0011067036002014692,
+19,4432,0.029755402356386185,554,0.00065619307072969,
+19,4440,0.03019627556204796,555,0.001005477237716453,
+19,4448,0.030117090791463852,556,0.0008103041484271391,
+19,4456,0.03002544492483139,557,0.0006186626381928694,
+19,4464,0.030065961182117462,558,0.0010165050178849405,
+19,4472,0.029759716242551804,559,0.00044043560774298385,
+19,4480,0.030337471514940262,560,0.0007789498929262415,
+,,,560,,0.001100808720697056
+20,4488,0.030226003378629684,561,0.0004974190314197375,
+20,4496,0.030552569776773453,562,0.0006514570294794711,
+20,4504,0.030412834137678146,563,0.0011134487582846002,
+20,4512,0.03042314574122429,564,0.0005681109081100052,
+20,4520,0.030684195458889008,565,0.0007777346705552191,
+20,4528,0.03007958084344864,566,0.00034562410811694074,
+20,4536,0.03333510830998421,567,0.0006647687489301182,
+20,4544,0.03327365964651108,568,0.0009898927195795945,
+20,4552,0.03043803572654724,569,0.0009104961220425769,
+20,4560,0.029978051781654358,570,0.0008459107562278708,
+20,4568,0.030166462063789368,571,0.000479769773217133,
+20,4576,0.030258353799581528,572,0.0008294941153508262,
+20,4584,0.029638465493917465,573,0.0007868349560091949,
+20,4592,0.03308406099677086,574,0.0007990762302749014,
+20,4600,0.03003380075097084,575,0.0010116233762043217,
+20,4608,0.03297740966081619,576,0.000785327070678415,
+,,,576,,0.0010825820944525978
+20,4616,0.03265392407774925,577,0.00048593877396673304,
+20,4624,0.03389345109462738,578,0.0007632927226950414,
+20,4632,0.03016669675707817,579,0.0010304732307056177,
+20,4640,0.032746605575084686,580,0.0004281592515932668,
+20,4648,0.02982623502612114,581,0.0006899103573232424,
+20,4656,0.030290663242340088,582,0.0020362014620332047,
+20,4664,0.030327316373586655,583,0.0008920593872272337,
+20,4672,0.029771123081445694,584,0.0007624347496554643,
+20,4680,0.029817432165145874,585,0.0014348954249120045,
+20,4688,0.030094198882579803,586,0.0010171137279636848,
+20,4696,0.033573217689991,587,0.0023093269936418017,
+20,4704,0.029426034539937973,588,0.0007347229409126819,
+21,4712,0.030177932232618332,589,0.00040817494101991707,
+21,4720,0.03039437159895897,590,0.0014612328770454042,
+21,4728,0.030212808400392532,591,0.0018630559308283928,
+21,4736,0.029836218804121017,592,0.0006247882019334401,
+,,,592,,0.0010682568631388925
+21,4744,0.03370223194360733,593,0.0013453101429845178,
+21,4752,0.03027617558836937,594,0.0018589572240531337,
+21,4760,0.03496483340859413,595,0.0005608641132801914,
+21,4768,0.030015602707862854,596,0.0010875372952016602,
+21,4776,0.03004894033074379,597,0.000900016502003252,
+21,4784,0.030846811830997467,598,0.0013779705544808307,
+21,4792,0.030289795249700546,599,0.0003399849418201484,
+21,4800,0.029982086271047592,600,0.0008991398888611001,
+21,4808,0.03005187213420868,601,0.001074018718229906,
+21,4816,0.029940634965896606,602,0.0009214441777051737,
+21,4824,0.030609484761953354,603,0.0010404591788149749,
+21,4832,0.030003055930137634,604,0.00044747948810585183,
+21,4840,0.03472922369837761,605,0.00039997872506948904,
+21,4848,0.03041301667690277,606,0.0006005448032572696,
+21,4856,0.029891379177570343,607,0.0010500819659985912,
+21,4864,0.03407810628414154,608,0.0007829639490899773,
+,,,608,,0.0010380230166695335
+21,4872,0.030157875269651413,609,0.00044109365130266684,
+21,4880,0.029459871351718903,610,0.000915733875114132,
+21,4888,0.02991276979446411,611,0.0005557316162594361,
+21,4896,0.029465675354003906,612,0.0004918535918337652,
+21,4904,0.02988879755139351,613,0.0005775288518634625,
+21,4912,0.029351722449064255,614,0.0004449688989552669,
+21,4920,0.029740940779447556,615,0.0005223502084845677,
+21,4928,0.032833393663167953,616,0.000559244902736585,
+22,4936,0.029327034950256348,617,0.0007888974061260294,
+22,4944,0.029456082731485367,618,0.000812386320411371,
+22,4952,0.029352393001317978,619,0.0006230110268986139,
+22,4960,0.02932696044445038,620,0.00046915107086533683,
+22,4968,0.029713649302721024,621,0.000636265566249171,
+22,4976,0.02966805174946785,622,0.0010764025859576318,
+22,4984,0.02941698580980301,623,0.000915722955072012,
+22,4992,0.029148582369089127,624,0.000777521830968908,
+,,,624,,0.0010305724360726097
+22,5000,0.029467672109603882,625,0.0006994644440551797,
+22,5008,0.02931470423936844,626,0.0011958853287711356,
+22,5016,0.033467020839452744,627,0.0007243815869934714,
+22,5024,0.029947858303785324,628,0.0007086101350768541,
+22,5032,0.029498159885406494,629,0.0006605485395994037,
+22,5040,0.029646653681993484,630,0.0006683125902782194,
+22,5048,0.029651958495378494,631,0.0006424346473067998,
+22,5056,0.029507163912057877,632,0.0005240611200861168,
+22,5064,0.030214030295610428,633,0.0005776351667009294,
+22,5072,0.02953581139445305,634,0.000833417549276621,
+22,5080,0.02940240129828453,635,0.0008977190824225545,
+22,5088,0.029696043580770493,636,0.00155688221178328,
+22,5096,0.029715869575738907,637,0.0006537839711069994,
+22,5104,0.02986101433634758,638,0.0006688791598814229,
+22,5112,0.02957465499639511,639,0.00018396476086005956,
+22,5120,0.03258442506194115,640,0.00126422669927706,
+,,,640,,0.0010283952409570868
+22,5128,0.029865823686122894,641,0.0015001452675978027,
+22,5136,0.0304340161383152,642,0.0010952533417106938,
+22,5144,0.03292301669716835,643,0.0008339526990918481,
+22,5152,0.030107494443655014,644,0.0012158640467812521,
+23,5160,0.029529429972171783,645,0.0004444836550747924,
+23,5168,0.029530923813581467,646,0.0009014598642049046,
+23,5176,0.029197152704000473,647,0.0008271862638399138,
+23,5184,0.02961723506450653,648,0.0007492460577990501,
+23,5192,0.029376551508903503,649,0.001513694067398319,
+23,5200,0.02971063181757927,650,0.0008194365145755,
+23,5208,0.03281913697719574,651,0.0007179803719433646,
+23,5216,0.02916422113776207,652,0.001074504946882371,
+23,5224,0.03001200035214424,653,0.0007827169026443569,
+23,5232,0.029518183320760727,654,0.0008129027197962083,
+23,5240,0.03331788629293442,655,0.0004713683156296611,
+23,5248,0.029403693974018097,656,0.0003933122829948843,
+,,,656,,0.0010063223540782928
+23,5256,0.029851656407117844,657,0.001271381585796077,
+23,5264,0.029471099376678467,658,0.0011273212717655538,
+23,5272,0.032544996589422226,659,0.00031020923925098034,
+23,5280,0.029801364988088608,660,0.0005494335761925738,
+23,5288,0.02985464408993721,661,0.0007115918254688344,
+23,5296,0.02981887385249138,662,0.0003714251417057732,
+23,5304,0.030060600489377975,663,0.0004246628956355959,
+23,5312,0.029352344572544098,664,0.0008463054613317721,
+23,5320,0.02995825931429863,665,0.0009315603480596716,
+23,5328,0.029642567038536072,666,0.0014047086142989643,
+23,5336,0.02972298115491867,667,0.0011425458627248493,
+23,5344,0.029216811060905457,668,0.0010712468865676783,
+23,5352,0.03348143771290779,669,0.00047936938524519344,
+23,5360,0.02964446321129799,670,0.0010460163559235464,
+23,5368,0.03344812989234924,671,0.0005368812551471189,
+23,5376,0.030234571546316147,672,0.000794779107449218,
+,,,672,,0.0010042668743567033
+24,5384,0.029457315802574158,673,0.0005693677521776408,
+24,5392,0.029643245041370392,674,0.0008926600858103484,
+24,5400,0.029831282794475555,675,0.0006169145026433398,
+24,5408,0.030701622366905212,676,0.00035530189276099776,
+24,5416,0.030317116528749466,677,0.0008456128925899975,
+24,5424,0.03222630172967911,678,0.0011347814219976392,
+24,5432,0.029259786009788513,679,0.00121410251553503,
+24,5440,0.03384804353117943,680,0.0014800983802930345,
+24,5448,0.029724664986133575,681,0.0005168733708463454,
+24,5456,0.029862090945243835,682,0.0005888155112188543,
+24,5464,0.02967359870672226,683,0.0006397157176252222,
+24,5472,0.02991034835577011,684,0.0009631293651182204,
+24,5480,0.02981990948319435,685,0.0004976493659011215,
+24,5488,0.03005899116396904,686,0.0004718939308077097,
+24,5496,0.029614321887493134,687,0.0008552336887357972,
+24,5504,0.02966975048184395,688,0.0006204298814946713,
+,,,688,,0.0010033500465479765
+24,5512,0.029576856642961502,689,0.0018216645509131592,
+24,5520,0.032757099717855453,690,0.00043258978075755294,
+24,5528,0.029950663447380066,691,0.0006596941537281964,
+24,5536,0.029624219983816147,692,0.0006990407976748733,
+24,5544,0.02941736951470375,693,0.0006102219068755706,
+24,5552,0.03423178195953369,694,0.0010047898758784868,
+24,5560,0.03411293774843216,695,0.0009268666418882696,
+24,5568,0.0329718180000782,696,0.001193420428171521,
+24,5576,0.029888387769460678,697,0.000766806086176075,
+24,5584,0.029468905180692673,698,0.0004723562481861639,
+24,5592,0.029854219406843185,699,0.0010726524073666392,
+24,5600,0.029321618378162384,700,0.0005056333085511662,
+25,5608,0.0300837941467762,701,0.0007715558246921071,
+25,5616,0.029435034841299057,702,0.0006158483083709143,
+25,5624,0.0293089859187603,703,0.0003914310024507965,
+25,5632,0.029469475150108337,704,0.00039398025338804085,
+,,,704,,0.000991157442331314
+25,5640,0.03399105370044708,705,0.0008696957577610322,
+25,5648,0.03290180116891861,706,0.000549866546696814,
+25,5656,0.032162055373191833,707,0.0004913138812601877,
+25,5664,0.03340200334787369,708,0.0011237658602567535,
+25,5672,0.02914797142148018,709,0.0012900878828077111,
+25,5680,0.03237500786781311,710,0.0011545623092388269,
+25,5688,0.029409844428300858,711,0.000695649090630468,
+25,5696,0.032716669142246246,712,0.00043138590845046563,
+25,5704,0.02933681383728981,713,0.000501562323734106,
+25,5712,0.029331069439649582,714,0.0005762884338764707,
+25,5720,0.029406189918518066,715,0.0002834231390806963,
+25,5728,0.028934035450220108,716,0.0019934827557465595,
+25,5736,0.02946919947862625,717,0.0006913733232067898,
+25,5744,0.029546070843935013,718,0.0004945157249624442,
+25,5752,0.02944071963429451,719,0.0013344021717784926,
+25,5760,0.029198266565799713,720,0.0008141678384466408,
+,,,720,,0.0009473075243559751
+25,5768,0.029268600046634674,721,0.0008756134842629903,
+25,5776,0.029190540313720703,722,0.0007880731641004483,
+25,5784,0.029118165373802185,723,0.0008373613340414263,
+25,5792,0.029046017676591873,724,0.0008627556902259433,
+25,5800,0.028926871716976166,725,0.0005765071816443067,
+25,5808,0.02917426824569702,726,0.0012165209638104507,
+25,5816,0.03352826461195946,727,0.0006570943528045477,
+25,5824,0.029817193746566772,728,0.0007641133701586764,
+26,5832,0.029336847364902496,729,0.0005667963623636751,
+26,5840,0.0288664810359478,730,0.0007821786878464211,
+26,5848,0.029126692563295364,731,0.0005296119254905664,
+26,5856,0.03371163085103035,732,0.0008459590634712102,
+26,5864,0.03341199830174446,733,0.00035779050350273877,
+26,5872,0.029355712234973907,734,0.0009084963135787153,
+26,5880,0.03250100463628769,735,0.00071492494710886,
+26,5888,0.02894364669919014,736,0.0009194524952818028,
+,,,736,,0.000949599255215038
+26,5896,0.029076535254716873,737,0.0004506955883698538,
+26,5904,0.029303763061761856,738,0.0012307062326207025,
+26,5912,0.028864867985248566,739,0.00040060670554256916,
+26,5920,0.028940394520759583,740,0.0016031930305568192,
+26,5928,0.02953217551112175,741,0.0003018784977030009,
+26,5936,0.02879061922430992,742,0.00026221364169032313,
+26,5944,0.02921617403626442,743,0.0010853470911652867,
+26,5952,0.029603827744722366,744,0.0005713488113542553,
+26,5960,0.02934635803103447,745,0.0005720817483961582,
+26,5968,0.028796009719371796,746,0.00045774997719986874,
+26,5976,0.029001984745264053,747,0.0009922305233582543,
+26,5984,0.02901463210582733,748,0.001057701150249854,
+26,5992,0.028834179043769836,749,0.0007990047585432573,
+26,6000,0.02893337607383728,750,0.0007504170527681709,
+26,6008,0.029611889272928238,751,0.0005665242094367456,
+26,6016,0.02895253151655197,752,0.000703056994617717,
+,,,752,,0.000942875173958865
+26,6024,0.03271112218499184,753,0.001134687201296661,
+26,6032,0.028949648141860962,754,0.0008319233143993188,
+26,6040,0.029282376170158386,755,0.001271812206323375,
+26,6048,0.029197532683610916,756,0.0007444482980645262,
+27,6056,0.029299981892108917,757,0.00041374569597489125,
+27,6064,0.029238279908895493,758,0.0005110758938826621,
+27,6072,0.02928691729903221,759,0.0007153579665880118,
+27,6080,0.029270298779010773,760,0.0006332016915125264,
+27,6088,0.029031924903392792,761,0.0006843310520707746,
+27,6096,0.029156718403100967,762,0.0005483696153937166,
+27,6104,0.02884628251194954,763,0.0006422430251404876,
+27,6112,0.029041659086942673,764,0.0008007275692458886,
+27,6120,0.029160551726818085,765,0.0003968521201526388,
+27,6128,0.029057011008262634,766,0.0007588903813898055,
+27,6136,0.02912396565079689,767,0.0012562826595967636,
+27,6144,0.03321974352002144,768,0.0013514395936259202,
+,,,768,,0.0009330516511743719
+27,6152,0.029968932271003723,769,0.00029424061774209676,
+27,6160,0.029328085482120514,770,0.0005213781140892851,
+27,6168,0.029318243265151978,771,0.0006405189372647632,
+27,6176,0.02919667959213257,772,0.00043490936150192283,
+27,6184,0.029803838580846786,773,0.0008241241935138532,
+27,6192,0.0331246592104435,774,0.0006344794256923099,
+27,6200,0.029381994158029556,775,0.0006578525577424444,
+27,6208,0.03339036926627159,776,0.0006137423086329363,
+27,6216,0.02951296791434288,777,0.0005509639185523459,
+27,6224,0.029410503804683685,778,0.0011232353197770221,
+27,6232,0.029043395072221756,779,0.0014199979579478334,
+27,6240,0.028993166983127594,780,0.0007938604946199727,
+27,6248,0.02923959493637085,781,0.0007068041660305527,
+27,6256,0.03000989928841591,782,0.0003197799580282828,
+27,6264,0.02931670844554901,783,0.001617371247938046,
+27,6272,0.03286353871226311,784,0.0010955965917673893,
+,,,784,,0.0009412493218075146
+28,6280,0.02957819402217865,785,0.0006214730898276544,
+28,6288,0.028859585523605347,786,0.00039798173280100206,
+28,6296,0.029265504330396652,787,0.001182234794084382,
+28,6304,0.029152311384677887,788,0.00030760059986884394,
+28,6312,0.02930648997426033,789,0.0006775715189108339,
+28,6320,0.029429059475660324,790,0.000993139074456518,
+28,6328,0.03348040208220482,791,0.0004058548398792151,
+28,6336,0.032251086086034775,792,0.00044643859235713113,
+28,6344,0.029300346970558167,793,0.001126906270136325,
+28,6352,0.028994612395763397,794,0.0008774428861215711,
+28,6360,0.029221713542938232,795,0.0006713774990722803,
+28,6368,0.029085244983434677,796,0.0008463068755060833,
+28,6376,0.028969064354896545,797,0.0004645940823068556,
+28,6384,0.03364911302924156,798,0.0009831831294622344,
+28,6392,0.03380800411105156,799,0.0007619831390911713,
+28,6400,0.03328440338373184,800,0.0007091697464472548,
+,,,800,,0.0009065679528496482
+28,6408,0.029240496456623077,801,0.0006210579270676438,
+28,6416,0.029222585260868073,802,0.002183449663183031,
+28,6424,0.03311135619878769,803,0.0009145230701855886,
+28,6432,0.029186170548200607,804,0.0007698887032650722,
+28,6440,0.02910761535167694,805,0.00034870888736226004,
+28,6448,0.029094692319631577,806,0.0009618933815675389,
+28,6456,0.02958005666732788,807,0.0007882672754931264,
+28,6464,0.029343727976083755,808,0.0006737912136976285,
+28,6472,0.02965708076953888,809,0.0008270946752666284,
+28,6480,0.03305692970752716,810,0.0002912963915150613,
+28,6488,0.03228453919291496,811,0.00042727354157250373,
+28,6496,0.029557593166828156,812,0.0009994138426918653,
+29,6504,0.029275059700012207,813,0.0003378601605719369,
+29,6512,0.029543031007051468,814,0.0010579460728574002,
+29,6520,0.029781244695186615,815,0.0002885334116789246,
+29,6528,0.029473163187503815,816,0.0005076796483730764,
+,,,816,,0.0008928701958873055
+29,6536,0.029523074626922607,817,0.0014889116609992925,
+29,6544,0.02947283163666725,818,0.00028909626648369755,
+29,6552,0.02975798398256302,819,0.00043584711518353567,
+29,6560,0.029550671577453613,820,0.0009652678183136651,
+29,6568,0.029701445251703262,821,0.0009297037128514299,
+29,6576,0.02993081510066986,822,0.0004506674304138869,
+29,6584,0.029558997601270676,823,0.00048295905313959037,
+29,6592,0.0322209894657135,824,0.0017781721274202158,
+29,6600,0.02944071963429451,825,0.0010468582325054078,
+29,6608,0.029751881957054138,826,0.0005195950718850575,
+29,6616,0.029707059264183044,827,0.00031439864160347496,
+29,6624,0.0296969935297966,828,0.0005265499253605063,
+29,6632,0.029964864253997803,829,0.0006196784513751761,
+29,6640,0.02972479909658432,830,0.0005213211812328414,
+29,6648,0.03312426432967186,831,0.0005243905946951021,
+29,6656,0.029492110013961792,832,0.0007531534009523547,
+,,,832,,0.0009257821196859533
+29,6664,0.029636844992637634,833,0.0008843510571750812,
+29,6672,0.03407157585024834,834,0.000935680840888785,
+29,6680,0.029687296599149704,835,0.001157543554820057,
+29,6688,0.029432188719511032,836,0.00044568332616888383,
+29,6696,0.029469802975654602,837,0.0008386429241606189,
+29,6704,0.029953550547361374,838,0.0008862242371833418,
+29,6712,0.029731810092926025,839,0.0005960499458104515,
+29,6720,0.0292668379843235,840,0.0008525244262603916,
+30,6728,0.02962561696767807,841,0.0004939402326551947,
+30,6736,0.0293797105550766,842,0.0007691747730579943,
+30,6744,0.029345963150262833,843,0.0007238777986706489,
+30,6752,0.029057376086711884,844,0.0013181550481628317,
+30,6760,0.02967124804854393,845,0.0014857294930455585,
+30,6768,0.029409658163785934,846,0.0008505848037692396,
+30,6776,0.03282706066966057,847,0.001630162031991252,
+30,6784,0.029862593859434128,848,0.0005903928610981287,
+,,,848,,0.0008870166133750568
+30,6792,0.02997453883290291,849,0.0009669217166340197,
+30,6800,0.02936779335141182,850,0.0006999922208099936,
+30,6808,0.029799919575452805,851,0.000539617299532088,
+30,6816,0.03200710937380791,852,0.0005190366220911249,
+30,6824,0.02945457026362419,853,0.0004488948210824414,
+30,6832,0.029478464275598526,854,0.0012408720050933136,
+30,6840,0.029626548290252686,855,0.0002319953316394028,
+30,6848,0.029902536422014236,856,0.000246103773406503,
+30,6856,0.03029700741171837,857,0.00038274787160238094,
+30,6864,0.032951563596725464,858,0.0006043114251672075,
+30,6872,0.0347248800098896,859,0.0005927570800849935,
+30,6880,0.029534611850976944,860,0.0008756053708070381,
+30,6888,0.029295794665813446,861,0.0005535069503821433,
+30,6896,0.029491174966096878,862,0.0006232869465748081,
+30,6904,0.02951819822192192,863,0.0007571483603290593,
+30,6912,0.029746532440185547,864,0.00034916465574497124,
+,,,864,,0.0008882052519104698
+30,6920,0.03334949538111687,865,0.0009210318125302105,
+30,6928,0.029604710638523102,866,0.0005894901635026775,
+30,6936,0.029341816902160645,867,0.000744579616626392,
+30,6944,0.02940072864294052,868,0.0004264326575635509,
+31,6952,0.029436592012643814,869,0.0008696404267818882,
+31,6960,0.029689572751522064,870,0.0008656901515099559,
+31,6968,0.02991974726319313,871,0.0006970379019383637,
+31,6976,0.029578622430562973,872,0.0006190841061955629,
+31,6984,0.02969822660088539,873,0.0004073608433827758,
+31,6992,0.03452831134200096,874,0.0008383437824914625,
+31,7000,0.029193881899118423,875,0.0009790995894805887,
+31,7008,0.029490359127521515,876,0.0005810419155750423,
+31,7016,0.02925902232527733,877,0.0010359957060941001,
+31,7024,0.029671046882867813,878,0.0004886447835209159,
+31,7032,0.02988285943865776,879,0.0005148946695650617,
+31,7040,0.034740932285785675,880,0.0009883005973692475,
+,,,880,,0.000876262445341457
+31,7048,0.02912929654121399,881,0.0006817934539867565,
+31,7056,0.0331125371158123,882,0.0004948224464897067,
+31,7064,0.029559846967458725,883,0.0008251687553032147,
+31,7072,0.02935405820608139,884,0.0004123825549160958,
+31,7080,0.03282737359404564,885,0.0005190844385651872,
+31,7088,0.029121480882167816,886,0.0008287618015443018,
+31,7096,0.029155123978853226,887,0.0005443445397059594,
+31,7104,0.029290098696947098,888,0.000903351798814793,
+31,7112,0.03354041650891304,889,0.001138469184176453,
+31,7120,0.029296819120645523,890,0.0004658452635339927,
+31,7128,0.02998526021838188,891,0.0009581796002748888,
+31,7136,0.029352664947509766,892,0.0006192170403664932,
+31,7144,0.033058345317840576,893,0.0007435557621647604,
+31,7152,0.03395659849047661,894,0.0005575109850421237,
+31,7160,0.02920355647802353,895,0.000884064043930266,
+31,7168,0.029026109725236893,896,0.0003117735468549654,
+,,,896,,0.000866358456286517
+32,7176,0.0336543433368206,897,0.0007844617258259942,
+32,7184,0.032723311334848404,898,0.0006866150785450978,
+32,7192,0.029257725924253464,899,0.0005147006344156001,
+32,7200,0.028994891792535782,900,0.0006016999723215122,
+32,7208,0.028914228081703186,901,0.0014173127320563335,
+32,7216,0.029631514102220535,902,0.00047511004049738403,
+32,7224,0.02930266410112381,903,0.0009783834786503576,
+32,7232,0.029400352388620377,904,0.0004893580712632684,
+32,7240,0.029329858720302582,905,0.0012450506888294162,
+32,7248,0.02946561947464943,906,0.00045217880291271615,
+32,7256,0.03324480727314949,907,0.0008618509091320448,
+32,7264,0.02910088375210762,908,0.0006716683292324888,
+32,7272,0.03219209611415863,909,0.0006227034651341715,
+32,7280,0.029428750276565552,910,0.0005556215865698715,
+32,7288,0.029423788189888,911,0.0008149906827990586,
+32,7296,0.029497623443603516,912,0.0006856731872955736,
+,,,912,,0.0008735857226631858
+32,7304,0.03005821257829666,913,0.0006758347024935154,
+32,7312,0.029992081224918365,914,0.0007013748428497431,
+32,7320,0.030353661626577377,915,0.0006848527780675794,
+32,7328,0.02993553876876831,916,0.0002807224216667237,
+32,7336,0.03421713039278984,917,0.0007917804614407942,
+32,7344,0.029842771589756012,918,0.0004518390311811042,
+32,7352,0.029931358993053436,919,0.0005225913412757039,
+32,7360,0.03002326935529709,920,0.0002944771307132517,
+32,7368,0.02951829880475998,921,0.0005222576539381408,
+32,7376,0.02992807701230049,922,0.0009714624510916809,
+32,7384,0.02976280450820923,923,0.0011103387963278994,
+32,7392,0.029782820492982864,924,0.0009414126824898024,
+33,7400,0.029780562967061996,925,0.00018556168247919736,
+33,7408,0.029907263815402985,926,0.0005201740890091363,
+33,7416,0.02967735007405281,927,0.0006609517113247421,
+33,7424,0.02995086833834648,928,0.0007664797171442347,
+,,,928,,0.0008660844781182029
+33,7432,0.03011537715792656,929,0.0010306297869343932,
+33,7440,0.03027038648724556,930,0.0008306650694673104,
+33,7448,0.02989979088306427,931,0.0004802026053178398,
+33,7456,0.030222639441490173,932,0.0006684508080070373,
+33,7464,0.029892995953559875,933,0.0003536198297903563,
+33,7472,0.029999881982803345,934,0.001167852763319388,
+33,7480,0.0300978422164917,935,0.0006534551388800278,
+33,7488,0.02999180555343628,936,0.0005947215109839677,
+33,7496,0.029939662665128708,937,0.0003170532399963122,
+33,7504,0.029830846935510635,938,0.0007097156175101797,
+33,7512,0.03010999783873558,939,0.0005517610557944863,
+33,7520,0.029706232249736786,940,0.00039607336596721626,
+33,7528,0.029906511306762695,941,0.0010797311907871127,
+33,7536,0.03032975271344185,942,0.00041886655235430227,
+33,7544,0.03345819190144539,943,0.0009643145783159595,
+33,7552,0.029485978186130524,944,0.000330272521952995,
+,,,944,,0.0008517203005877408
+33,7560,0.029437188059091568,945,0.001099747403835257,
+33,7568,0.029574938118457794,946,0.0007010314028385827,
+33,7576,0.02969196066260338,947,0.000654953845595527,
+33,7584,0.029797524213790894,948,0.0011851782076215992,
+33,7592,0.02953508123755455,949,0.0008839705484346128,
+33,7600,0.029368657618761063,950,0.0005498320102700605,
+33,7608,0.029618579894304276,951,0.0004708565653951761,
+33,7616,0.034310825169086456,952,0.0007981055416166783,
+34,7624,0.0296391099691391,953,0.0011363719662161504,
+34,7632,0.03338899090886116,954,0.0003588734808462587,
+34,7640,0.029404256492853165,955,0.0005930167785014159,
+34,7648,0.034067582339048386,956,0.0004984493611118523,
+34,7656,0.03291970491409302,957,0.0005705792242555286,
+34,7664,0.029458068311214447,958,0.000496330880692271,
+34,7672,0.034274257719516754,959,0.000489176522478374,
+34,7680,0.029417559504508972,960,0.0013261865159230573,
+,,,960,,0.0008524430746381933
+34,7688,0.03386363014578819,961,0.00048321356455114885,
+34,7696,0.029491592198610306,962,0.000673880041964973,
+34,7704,0.029447048902511597,963,0.0009316092017494763,
+34,7712,0.02920094132423401,964,0.000492425494788525,
+34,7720,0.029502660036087036,965,0.0003450898744631559,
+34,7728,0.0292649008333683,966,0.000513712792781007,
+34,7736,0.029075276106595993,967,0.0007789338493379406,
+34,7744,0.03342827782034874,968,0.0007200613499662722,
+34,7752,0.029429610818624496,969,0.0005379785643526702,
+34,7760,0.030010391026735306,970,0.0005266148170145849,
+34,7768,0.03006908670067787,971,0.0003797299464673011,
+34,7776,0.0295151025056839,972,0.0011881852406077087,
+34,7784,0.029848270118236542,973,0.0004312295045978813,
+34,7792,0.02953043207526207,974,0.0005077851933492639,
+34,7800,0.02936318889260292,975,0.0013015720773442549,
+34,7808,0.03328516334295273,976,0.000726644852485541,
+,,,976,,0.0008518354459242387
+34,7816,0.029639966785907745,977,0.00117828170529238,
+34,7824,0.029539212584495544,978,0.0005235742035438306,
+34,7832,0.0326937697827816,979,0.0003762788189002701,
+34,7840,0.0299094058573246,980,0.0006573499820660799,
+35,7848,0.02966814488172531,981,0.00027341143625866,
+35,7856,0.029781587421894073,982,0.0007225081721759018,
+35,7864,0.029846619814634323,983,0.001177261540512766,
+35,7872,0.029480960220098495,984,0.00045258464524522424,
+35,7880,0.060122743248939514,985,0.0008850378036930289,
+35,7888,0.03413400799036026,986,0.001160826423438266,
+35,7896,0.029578153043985367,987,0.0008501116628229448,
+35,7904,0.029418282210826874,988,0.00033242239971348846,
+35,7912,0.02961333468556404,989,0.0008458933583218217,
+35,7920,0.029436424374580383,990,0.0008782821569184307,
+35,7928,0.02969514951109886,991,0.0012966401100129588,
+35,7936,0.02949361503124237,992,0.0003995948690527047,
+,,,992,,0.000839274986223741
+35,7944,0.029708176851272583,993,0.0008184260672847317,
+35,7952,0.033701520413160324,994,0.0007185811096300873,
+35,7960,0.029463037848472595,995,0.0003765225907651863,
+35,7968,0.029557552188634872,996,0.00045077950534715247,
+35,7976,0.03398754075169563,997,0.0006831566315668169,
+35,7984,0.03437104821205139,998,0.0003924016186479443,
+35,7992,0.03314516693353653,999,0.00043576131737119373,
+35,8000,0.02949168160557747,1000,0.00033132945993036793,
+35,8008,0.029747944325208664,1001,0.0008342898628533087,
+35,8016,0.029521726071834564,1002,0.00047415853769052776,
+35,8024,0.02956424281001091,1003,0.0003939422480875186,
+35,8032,0.030009038746356964,1004,0.0009940245664135242,
+35,8040,0.02985209971666336,1005,0.0007487969426923277,
+35,8048,0.030180547386407852,1006,0.0008023697072613603,
+35,8056,0.029676076024770737,1007,0.0006939478321741758,
+35,8064,0.030029617249965668,1008,0.0004221168458640862,
+,,,1008,,0.0008644187992269342
+36,8072,0.030002903193235397,1009,0.0008385793613949014,
+36,8080,0.03290485218167305,1010,0.0006064338667783886,
+36,8088,0.029958944767713547,1011,0.0005242328777967486,
+36,8096,0.03002570942044258,1012,0.000998979333626966,
+36,8104,0.029778148978948593,1013,0.0011609984134198525,
+36,8112,0.030065424740314484,1014,0.0003845529045065632,
+36,8120,0.03427194058895111,1015,0.0007628827734151855,
+36,8128,0.030059680342674255,1016,0.0004719197197118774,
+36,8136,0.029621325433254242,1017,0.000885719429269167,
+36,8144,0.0298432856798172,1018,0.0006185709510949285,
+36,8152,0.02979443222284317,1019,0.0007410404713092637,
+36,8160,0.029950853437185287,1020,0.0009503525356454442,
+36,8168,0.02955995872616768,1021,0.0004862458386924118,
+36,8176,0.029533546417951584,1022,0.0002568401367979176,
+36,8184,0.029472865164279938,1023,0.00043589762376191525,
+36,8192,0.030308671295642853,1024,0.0005934341679676436,
+,,,1024,,0.0008235143666917628
+36,8200,0.02957812324166298,1025,0.0013042731870276233,
+36,8208,0.03343722224235535,1026,0.0009270455680962187,
+36,8216,0.02953559160232544,1027,0.0009349239737881968,
+36,8224,0.03369874507188797,1028,0.00030816644655053756,
+36,8232,0.029789336025714874,1029,0.0002231891470728442,
+36,8240,0.029541105031967163,1030,0.00040691816486121917,
+36,8248,0.02959592640399933,1031,0.0004796995761518536,
+36,8256,0.02964465320110321,1032,0.0006173454230520292,
+36,8264,0.032656192779541016,1033,0.0006689335389707524,
+36,8272,0.02989642322063446,1034,0.00019686508544096299,
+36,8280,0.029375560581684113,1035,0.0007032100600974025,
+36,8288,0.029440950602293015,1036,0.001005930233637068,
+37,8296,0.02986261248588562,1037,0.0014102507993811741,
+37,8304,0.032808735966682434,1038,0.0007304983048622186,
+37,8312,0.029701948165893555,1039,0.0008966376869163165,
+37,8320,0.02949904277920723,1040,0.00037662916179215244,
+,,,1040,,0.0008150336417284879
+37,8328,0.02990984171628952,1041,0.0006921522105282444,
+37,8336,0.029670678079128265,1042,0.0006908492541697342,
+37,8344,0.029296282678842545,1043,0.0006010236258869275,
+37,8352,0.02937811240553856,1044,0.0007148129012561045,
+37,8360,0.03007657453417778,1045,0.0006394373485818505,
+37,8368,0.029970914125442505,1046,0.0007191320465998226,
+37,8376,0.029633931815624237,1047,0.0008255102846305817,
+37,8384,0.029462914913892746,1048,0.0009352544036049109,
+37,8392,0.029504626989364624,1049,0.0007400410686386749,
+37,8400,0.030043810606002808,1050,0.0005845168105644496,
+37,8408,0.02998802810907364,1051,0.0007692539281075975,
+37,8416,0.02966446429491043,1052,0.000576777383685112,
+37,8424,0.02984118089079857,1053,0.00031845600218124065,
+37,8432,0.034247592091560364,1054,0.000743601518810134,
+37,8440,0.029433514922857285,1055,0.0009262331888229321,
+37,8448,0.03265305235981941,1056,0.00028807468224840705,
+,,,1056,,0.000816813517700542
+37,8456,0.03381017595529556,1057,0.0004971717068904334,
+37,8464,0.02938161790370941,1058,0.0004762810885949875,
+37,8472,0.029562510550022125,1059,0.0007012280700357885,
+37,8480,0.02960740029811859,1060,0.0008636926403806473,
+37,8488,0.029604706913232803,1061,0.0002966238753288053,
+37,8496,0.02968105673789978,1062,0.00047662438737461343,
+37,8504,0.03209669142961502,1063,0.0005595207961353784,
+37,8512,0.030072838068008423,1064,0.0006344599187286803,
+38,8520,0.029570672661066055,1065,0.0006871252614170468,
+38,8528,0.029763594269752502,1066,0.0009195240211403487,
+38,8536,0.03001399338245392,1067,0.0007227801518941609,
+38,8544,0.02953856810927391,1068,0.0007890398254468371,
+38,8552,0.02957187220454216,1069,0.0011646280501736328,
+38,8560,0.029287386685609818,1070,0.0008253027954197023,
+38,8568,0.029716331511735916,1071,0.0010622226809573476,
+38,8576,0.02959667146205902,1072,0.0004741491413571768,
+,,,1072,,0.0008189886808395386
+38,8584,0.033507201820611954,1073,0.0003768721152692496,
+38,8592,0.0292867049574852,1074,0.0007328935028523959,
+38,8600,0.029304619878530502,1075,0.0001861723249021452,
+38,8608,0.03332749754190445,1076,0.0003200271991469587,
+38,8616,0.029590848833322525,1077,0.0004067516308098745,
+38,8624,0.03012317791581154,1078,0.0011264183360088448,
+38,8632,0.02981286495923996,1079,0.00042519043166645463,
+38,8640,0.02922682836651802,1080,0.0006058254514825351,
+38,8648,0.02892911434173584,1081,0.0005822426877178563,
+38,8656,0.0337403379380703,1082,0.0004369012044312862,
+38,8664,0.02994707226753235,1083,0.0012157351051428123,
+38,8672,0.029654085636138916,1084,0.00032761252477939704,
+38,8680,0.029144514352083206,1085,0.0005671224741187567,
+38,8688,0.03354518488049507,1086,0.0004549560404624432,
+38,8696,0.03279370069503784,1087,0.0004649367814029877,
+38,8704,0.029945939779281616,1088,0.0005885200640477706,
+,,,1088,,0.0008081784302538091
+38,8712,0.02973419800400734,1089,0.00045701170893153176,
+38,8720,0.02975471317768097,1090,0.0003697314582082485,
+38,8728,0.03259553760290146,1091,0.000904660556053776,
+38,8736,0.03033475950360298,1092,0.0010861894760247587,
+39,8744,0.029928632080554962,1093,0.0008210973175144838,
+39,8752,0.029738161712884903,1094,0.0009546919536660425,
+39,8760,0.029743164777755737,1095,0.0008537409133471859,
+39,8768,0.029743216931819916,1096,0.0005152474086571601,
+39,8776,0.029509443789720535,1097,0.0005797550065009008,
+39,8784,0.029889952391386032,1098,0.0008172197153076663,
+39,8792,0.029767494648694992,1099,0.0006165963495732285,
+39,8800,0.030523955821990967,1100,0.0006535502470796928,
+39,8808,0.029564838856458664,1101,0.0005278713667091021,
+39,8816,0.030286766588687897,1102,0.00046759018005104735,
+39,8824,0.032731421291828156,1103,0.0008896239430344265,
+39,8832,0.03007553145289421,1104,0.0004942115697000797,
+,,,1104,,0.0008100709454579787
+39,8840,0.02974073961377144,1105,0.000935307042406445,
+39,8848,0.03012595698237419,1106,0.0014057613972743804,
+39,8856,0.029690679162740707,1107,0.0005453947275012839,
+39,8864,0.02986913174390793,1108,0.0003865586977553903,
+39,8872,0.029960252344608307,1109,0.0005930572204912702,
+39,8880,0.02973300963640213,1110,0.000489574126153126,
+39,8888,0.029774010181427002,1111,0.0009973711676138919,
+39,8896,0.029829226434230804,1112,0.00032905343554871666,
+39,8904,0.030155211687088013,1113,0.0007693885563639924,
+39,8912,0.02974962815642357,1114,0.0006661347715635202,
+39,8920,0.029877688735723495,1115,0.0006503078147943597,
+39,8928,0.030036449432373047,1116,0.0005608419887721539,
+39,8936,0.03388334438204765,1117,0.000755002901444511,
+39,8944,0.029843486845493317,1118,0.0006356506240384382,
+39,8952,0.02982974797487259,1119,0.00041689945590825606,
+39,8960,0.02993648126721382,1120,0.00015235896555370547,
+,,,1120,,0.0007916858250444585
+40,8968,0.02959294244647026,1121,0.000505634012649982,
+40,8976,0.02956942841410637,1122,0.00041886861212193395,
+40,8984,0.02980693057179451,1123,0.000656194521235937,
+40,8992,0.029198285192251205,1124,0.0007158028556659701,
+40,9000,0.029875896871089935,1125,0.00039307416493382055,
+40,9008,0.029553420841693878,1126,0.00037442800094140695,
+40,9016,0.03322222828865051,1127,0.0006091676243938439,
+40,9024,0.029428884387016296,1128,0.0007756739245711028,
+40,9032,0.029981736093759537,1129,0.0012512859854420337,
+40,9040,0.030525684356689453,1130,0.0007157892776796451,
+40,9048,0.030060119926929474,1131,0.0006574904697257667,
+40,9056,0.02951950952410698,1132,0.0009635532660468016,
+40,9064,0.0300033837556839,1133,0.0005985390865437997,
+40,9072,0.03304789960384369,1134,0.00031995012705010595,
+40,9080,0.03298869729042053,1135,0.0006965072613886812,
+40,9088,0.029601849615573883,1136,0.0006799374441470718,
+,,,1136,,0.0008107021450996399
+40,9096,0.02959837019443512,1137,0.000733694207156077,
+40,9104,0.029748152941465378,1138,0.0007777375477113917,
+40,9112,0.029784131795167923,1139,0.0004356365128235969,
+40,9120,0.030014466494321823,1140,0.00047179080838059937,
+40,9128,0.029810789972543716,1141,0.0011398849887882534,
+40,9136,0.03306291624903679,1142,0.00013200101885660033,
+40,9144,0.029620103538036346,1143,0.0006090876311645843,
+40,9152,0.02982267364859581,1144,0.0009174249553325353,
+40,9160,0.03405546024441719,1145,0.00037713589263148605,
+40,9168,0.03335295617580414,1146,0.00032609395566396415,
+40,9176,0.029755637049674988,1147,0.0011262039814027957,
+40,9184,0.02983676642179489,1148,0.0008380119991041004,
+41,9192,0.029540445655584335,1149,0.001072518926775956,
+41,9200,0.03240349516272545,1150,0.0004240104125611569,
+41,9208,0.03276088461279869,1151,0.0010003171866463329,
+41,9216,0.029526349157094955,1152,0.0006209439133481982,
+,,,1152,,0.000777332213791934
+41,9224,0.03280121460556984,1153,0.00028114154265495016,
+41,9232,0.029061831533908844,1154,0.00043565039364197713,
+41,9240,0.029959123581647873,1155,0.0007192870398284867,
+41,9248,0.02949453517794609,1156,0.0002902024086021508,
+41,9256,0.029278896749019623,1157,0.000773290830973285,
+41,9264,0.029396329075098038,1158,0.0004972377060767031,
+41,9272,0.029507514089345932,1159,0.0005367498212460001,
+41,9280,0.02976210042834282,1160,0.0003939609278776598,
+41,9288,0.029606979340314865,1161,0.0008034441222359116,
+41,9296,0.032878994941711426,1162,0.0005639000612843249,
+41,9304,0.03308054059743881,1163,0.0011580656482692575,
+41,9312,0.029790394008159637,1164,0.0006917589104405659,
+41,9320,0.029622208327054977,1165,0.0009435295968225026,
+41,9328,0.02966402843594551,1166,0.0007139863625455361,
+41,9336,0.03386366739869118,1167,0.0004632962170165099,
+41,9344,0.029291264712810516,1168,0.00031201027741190046,
+,,,1168,,0.000791608677669005
+41,9352,0.029414869844913483,1169,0.0006364941675036044,
+41,9360,0.029513418674468994,1170,0.0010979710418991197,
+41,9368,0.03335147351026535,1171,0.0010237854238277157,
+41,9376,0.02962636575102806,1172,0.00039776854861305435,
+41,9384,0.032995522022247314,1173,0.0003036240260161531,
+41,9392,0.034544236958026886,1174,0.00048259649030604545,
+41,9400,0.029386721551418304,1175,0.0004271519782460845,
+41,9408,0.029473770409822464,1176,0.0007201073688823575,
+42,9416,0.029184982180595398,1177,0.0006194837968161499,
+42,9424,0.029486101120710373,1178,0.00028037098733572446,
+42,9432,0.0293702632188797,1179,0.000384094757744326,
+42,9440,0.029467657208442688,1180,0.00032372160737092294,
+42,9448,0.02939493954181671,1181,0.001324523212679196,
+42,9456,0.033629294484853745,1182,0.0006972585179028101,
+42,9464,0.0302555114030838,1183,0.0004063177286298014,
+42,9472,0.0324532687664032,1184,0.00031090430838958126,
+,,,1184,,0.0008011267943815752
+42,9480,0.02924114465713501,1185,0.0011942487618888174,
+42,9488,0.033712610602378845,1186,0.0007200042361676294,
+42,9496,0.02935035526752472,1187,0.00042582474028070766,
+42,9504,0.029432129114866257,1188,0.00045203460269311273,
+42,9512,0.03256955370306969,1189,0.001149856079427991,
+42,9520,0.029455285519361496,1190,0.0008923060418705323,
+42,9528,0.03308933973312378,1191,0.0007098967146773178,
+42,9536,0.029472514986991882,1192,0.00022542741025972647,
+42,9544,0.033508192747831345,1193,0.000556188173747311,
+42,9552,0.029478617012500763,1194,0.0017353064237492315,
+42,9560,0.02945224940776825,1195,0.0005795903174051394,
+42,9568,0.029691554605960846,1196,0.0005174958443438464,
+42,9576,0.02962970733642578,1197,0.000490541070965784,
+42,9584,0.029466625303030014,1198,0.000748065459548444,
+42,9592,0.02953832596540451,1199,0.0007401562968600326,
+42,9600,0.029668744653463364,1200,0.0005434900590711657,
+,,,1200,,0.000790816613219001
+42,9608,0.029708132147789,1201,0.0004867631713833279,
+42,9616,0.02940789982676506,1202,0.0003912461037543835,
+42,9624,0.029851272702217102,1203,0.0007198358860997749,
+42,9632,0.029498521238565445,1204,0.0006189430292579346,
+43,9640,0.03367096558213234,1205,0.0009691644886819025,
+43,9648,0.032656703144311905,1206,0.0008795568232576792,
+43,9656,0.02948000282049179,1207,0.0003927695116462101,
+43,9664,0.02937696874141693,1208,0.0008776179529377259,
+43,9672,0.029584433883428574,1209,0.000319340619474436,
+43,9680,0.029724713414907455,1210,0.0016037631495338348,
+43,9688,0.029634393751621246,1211,0.0006660870240011718,
+43,9696,0.029376383870840073,1212,0.0006319523874061325,
+43,9704,0.029407944530248642,1213,0.0009842136040485153,
+43,9712,0.029512912034988403,1214,0.00044239902282632623,
+43,9720,0.029487166553735733,1215,0.00046931601313050266,
+43,9728,0.02972070500254631,1216,0.0005773258263406416,
+,,,1216,,0.0007815700363029134
+43,9736,0.032766830176115036,1217,0.0008947561645375875,
+43,9744,0.029225289821624756,1218,0.000346666323561554,
+43,9752,0.02966209128499031,1219,0.00022463601150472337,
+43,9760,0.02915293350815773,1220,0.0005478611343884646,
+43,9768,0.029113490134477615,1221,0.000528860958928073,
+43,9776,0.029282622039318085,1222,0.0009466777862851612,
+43,9784,0.029422853142023087,1223,0.00033755206216786365,
+43,9792,0.029495853930711746,1224,0.0007055499490189294,
+43,9800,0.029548175632953644,1225,0.0006790427534724586,
+43,9808,0.029662612825632095,1226,0.0003845188624506012,
+43,9816,0.029620856046676636,1227,0.0006922441004592526,
+43,9824,0.03324782848358154,1228,0.0003616701671186699,
+43,9832,0.029602672904729843,1229,0.00044747153272813495,
+43,9840,0.02927304059267044,1230,0.0005743014019875167,
+43,9848,0.029517371207475662,1231,0.0008614655287766999,
+43,9856,0.0296783447265625,1232,0.0004962104587600782,
+,,,1232,,0.0007825771516019648
+44,9864,0.0295393243432045,1233,0.0006855072040872818,
+44,9872,0.030342716723680496,1234,0.0004204174021232085,
+44,9880,0.03005048632621765,1235,0.0006869965039765124,
+44,9888,0.033532995730638504,1236,0.0004385364314657636,
+44,9896,0.03244248032569885,1237,0.0005527232970052864,
+44,9904,0.02970372885465622,1238,0.0004884224373117005,
+44,9912,0.029405903071165085,1239,0.0009865564106803504,
+44,9920,0.0296962708234787,1240,0.00056760211676495,
+44,9928,0.029614992439746857,1241,0.0007590509160460594,
+44,9936,0.0349138006567955,1242,0.0006607074623885142,
+44,9944,0.029211338609457016,1243,0.0003819675577384866,
+44,9952,0.029429666697978973,1244,0.0004231184654847973,
+44,9960,0.02966325357556343,1245,0.0005483383562629266,
+44,9968,0.03001062199473381,1246,0.0010855600222175082,
+44,9976,0.029460374265909195,1247,0.00048012465245287435,
+44,9984,0.029519271105527878,1248,0.0005769832745759881,
+,,,1248,,0.0007656839083541523
+44,9992,0.029354512691497803,1249,0.00034591343137435615,
+44,10000,0.029391583055257797,1250,0.0009328887764630574,
+44,10008,0.029598023742437363,1251,0.00034099381385506905,
+44,10016,0.029600605368614197,1252,0.0005796996377354774,
+44,10024,0.02928779646754265,1253,0.0009816938821275375,
+44,10032,0.029377087950706482,1254,0.0002156049089204647,
+44,10040,0.029847435653209686,1255,0.0006191369211592246,
+44,10048,0.029532119631767273,1256,0.0007365552323440519,
+44,10056,0.029785338789224625,1257,0.0011173861666975426,
+44,10064,0.029493041336536407,1258,0.0004807910326317969,
+44,10072,0.02938857674598694,1259,0.0007877932096432362,
+44,10080,0.029998205602169037,1260,0.0005746202338438403,
+45,10088,0.02979271113872528,1261,0.0008945116715040058,
+45,10096,0.029811877757310867,1262,0.00044660929112675757,
+45,10104,0.03304416313767433,1263,0.0005117389692504031,
+45,10112,0.03471497818827629,1264,0.0007247792642114551,
+,,,1264,,0.0007772908969358965
+45,10120,0.030368316918611526,1265,0.0005583661536961286,
+45,10128,0.02973444014787674,1266,0.00047818100873493156,
+45,10136,0.029524609446525574,1267,0.0003200061268712902,
+45,10144,0.02990970015525818,1268,0.0006579948977256815,
+45,10152,0.02995041385293007,1269,0.0005887744985309175,
+45,10160,0.029900602996349335,1270,0.00037205677058822897,
+45,10168,0.02945670485496521,1271,0.0009500041598906083,
+45,10176,0.03319473937153816,1272,0.0005224078553370559,
+45,10184,0.02977088838815689,1273,0.0009801115944962173,
+45,10192,0.029422130435705185,1274,0.0004722661654211281,
+45,10200,0.029391620308160782,1275,0.000525814326829277,
+45,10208,0.030267123132944107,1276,0.0003616708629124332,
+45,10216,0.029443640261888504,1277,0.00047482861300522926,
+45,10224,0.031887978315353394,1278,0.0011304853656978454,
+45,10232,0.03284980729222298,1279,0.0006263640565781056,
+45,10240,0.03396058455109596,1280,0.0007446769663007357,
+,,,1280,,0.0007724554701284929
+45,10248,0.029370304197072983,1281,0.0004938043644263719,
+45,10256,0.03351103141903877,1282,0.0007395058244583197,
+45,10264,0.02930094301700592,1283,0.000746926391730085,
+45,10272,0.02971035987138748,1284,0.0013894744131123713,
+45,10280,0.02926882728934288,1285,0.0004768763741594739,
+45,10288,0.03339444473385811,1286,0.0006307653881473622,
+45,10296,0.02940596267580986,1287,0.00043153912983226206,
+45,10304,0.029349785298109055,1288,0.000259033185102453,
+46,10312,0.03347635641694069,1289,0.0006263630702960654,
+46,10320,0.02942756935954094,1290,0.0008474272617604584,
+46,10328,0.033586375415325165,1291,0.0007190251823582609,
+46,10336,0.02949640154838562,1292,0.0005650318879898722,
+46,10344,0.029351014643907547,1293,0.0003915215085726231,
+46,10352,0.032709598541259766,1294,0.000327237833213682,
+46,10360,0.033117230981588364,1295,0.0003818920044328219,
+46,10368,0.029546435922384262,1296,0.0008169690105098518,
+,,,1296,,0.0007686150344935331
+46,10376,0.029251646250486374,1297,0.0009735990213150878,
+46,10384,0.029295891523361206,1298,0.0007020197052042931,
+46,10392,0.033170390874147415,1299,0.0009583127078561423,
+46,10400,0.029316220432519913,1300,0.00041994120552911994,
+46,10408,0.029509522020816803,1301,0.0007184429845697846,
+46,10416,0.0291823111474514,1302,0.00047053891224398586,
+46,10424,0.02947230264544487,1303,0.0008924691463527359,
+46,10432,0.029449552297592163,1304,0.0006275275351072196,
+46,10440,0.029647957533597946,1305,0.0004861446492820202,
+46,10448,0.029249873012304306,1306,0.0003087426825500601,
+46,10456,0.029259130358695984,1307,0.0006915658093269237,
+46,10464,0.02965371310710907,1308,0.0005309133237460628,
+46,10472,0.029408294707536697,1309,0.0005299250128051167,
+46,10480,0.029276777058839798,1310,0.0006524224840437195,
+46,10488,0.03351875767111778,1311,0.00025905415471546195,
+46,10496,0.029599186033010483,1312,0.0006424592777745732,
+,,,1312,,0.000763196430423043
+46,10504,0.03061908856034279,1313,0.0011004791856196658,
+46,10512,0.02966666966676712,1314,0.0010815495916176587,
+46,10520,0.03260759264230728,1315,0.0004219332205442091,
+46,10528,0.029652513563632965,1316,0.0004633702203136636,
+47,10536,0.029544103890657425,1317,0.0008344813171182371,
+47,10544,0.029496580362319946,1318,0.0005121567952631846,
+47,10552,0.029613040387630463,1319,0.0007819070207701503,
+47,10560,0.03348115086555481,1320,0.0005907077799995684,
+47,10568,0.034413885325193405,1321,0.0006709278853425834,
+47,10576,0.030067168176174164,1322,0.00017296153673669324,
+47,10584,0.029529176652431488,1323,0.0007218356581038929,
+47,10592,0.029919039458036423,1324,0.0006969358328205999,
+47,10600,0.02976403757929802,1325,0.000559562399179082,
+47,10608,0.029323048889636993,1326,0.0004917545105854515,
+47,10616,0.02931377664208412,1327,0.0007666035058459134,
+47,10624,0.02957693114876747,1328,0.0003547280596952381,
+,,,1328,,0.0007754727520725943
+47,10632,0.029335126280784607,1329,0.00036848956993448416,
+47,10640,0.030138421803712845,1330,0.0005295517217342018,
+47,10648,0.029592573642730713,1331,0.0007880825955494815,
+47,10656,0.03339555859565735,1332,0.00046344500151462853,
+47,10664,0.029874563217163086,1333,0.0009619373662904504,
+47,10672,0.029281064867973328,1334,0.0003700612710831179,
+47,10680,0.03347078710794449,1335,0.0005758442982499089,
+47,10688,0.029274772852659225,1336,0.0004268290881141597,
+47,10696,0.02954256907105446,1337,0.0006376932823124142,
+47,10704,0.03322765603661537,1338,0.0006775072824287538,
+47,10712,0.02937178686261177,1339,0.0008108290191254733,
+47,10720,0.02980130910873413,1340,0.0003816779913344922,
+47,10728,0.029882006347179413,1341,0.0013218630128903897,
+47,10736,0.033856261521577835,1342,0.0007164283609502794,
+47,10744,0.029126111418008804,1343,0.0008312009695845728,
+47,10752,0.02928851917386055,1344,0.0004683193775625633,
+,,,1344,,0.000763350860639052
+48,10760,0.029767580330371857,1345,0.00047025319751507294,
+48,10768,0.029388554394245148,1346,0.0005116045443476954,
+48,10776,0.033308446407318115,1347,0.0009705427460825636,
+48,10784,0.029401451349258423,1348,0.0007124944657500072,
+48,10792,0.02970428392291069,1349,0.001045470639967659,
+48,10800,0.030440859496593475,1350,0.000549053390083524,
+48,10808,0.030006010085344315,1351,0.0004233618965372443,
+48,10816,0.02961505576968193,1352,0.0009033292013695105,
+48,10824,0.029600709676742554,1353,0.0002545599636505358,
+48,10832,0.029720157384872437,1354,0.0003910913734356515,
+48,10840,0.0331280417740345,1355,0.00033596641283524645,
+48,10848,0.029513169080018997,1356,0.0007442617444956505,
+48,10856,0.02962791919708252,1357,0.00046239068391374673,
+48,10864,0.02952314168214798,1358,0.0005371099037942118,
+48,10872,0.03238794580101967,1359,0.0002906011912273243,
+48,10880,0.02955584228038788,1360,0.000809223198042933,
+,,,1360,,0.0007560475983402946
+48,10888,0.02899555116891861,1361,0.0005584349758767834,
+48,10896,0.0290803462266922,1362,0.0006329932579925905,
+48,10904,0.03233303129673004,1363,0.0005866785848576745,
+48,10912,0.033068254590034485,1364,0.0005396748183557065,
+48,10920,0.029299654066562653,1365,0.0004402196160905684,
+48,10928,0.0326654277741909,1366,0.00087461608745798,
+48,10936,0.02945009246468544,1367,0.0008186540038038332,
+48,10944,0.0292007215321064,1368,0.0006751379200328042,
+48,10952,0.03338175266981125,1369,0.00034712896211369133,
+48,10960,0.029604025185108185,1370,0.0006652754070403587,
+48,10968,0.02933422103524208,1371,0.0009642285458539845,
+48,10976,0.029255662113428116,1372,0.0007003542784580284,
+49,10984,0.029239967465400696,1373,0.0010268087416989147,
+49,10992,0.029472753405570984,1374,0.0008615731788571187,
+49,11000,0.02933327853679657,1375,0.00043745606672018766,
+49,11008,0.02984803542494774,1376,0.0010129435595445102,
+,,,1376,,0.0007777774875814264
+49,11016,0.02966875582933426,1377,0.0007184384424666254,
+49,11024,0.0294000506401062,1378,0.00048592781352524,
+49,11032,0.02930622547864914,1379,0.0002509682033798361,
+49,11040,0.034148916602134705,1380,0.00047240686253644524,
+49,11048,0.029559575021266937,1381,0.0005116433659912383,
+49,11056,0.03316574543714523,1382,0.0004673374957443836,
+49,11064,0.02960936725139618,1383,0.0008397082664097459,
+49,11072,0.029666751623153687,1384,0.0009550871195229279,
+49,11080,0.029735010117292404,1385,0.0007766472185989294,
+49,11088,0.03351813927292824,1386,0.0002850570826922194,
+49,11096,0.030333057045936584,1387,0.0007260457942417513,
+49,11104,0.029393114149570465,1388,0.0007305801672456172,
+49,11112,0.029436826705932617,1389,0.0010077406343323393,
+49,11120,0.029721416532993317,1390,0.0005207430222071707,
+49,11128,0.029724832624197006,1391,0.0006520688441993955,
+49,11136,0.029695559293031693,1392,0.0004444462052301138,
+,,,1392,,0.0007572961124506863

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans/0.0-1.0/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 1392
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,67 @@
+466120,11
+253976,6
+456589,11
+345426,8
+620861,12
+348693,8
+138193,3
+561642,0
+318283,7
+13717,0
+25919,0
+570877,2
+66511,1
+566616,1
+176783,4
+196934,4
+439744,10
+222636,5
+120755,3
+590327,6
+591845,6
+263256,6
+346565,8
+118314,2
+432977,10
+308745,7
+283240,7
+492278,12
+392979,9
+504787,12
+331007,8
+167847,4
+40640,1
+21746,0
+596473,7
+100563,2
+515484,12
+422976,10
+193304,4
+530969,13
+256240,6
+273681,6
+503726,12
+568498,1
+533621,13
+52485,1
+444950,11
+218504,5
+583579,4
+567210,1
+429421,10
+612232,10
+75471,1
+430853,10
+483698,12
+142300,3
+333226,8
+226236,5
+546066,13
+504014,12
+309953,7
+274054,6
+202461,5
+274974,6
+469724,11
+413182,10
+397518,9

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,67 @@
+466120,-16.62518,-22.614246,-11.375179,-19.463268,-24.059265,-14.757805,-20.75018,-18.25105,-27.946625,-17.31268,-20.37518,-0.0001792747,-16.62518,-17.001492
+253976,-15.95866,-5.144436,-17.95866,-22.935297,-26.168156,-13.428671,-0.021160556,-15.02149,-19.126911,-19.20866,-15.70866,-16.08366,-17.83366,-11.397117
+456589,-18.750145,-24.800413,-11.000145,-20.16243,-24.115011,-16.232895,-20.687645,-18.271555,-27.202059,-19.625145,-20.625145,-0.00014530557,-16.250145,-16.376535
+345426,-16.437582,-16.103802,-14.687582,-16.536867,-19.04111,-23.26559,-11.125082,-12.500297,-0.00013684739,-17.875082,-14.187582,-14.750082,-16.937582,-17.041662
+620861,-15.687739,-22.142923,-11.750239,-18.101406,-19.732956,-13.70486,-16.625238,-15.629769,-27.358746,-16.125238,-17.750238,-14.250239,-0.00023910524,-9.875707
+348693,-16.062576,-15.103362,-13.937577,-15.159041,-17.382637,-14.581167,-11.750077,-12.0002985,-0.00014829086,-17.375076,-13.937577,-14.312577,-17.187576,-16.521559
+138193,-21.00016,-20.637321,-11.875161,-0.0010375578,-20.878435,-18.05058,-20.87516,-18.58893,-31.993353,-19.75016,-21.43766,-21.43766,-20.37516,-19.250986
+561642,-4.0768748e-05,-16.704206,-14.125041,-18.228851,-18.745739,-13.984177,-15.875041,-18.632608,-25.655046,-19.75004,-19.43754,-16.68754,-14.250041,-15.152611
+318283,-18.437576,-19.477457,-18.250076,-21.08697,-23.31961,-12.631417,-19.812576,-0.00024912952,-19.361668,-17.812576,-19.812576,-18.937576,-21.625076,-14.752851
+13717,-2.7060143e-05,-18.221579,-17.062527,-20.699398,-25.451529,-18.14155,-16.500027,-18.480696,-27.372486,-21.812527,-20.062527,-18.687527,-21.625027,-15.128488
+25919,-0.00042679737,-15.648501,-17.687927,-17.728716,-21.130009,-13.4007845,-9.750427,-16.511206,-21.69942,-20.312927,-16.687927,-16.500427,-20.500427,-15.109877
+570877,-18.000265,-17.498333,-0.0002647288,-12.384335,-20.784035,-14.669252,-20.375265,-17.197966,-28.557964,-16.125265,-20.250265,-12.375265,-17.375265,-17.817202
+66511,-9.539635,-0.04752103,-12.039635,-12.343322,-17.697271,-7.861582,-3.2896352,-11.164974,-14.949508,-14.414635,-12.914635,-10.914635,-15.414635,-8.16834
+566616,-8.43116,-0.4325624,-12.43116,-14.890242,-14.994514,-11.516707,-1.0561604,-12.807803,-22.259483,-13.93116,-12.30616,-12.11866,-14.36866,-9.392339
+176783,-16.750235,-21.535416,-13.625234,-16.274282,-0.00041063305,-15.708098,-17.625235,-18.927113,-25.747253,-20.375235,-20.000235,-21.187735,-21.875235,-19.875769
+196934,-16.875153,-19.343283,-11.500154,-15.782167,-0.0004578248,-19.095411,-17.437653,-18.017263,-23.653027,-20.000153,-18.937653,-20.937653,-21.562653,-16.8131
+439744,-19.250044,-23.303001,-18.625044,-25.685312,-23.59913,-18.491608,-20.437544,-14.021116,-29.458302,-16.250044,-4.3033626e-05,-19.250044,-23.750044,-18.877045
+222636,-8.364686,-13.21998,-8.864686,-11.080686,-20.36111,-2.6175342,-9.114686,-8.928143,-19.158314,-7.364686,-11.739686,-10.739686,-11.614686,-5.6182218
+120755,-10.306075,-9.122093,-1.8060751,-0.18257587,-11.496219,-7.5761695,-12.618575,-11.831387,-20.556747,-11.868575,-15.431075,-13.493575,-13.618575,-11.119988
+590327,-15.813051,-10.835478,-15.750551,-21.256218,-22.93356,-13.331115,-0.00055119104,-11.750758,-15.115387,-18.813051,-14.938051,-14.125551,-17.063051,-12.128461
+591845,-17.437914,-15.98063,-17.312914,-20.206203,-25.619698,-15.605771,-0.00041464315,-13.875663,-19.345978,-18.312914,-15.687915,-16.312914,-18.125414,-13.627934
+263256,-15.938045,-15.608644,-17.813046,-21.470528,-27.891396,-13.78855,-0.0005446381,-14.250849,-20.22176,-19.125546,-15.313045,-16.625546,-17.688046,-13.127621
+346565,-15.56263,-15.683797,-13.75013,-15.109597,-18.810078,-21.460299,-10.75013,-12.250407,-0.00024257612,-17.00013,-13.43763,-13.62513,-16.62513,-16.225927
+118314,-17.875074,-20.975239,-7.366863e-05,-14.381088,-17.876707,-18.738348,-18.687574,-18.25883,-31.63855,-19.187574,-21.125074,-17.625074,-19.750074,-18.68829
+432977,-19.18755,-24.439243,-18.25005,-23.356138,-23.253582,-20.65308,-19.93755,-15.101564,-28.01991,-16.00005,-5.0185852e-05,-18.62505,-23.31255,-18.384533
+308745,-19.500137,-18.276718,-21.562637,-20.77988,-20.731829,-13.064089,-11.625136,-0.0002703484,-21.134544,-18.562637,-15.250136,-17.750137,-22.625137,-16.25255
+283240,-18.125359,-17.757198,-20.125359,-20.500269,-23.688992,-11.598245,-12.000359,-0.00045364167,-20.091768,-18.500359,-15.500359,-16.125359,-21.125359,-16.876486
+492278,-18.750118,-26.142132,-14.125118,-21.97822,-24.79373,-17.530867,-18.500118,-17.281624,-27.75887,-20.000118,-20.187618,-15.750118,-0.00011789104,-11.7802105
+392979,-13.939955,-15.85976,-10.502455,-14.562584,-17.15564,-11.735727,-15.564955,-6.388855,-22.080101,-0.0024551982,-11.002455,-13.939955,-15.939955,-12.005814
+504787,-18.937643,-24.590658,-14.250144,-21.29513,-21.08078,-18.896448,-18.687643,-17.105196,-28.552814,-18.312643,-19.937643,-15.875144,-0.00014363688,-12.508439
+331007,-16.312588,-15.974089,-14.375088,-15.575681,-18.849018,-20.719044,-11.500088,-13.250296,-0.00018405064,-17.625088,-13.625088,-14.312588,-17.000088,-17.384592
+167847,-20.43762,-23.260496,-15.000121,-18.957958,-0.0005868707,-25.043707,-20.12512,-20.670786,-27.354336,-21.25012,-20.87512,-22.75012,-23.37512,-19.938568
+40640,-10.626215,-0.0023514163,-14.876215,-17.45155,-19.338718,-16.035652,-8.376215,-14.501818,-20.41587,-15.376215,-13.876215,-13.751215,-16.126215,-9.377877
+21746,-5.9841273e-05,-18.766584,-16.56256,-19.808456,-19.886452,-18.633654,-16.12506,-18.310234,-27.236633,-21.87506,-20.75006,-18.43756,-20.31256,-17.254784
+596473,-21.000088,-19.787193,-22.062588,-22.983463,-23.472256,-14.422078,-15.500089,-0.00019632796,-24.654297,-19.125088,-15.625089,-19.000088,-24.437588,-18.376514
+100563,-15.002224,-16.983076,-0.0022243538,-9.878433,-12.456592,-16.101797,-17.127224,-15.583437,-24.497314,-17.377224,-19.502224,-16.064724,-13.752224,-6.878711
+515484,-17.187849,-24.839851,-12.250349,-21.139534,-18.115973,-20.152649,-17.062849,-14.706397,-23.055603,-17.000349,-18.375349,-14.500349,-0.00034886473,-11.001981
+422976,-16.500225,-20.509462,-14.500226,-22.067932,-21.854767,-16.60124,-16.750225,-10.002466,-25.12233,-9.250226,-0.0002258761,-16.125225,-21.312725,-16.751253
+193304,-13.812807,-15.753555,-10.375307,-13.062063,-0.000679734,-10.956384,-13.375307,-14.196087,-24.322178,-16.312807,-16.625307,-16.750307,-18.312807,-15.128816
+530969,-5.425483,-5.3340626,-4.425483,-11.935168,-17.425222,-10.066582,-6.237983,-9.165373,-16.186192,-9.362984,-10.737984,-6.050483,-7.237983,-0.30162567
+256240,-14.000822,-9.399166,-16.250822,-19.793104,-25.031242,-14.235848,-0.0008219678,-14.813627,-17.787128,-18.563322,-15.438322,-16.188322,-16.688322,-13.007939
+273681,-16.250412,-14.290207,-19.812912,-23.344622,-26.368526,-13.556976,-0.0004111875,-14.000646,-19.813833,-20.625412,-15.250411,-16.875412,-19.125412,-14.002406
+503726,-17.187723,-23.59183,-12.500224,-20.692984,-24.844872,-14.579038,-17.625223,-16.700891,-26.458557,-17.812723,-19.187723,-15.000224,-0.00022396917,-11.508339
+568498,-9.881135,-0.02067846,-13.506135,-11.459198,-19.136532,-8.705755,-5.3811345,-12.31895,-16.792015,-15.068635,-13.068635,-12.006135,-15.693635,-9.256907
+533621,-11.629906,-11.606351,-5.879906,-12.175315,-15.648653,-7.6137037,-10.129906,-10.131414,-22.278238,-13.129906,-13.129906,-6.879906,-13.942406,-0.005972994
+52485,-9.377994,-0.0035048327,-13.002994,-16.002602,-16.068659,-19.217167,-8.377994,-13.31606,-20.387915,-14.252994,-12.690494,-13.002994,-14.940494,-10.129302
+444950,-8.473905,-11.04035,-5.5989046,-9.017704,-17.481445,-6.379004,-11.536405,-10.0996475,-18.266281,-11.661405,-12.223905,-0.098904826,-2.7239048,-5.724768
+218504,-13.688109,-13.783033,-13.000609,-16.030432,-15.420559,-0.0019438647,-9.875609,-9.877021,-23.814129,-14.563109,-12.813109,-12.438109,-15.188109,-11.938808
+583579,-18.562609,-19.646461,-13.125109,-17.821796,-0.00057268713,-18.765518,-18.750109,-18.789799,-26.639748,-20.750109,-19.937609,-21.312609,-22.375109,-18.251493
+567210,-10.126246,-0.002444774,-14.938746,-15.743222,-18.2406,-17.65101,-10.751246,-14.251876,-20.588053,-15.251246,-13.751246,-13.563746,-15.876246,-10.25468
+429421,-18.062601,-21.144876,-17.125101,-23.158651,-21.1671,-18.315916,-18.437601,-15.316864,-26.501942,-15.750101,-0.00010084597,-17.375101,-22.312601,-17.000776
+612232,-18.062677,-22.320612,-16.875177,-23.618542,-22.056643,-20.606056,-18.187677,-12.8064995,-25.130016,-14.875177,-0.00017736769,-17.875177,-22.812677,-17.000755
+75471,-9.504232,-0.005321382,-11.129232,-14.77151,-12.301701,-11.12396,-7.129232,-12.695515,-21.329165,-13.066732,-14.566732,-12.441732,-14.566732,-9.131196
+430853,-16.812737,-20.131317,-16.375237,-21.971977,-20.284945,-15.263309,-16.625237,-12.50358,-23.618105,-14.2502365,-0.0002362449,-17.062737,-21.000237,-16.501179
+483698,-18.062626,-21.96389,-11.875126,-19.364298,-18.66851,-14.929487,-17.562626,-17.18933,-26.457067,-17.625126,-19.437626,-14.250126,-0.00012611547,-10.875513
+142300,-18.500214,-18.797953,-9.875215,-0.0010679662,-17.813726,-15.781506,-19.562714,-17.931715,-29.010883,-20.000214,-21.250214,-20.375214,-19.687714,-18.125742
+333226,-16.687605,-16.795782,-14.187605,-16.643564,-18.19744,-23.361485,-12.125105,-13.500296,-0.0003070572,-17.125105,-13.937605,-14.125105,-17.250105,-16.892706
+226236,-11.946396,-15.1459055,-12.196396,-14.810519,-16.690321,-0.015341733,-6.5088964,-10.009801,-15.829979,-13.508896,-11.383896,-12.133896,-14.133896,-10.635735
+546066,-14.875251,-18.812365,-12.250251,-16.087793,-28.253395,-15.058504,-15.625251,-14.38761,-27.486645,-15.625251,-18.00025,-12.125251,-15.875251,-0.000479283
+504014,-18.437649,-27.01122,-13.125148,-20.842422,-21.107056,-15.457478,-18.000149,-17.5324,-26.867119,-17.937649,-19.687649,-14.750148,-0.00014804698,-12.800295
+309953,-19.187546,-20.050827,-19.812546,-21.673708,-24.921188,-13.128287,-20.937546,-0.00019143839,-22.471739,-17.750046,-20.937546,-19.312546,-22.500046,-15.881484
+274054,-17.0005,-15.050498,-18.938,-20.950123,-20.639717,-13.98972,-0.0004990048,-16.18817,-21.504595,-19.0005,-16.5005,-17.0005,-19.2505,-14.376751
+202461,-13.812714,-15.845119,-13.687714,-16.41818,-16.666086,-0.0018242211,-10.000214,-11.375792,-16.255178,-14.562714,-12.812714,-13.437714,-16.625214,-12.127479
+274974,-19.062965,-19.426167,-18.875465,-23.58855,-29.171616,-18.189293,-0.0004650465,-16.12568,-19.947525,-20.000465,-17.375465,-17.500465,-19.375465,-14.501945
+469724,-16.812784,-20.697718,-10.750284,-17.390057,-24.177351,-13.606202,-18.687784,-16.626385,-24.419497,-18.312784,-20.000284,-0.00028415458,-15.812784,-13.500947
+413182,-17.625166,-20.668007,-17.250166,-20.933704,-22.820751,-16.446814,-19.500166,-10.820903,-26.887648,-14.375166,-0.00016580637,-17.625166,-22.750166,-17.250713
+397518,-16.37514,-21.646639,-13.250138,-18.37951,-20.902811,-14.161645,-18.75014,-12.126305,-24.549488,-0.00013874998,-13.500138,-16.37514,-20.18764,-17.13206

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=dbpedia/list=0.0-1.0/labels.csv

@@ -0,0 +1,224 @@
+572581,2
+504852,12
+238802,5
+330355,8
+301384,7
+533602,13
+201281,5
+611120,10
+20574,0
+262164,6
+370707,9
+283587,7
+337629,8
+104099,2
+477608,11
+548903,13
+516108,12
+161886,4
+111845,2
+583614,4
+582835,4
+508767,12
+611626,10
+97380,2
+605746,9
+151329,3
+401497,10
+333278,8
+335545,8
+474193,11
+127047,3
+12388,0
+407238,10
+168614,4
+366134,9
+620510,12
+555494,13
+388944,9
+557466,13
+211508,5
+298658,7
+16514,0
+7484,0
+458601,11
+94193,2
+175138,4
+137803,3
+68245,1
+514644,12
+361057,9
+306770,7
+374839,9
+37758,0
+524302,13
+1944,0
+295131,7
+449193,11
+344783,8
+125608,3
+471433,11
+60212,1
+14654,0
+486614,12
+197717,4
+510700,12
+363260,9
+504055,12
+206229,5
+49008,1
+469080,11
+286382,7
+603250,8
+295557,7
+580358,4
+85850,2
+622388,12
+415989,10
+462319,11
+248695,6
+193564,4
+440700,11
+412263,10
+229914,5
+549503,13
+309803,7
+413252,10
+194445,4
+538591,13
+555568,13
+70400,1
+133576,3
+377280,9
+173839,4
+194136,4
+242653,6
+454808,11
+511940,12
+623075,12
+495787,12
+520554,13
+98721,2
+509603,12
+528569,13
+474747,11
+10442,0
+336661,8
+137621,3
+418783,10
+82931,2
+443483,11
+480350,12
+166095,4
+192608,4
+576007,3
+15040,0
+158048,3
+594659,6
+501368,12
+29612,0
+389051,9
+155811,3
+617952,11
+28142,0
+310406,7
+80967,2
+490500,12
+416295,10
+61970,1
+161868,4
+243344,6
+401602,10
+33294,0
+276160,6
+628579,13
+316738,7
+421916,10
+286122,7
+295373,7
+49637,1
+294784,7
+470357,11
+45254,1
+387920,9
+11801,0
+474772,11
+266181,6
+428218,10
+205884,5
+160937,4
+38872,0
+465054,11
+570477,2
+266179,6
+315976,7
+79618,1
+590726,6
+244695,6
+466120,11
+253976,6
+456589,11
+345426,8
+620861,12
+348693,8
+138193,3
+561642,0
+318283,7
+13717,0
+25919,0
+570877,2
+66511,1
+566616,1
+176783,4
+196934,4
+439744,10
+222636,5
+120755,3
+590327,6
+591845,6
+263256,6
+346565,8
+118314,2
+432977,10
+308745,7
+283240,7
+492278,12
+392979,9
+504787,12
+331007,8
+167847,4
+40640,1
+21746,0
+596473,7
+100563,2
+515484,12
+422976,10
+193304,4
+530969,13
+256240,6
+273681,6
+503726,12
+568498,1
+533621,13
+52485,1
+444950,11
+218504,5
+583579,4
+567210,1
+429421,10
+612232,10
+75471,1
+430853,10
+483698,12
+142300,3
+333226,8
+226236,5
+546066,13
+504014,12
+309953,7
+274054,6
+202461,5
+274974,6
+469724,11
+413182,10
+397518,9

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=dbpedia/list=0.0-1.0/logits.csv

@@ -0,0 +1,224 @@
+572581,-14.376427,-17.43744,-0.0014262752,-10.628527,-10.751712,-20.523825,-17.563927,-13.979067,-23.711124,-15.563927,-17.188927,-15.501427,-16.126427,-7.6274295
+504852,-16.187693,-22.448769,-12.750193,-20.060715,-19.489134,-17.042625,-16.937693,-15.023269,-25.339697,-17.750193,-18.125193,-12.875193,-0.00019286203,-10.501147
+238802,-12.000304,-17.964323,-15.312804,-18.674126,-17.553623,-0.002415202,-9.750304,-12.753104,-22.563744,-14.812804,-13.437804,-15.750304,-18.062805,-12.75218
+330355,-17.312666,-18.28612,-16.125166,-17.539148,-18.860008,-23.56473,-13.562666,-13.437834,-0.00028691566,-18.000166,-14.312666,-15.562666,-18.187666,-17.655668
+301384,-17.875097,-18.998463,-17.750097,-19.497412,-20.783207,-11.888941,-18.125097,-0.00020467186,-18.525545,-16.187597,-18.937597,-17.312597,-21.937597,-12.388234
+533602,-10.378557,-16.341421,-8.253557,-14.952475,-16.246449,-11.616781,-15.753557,-11.444335,-21.797646,-9.878557,-15.816057,-6.878557,-6.753557,-0.0043474725
+201281,-15.500186,-16.558104,-15.250186,-18.182816,-17.086386,-0.0024620208,-11.000186,-11.875742,-23.814466,-16.437687,-13.562686,-14.250186,-18.375187,-12.376255
+611120,-17.37505,-23.21713,-17.37505,-22.730473,-23.047207,-16.780174,-18.81255,-14.89012,-25.284672,-12.125051,-5.0543462e-05,-16.87505,-23.18755,-18.253569
+20574,-2.8967437e-05,-19.642765,-17.937529,-20.350115,-20.299791,-16.143414,-17.750029,-20.640322,-25.580006,-22.062529,-20.625029,-19.250029,-22.687529,-18.705719
+262164,-15.00039,-16.305746,-18.562891,-20.954718,-21.585386,-12.754268,-0.00039033423,-14.500684,-19.869095,-18.875391,-16.437891,-17.062891,-18.750391,-13.378436
+370707,-15.6880455,-20.198765,-11.5005455,-16.73039,-19.027044,-12.13266,-17.063046,-8.503162,-22.01386,-0.00054523384,-9.3755455,-16.125546,-18.938046,-14.813855
+283587,-16.875147,-18.315157,-18.250147,-18.417618,-20.695488,-12.8798485,-11.750148,-0.00023125162,-17.455244,-16.000147,-16.875147,-16.437647,-20.937647,-13.386237
+337629,-16.062696,-17.426056,-15.937696,-16.94603,-18.612879,-17.684359,-13.875196,-13.00034,-0.00028286065,-17.187696,-13.625196,-15.562696,-17.625196,-20.534805
+104099,-14.125793,-16.83087,-0.00079302327,-9.651965,-10.626572,-19.483624,-16.313293,-12.92748,-22.448336,-15.250793,-17.125793,-14.938293,-14.875793,-8.626686
+477608,-16.87513,-23.059187,-10.750131,-19.635698,-20.503925,-14.127048,-19.81263,-16.878105,-23.935993,-18.18763,-18.50013,-0.00013052566,-16.93763,-13.388516
+548903,-9.37706,-10.904094,-10.50206,-12.947814,-14.809282,-11.515788,-10.37706,-12.004337,-18.92191,-13.43956,-14.87706,-9.12706,-12.56456,-0.0029002703
+516108,-16.375263,-21.038277,-11.500262,-18.03511,-17.3029,-16.79583,-16.437763,-14.174265,-22.48962,-16.500263,-16.875263,-11.500262,-0.0002624644,-11.250888
+161886,-14.250276,-18.380924,-11.625276,-13.885555,-0.0007805361,-17.83453,-15.375276,-15.586369,-23.511072,-16.937775,-17.312775,-19.062775,-19.500275,-15.128642
+111845,-10.375466,-15.863939,-0.0004663572,-9.133776,-11.881323,-13.055011,-14.875466,-13.54783,-23.858273,-15.125466,-16.562967,-15.062966,-16.250467,-14.876856
+583614,-14.250263,-17.728657,-11.250263,-14.766734,-0.00060620497,-15.797644,-16.000263,-15.493848,-24.34562,-17.000263,-17.437763,-19.187763,-19.750263,-15.376828
+582835,-12.125572,-16.245472,-11.875572,-11.774791,-0.00076871703,-16.300962,-14.313072,-14.055244,-20.016523,-16.188072,-15.500572,-18.063072,-17.875572,-14.752033
+508767,-13.000553,-19.561789,-11.250553,-15.89719,-15.241555,-10.929328,-15.250553,-13.377115,-22.306864,-15.250553,-16.688053,-12.250553,-0.00055285904,-8.000877
+611626,-17.500055,-24.975473,-18.125055,-23.29752,-22.708214,-16.897892,-19.187555,-14.933124,-25.214315,-12.375055,-5.5430784e-05,-18.125055,-23.562555,-18.25129
+97380,-13.750281,-17.17657,-0.0002811752,-9.626505,-13.533015,-13.979789,-16.62528,-16.028051,-23.996319,-16.18778,-18.56278,-16.75028,-13.000281,-11.753379
+605746,-15.312607,-21.181805,-11.750107,-15.757002,-19.277824,-13.422235,-17.562607,-12.608819,-22.845755,-0.00010656743,-13.125107,-17.250107,-18.875107,-15.438618
+151329,-15.812892,-16.39962,-10.250392,-0.0016077937,-15.751042,-12.793756,-18.687891,-15.020889,-25.353775,-16.625391,-17.437891,-17.187891,-18.000391,-16.198257
+401497,-15.750471,-22.043312,-16.812971,-19.225578,-19.840242,-14.146984,-17.000471,-12.306294,-21.79863,-12.750471,-0.00047124247,-16.312971,-21.375471,-15.752041
+333278,-17.250294,-19.188763,-16.312794,-15.926782,-18.694902,-18.700993,-13.687794,-12.938001,-0.0004660503,-18.000294,-14.187794,-15.250294,-18.187794,-17.520086
+335545,-16.875261,-16.279436,-15.375261,-16.839216,-18.702711,-18.863659,-12.750261,-11.813036,-0.00084034307,-16.937761,-15.375261,-17.062761,-17.000261,-16.743788
+474193,-16.312628,-23.550072,-11.750128,-20.544468,-21.811758,-14.128053,-20.062628,-17.69242,-25.081802,-18.000128,-19.500128,-0.00012814178,-17.250128,-13.752496
+127047,-15.626113,-16.630062,-10.001113,-0.0020251644,-14.439824,-14.233856,-17.813614,-14.641951,-24.13591,-15.063613,-16.876114,-16.813614,-16.563614,-14.569409
+12388,-7.4503034e-05,-17.197643,-19.375074,-19.944988,-17.319777,-13.755951,-10.875074,-15.961831,-26.252243,-20.125074,-19.062574,-19.687574,-20.062574,-17.330673
+407238,-17.125074,-24.526163,-16.750074,-20.382534,-22.129843,-15.504719,-18.062574,-13.163047,-24.23563,-11.125074,-7.462223e-05,-16.125074,-22.437574,-16.8801
+168614,-13.500234,-17.338436,-11.875234,-13.770896,-0.00072428724,-13.519976,-15.312734,-15.177294,-22.772923,-15.562734,-15.750234,-18.625235,-18.937735,-15.443536
+366134,-12.938627,-17.124838,-10.626127,-15.353698,-16.702122,-12.193294,-15.876127,-10.777819,-20.813896,-0.0011269654,-13.063627,-16.126127,-17.438627,-13.83328
+620510,-14.875412,-17.977087,-9.750412,-17.445969,-16.803509,-9.644457,-16.000412,-12.626343,-20.83617,-15.000412,-16.375412,-12.125412,-0.00041225995,-11.125966
+555494,-15.625107,-19.492958,-13.750107,-16.81183,-23.043713,-16.003466,-15.375107,-15.389989,-27.09489,-17.937607,-19.125107,-11.250107,-16.000107,-0.0005642264
+388944,-14.500206,-21.378393,-12.500206,-16.619705,-20.051624,-13.008158,-18.062706,-13.506035,-25.460545,-0.00020585326,-9.500206,-15.687706,-19.625206,-15.564519
+557466,-9.503915,-7.384028,-10.378915,-12.8199005,-11.676078,-6.995079,-10.128915,-12.006858,-19.993492,-13.191415,-14.003915,-11.566415,-13.878915,-0.004930651
+211508,-15.312585,-17.799458,-14.812585,-17.538158,-16.847862,-0.0010443793,-14.437585,-12.001295,-27.439194,-14.312585,-15.375085,-15.062585,-19.000084,-12.376102
+298658,-16.500204,-18.107485,-17.312704,-18.022547,-20.111244,-11.130811,-17.875204,-0.0003398356,-16.567646,-15.375205,-19.000204,-17.562704,-20.812704,-12.633612
+16514,-0.00016497205,-16.448162,-18.812664,-18.536995,-13.713182,-11.510655,-13.375165,-15.375063,-24.464529,-20.000164,-18.500164,-17.750164,-20.375164,-15.503036
+7484,-2.741776e-05,-19.534672,-18.000027,-20.876411,-20.006208,-16.129156,-13.750028,-17.516489,-26.352806,-21.937527,-19.125027,-19.500027,-22.687527,-18.774242
+458601,-13.12578,-18.430836,-9.37578,-15.575249,-21.069965,-14.184691,-17.31328,-15.129833,-22.41687,-17.00078,-16.50078,-0.00078039704,-11.87578,-9.626081
+94193,-16.06313,-18.57572,-0.0006294653,-9.126824,-17.751837,-17.491184,-20.12563,-15.449326,-28.719208,-14.500629,-17.68813,-11.750629,-16.62563,-17.19212
+175138,-11.125852,-14.2948,-8.625852,-11.133198,-0.0010509238,-10.969469,-14.813352,-12.591476,-18.092335,-15.063352,-13.813352,-16.063353,-16.625853,-12.501625
+137803,-17.812914,-17.466768,-9.875413,-0.00063253427,-17.81574,-12.276984,-18.562914,-15.400817,-28.207977,-14.875413,-18.125414,-17.875414,-17.625414,-16.641178
+68245,-8.879088,-0.004411994,-13.879088,-16.552774,-14.164119,-17.83156,-9.754088,-14.882145,-20.06887,-15.316588,-14.254088,-15.504088,-16.129087,-10.659257
+514644,-14.750598,-19.620235,-9.500598,-19.05627,-16.349873,-10.193258,-16.125597,-13.628125,-23.990723,-16.063097,-17.688097,-11.375598,-0.0005975368,-8.25095
+361057,-14.375157,-21.009228,-12.875157,-16.886938,-19.999767,-12.7546215,-17.625156,-13.127207,-23.271126,-0.0001572247,-12.375157,-16.062656,-19.875156,-14.878287
+306770,-17.563223,-16.817236,-19.750723,-21.487234,-17.18792,-13.633463,-8.125723,-0.0008917673,-17.718721,-17.375723,-13.250723,-17.313223,-20.750723,-14.18967
+374839,-14.750162,-21.29295,-12.875162,-17.14017,-19.96788,-13.130814,-18.250162,-14.259466,-23.598558,-0.00016175392,-12.875162,-16.750162,-20.187662,-16.315937
+37758,-6.3894135e-05,-17.820663,-17.562563,-20.015007,-17.764187,-13.85636,-13.000064,-14.402779,-22.29332,-19.375063,-15.875064,-18.187563,-20.500063,-15.780876
+524302,-15.250554,-20.44958,-12.250554,-15.743393,-16.16452,-10.658704,-12.500554,-11.376224,-23.645878,-14.813054,-16.438055,-11.000554,-13.625554,-0.0009406906
+1944,-0.00035601476,-17.320372,-15.625356,-15.665292,-17.665106,-8.752873,-14.125356,-16.134281,-27.265743,-17.062857,-18.437857,-17.125357,-17.750357,-15.335599
+295131,-16.31314,-17.803686,-18.25064,-18.683002,-23.205694,-12.002264,-12.50064,-0.0008404389,-16.02166,-16.50064,-17.75064,-17.12564,-21.75064,-14.263068
+449193,-16.250145,-22.734528,-10.875145,-20.453373,-20.858562,-14.142334,-19.625145,-17.008226,-23.858988,-18.187645,-19.375145,-0.00014542475,-17.312645,-12.876483
+344783,-15.000508,-16.365143,-15.438008,-15.688154,-18.040699,-15.678731,-11.500508,-10.125654,-0.0006126012,-17.500507,-14.563008,-15.000508,-17.125507,-15.511884
+125608,-16.375309,-15.9179735,-10.625309,-0.0013262342,-17.063572,-12.398884,-18.187809,-15.898194,-26.015057,-16.187809,-18.000309,-17.500309,-17.250309,-15.959736
+471433,-16.437666,-22.417496,-12.500167,-19.393932,-23.899258,-13.7279,-20.125166,-18.260206,-25.251858,-19.312666,-19.562666,-0.00016652151,-17.312666,-13.875818
+60212,-10.751003,-0.0016105861,-17.876003,-21.080362,-23.05753,-15.669075,-11.376003,-15.313785,-17.251572,-18.501003,-16.501003,-17.563503,-17.626003,-12.505575
+14654,-2.8371409e-05,-17.874002,-15.875029,-19.91865,-20.05872,-14.201153,-17.187529,-17.605312,-27.929905,-20.812529,-19.937529,-17.250029,-20.437529,-14.750929
+486614,-15.812723,-21.635242,-12.000223,-17.937248,-18.064873,-13.9188595,-16.500223,-15.071157,-23.609615,-16.500223,-17.875223,-12.250223,-0.00022289653,-10.62583
+197717,-15.687841,-19.288233,-14.625341,-14.986557,-0.000538033,-16.097027,-16.375341,-17.015114,-27.89708,-17.437841,-17.687841,-19.750341,-21.125341,-21.02773
+510700,-15.125377,-22.127203,-11.375377,-17.539959,-16.97861,-13.721409,-15.812877,-14.096302,-23.55407,-16.187876,-17.875376,-11.375377,-0.00037663043,-10.000982
+363260,-14.93771,-20.033064,-10.37521,-14.884648,-18.964415,-12.4486885,-16.87521,-11.676611,-22.275208,-0.00020942879,-11.12521,-15.81271,-18.31271,-15.4410305
+504055,-15.500317,-22.46448,-11.875317,-19.596912,-16.614616,-14.665349,-16.687817,-14.52769,-25.52475,-17.250317,-18.250317,-12.500317,-0.00031692727,-10.000904
+206229,-8.626426,-13.083384,-10.688926,-14.97644,-13.593939,-0.0040739826,-7.501426,-12.065886,-24.67323,-10.813926,-10.126426,-12.813926,-14.251426,-9.627514
+49008,-10.876693,-0.00233584,-16.814194,-16.818993,-18.910006,-14.744781,-11.251693,-14.93949,-14.347434,-17.751694,-15.439193,-14.939193,-16.626694,-11.256016
+469080,-16.8127,-22.994549,-10.500199,-18.42657,-24.85597,-15.808623,-19.6877,-17.327696,-23.56443,-18.5002,-19.3127,-0.00019953644,-16.5002,-12.751475
+286382,-18.125093,-18.855106,-17.687593,-20.371347,-22.527779,-12.253724,-18.937593,-0.0002215975,-18.457197,-16.812593,-20.250093,-18.625093,-22.250093,-13.502774
+603250,-16.437822,-16.327843,-15.500322,-17.299568,-18.46128,-15.73414,-13.375322,-10.188076,-0.000482852,-16.875322,-14.187822,-16.500322,-16.750322,-18.459078
+295557,-17.000345,-17.455214,-20.250345,-19.404406,-18.529427,-12.520671,-8.500344,-0.0004236074,-20.016754,-17.312845,-13.250344,-16.750345,-21.250345,-14.877246
+580358,-13.62528,-17.28402,-10.87528,-12.024083,-0.00058046496,-16.890839,-15.87528,-14.711558,-20.578537,-16.37528,-16.12528,-18.93778,-18.18778,-15.313727
+85850,-12.251941,-13.077822,-0.0019409881,-7.883305,-7.002284,-14.28804,-14.564441,-9.680601,-19.08194,-13.564441,-15.251941,-14.189441,-15.939441,-9.00357
+622388,-16.687746,-23.293087,-13.000246,-19.505466,-20.947285,-12.114493,-17.187746,-14.905036,-23.89367,-16.187746,-17.875246,-12.250246,-0.00024625607,-10.62742
+415989,-17.000072,-22.061369,-16.625072,-21.084948,-22.465893,-15.777166,-18.500072,-12.25559,-25.091711,-11.000072,-7.1642215e-05,-17.000072,-22.562572,-17.50083
+462319,-17.250164,-21.728775,-11.875164,-19.131718,-20.677961,-18.110104,-19.312664,-18.508326,-24.26862,-18.875164,-19.437664,-0.0001643761,-17.500164,-12.750851
+248695,-15.063012,-16.63079,-18.063013,-20.998386,-19.075098,-12.144408,-0.0005124686,-8.625777,-18.135277,-16.063013,-15.438012,-17.188013,-20.750513,-13.505948
+193564,-14.6878805,-17.909773,-14.1253805,-13.805727,-0.0006647174,-17.03538,-14.8753805,-15.749086,-26.497494,-16.12538,-16.87538,-18.37538,-19.37538,-15.317547
+440700,-16.937704,-22.792065,-10.500205,-19.643461,-21.989506,-16.059555,-20.500204,-18.064375,-26.076061,-18.437704,-20.000204,-0.00020466141,-16.937704,-13.501506
+412263,-18.125065,-24.029657,-17.750065,-20.659891,-22.201666,-15.894961,-19.000065,-15.144933,-26.087875,-14.000066,-6.5682165e-05,-17.000065,-24.250065,-17.813646
+229914,-10.439224,-15.242839,-11.564224,-13.63026,-16.46604,-0.0041863853,-8.751724,-10.692799,-18.503971,-11.064224,-10.251724,-12.564224,-15.376724,-9.877973
+549503,-16.250483,-20.324848,-14.375483,-15.671891,-16.54471,-13.017265,-14.250483,-12.3990965,-22.869514,-16.625483,-17.375483,-11.375483,-13.875483,-0.00087575614
+309803,-17.000174,-18.191824,-17.250174,-18.741789,-20.168533,-11.253838,-17.875174,-0.0003128996,-17.086098,-15.1876745,-18.875174,-17.625174,-20.937674,-12.379902
+413252,-17.500036,-25.745117,-16.750036,-20.39612,-21.489388,-16.415842,-19.375036,-15.557851,-25.215374,-13.375036,-3.6596583e-05,-17.500036,-23.750036,-19.109806
+194445,-12.000572,-15.403912,-9.250572,-9.819956,-0.0011944773,-17.36785,-13.938072,-13.554068,-19.468863,-13.063072,-14.125572,-17.938072,-16.250572,-15.659467
+538591,-16.063292,-20.860088,-12.8757925,-16.06336,-19.813915,-14.578633,-14.0007925,-12.512516,-23.640053,-16.875792,-17.688292,-11.1257925,-13.7507925,-0.0011616701
+555568,-16.500507,-20.393843,-13.500506,-15.971112,-21.23705,-13.12788,-14.750506,-12.885132,-23.065552,-16.250507,-17.625507,-10.875506,-12.625506,-0.0008709868
+70400,-9.876774,-0.0023629447,-15.939274,-13.785199,-15.3208275,-15.092264,-12.314274,-15.940574,-17.245058,-15.876774,-14.876774,-14.814274,-16.439274,-11.132402
+133576,-16.750492,-16.45533,-8.125492,-0.0007702899,-15.813964,-13.476341,-17.562992,-14.166454,-25.115433,-14.750492,-17.187992,-15.750492,-17.562992,-15.564334
+377280,-14.188038,-19.603151,-10.750538,-14.762889,-18.555712,-11.636196,-16.063038,-11.675897,-20.345024,-0.0005383234,-7.8755383,-15.625538,-17.438038,-15.583856
+173839,-13.000303,-17.138588,-9.750303,-12.759829,-0.00065542385,-12.97305,-14.812803,-12.085277,-22.411522,-16.125303,-15.937803,-17.437803,-19.250303,-14.00266
+194136,-12.500497,-15.17292,-9.125497,-10.886799,-0.0010868912,-10.817155,-14.312997,-13.7003565,-20.613295,-14.937997,-15.375497,-17.812996,-18.250496,-13.7540245
+242653,-8.377966,-6.8885036,-14.002966,-14.944235,-10.854491,-15.918307,-0.0029654596,-11.755019,-17.32979,-13.752966,-12.190466,-15.565466,-16.627966,-11.441204
+454808,-15.812718,-22.788168,-12.000218,-19.377726,-22.5783,-13.956981,-19.37522,-17.440763,-25.0512,-18.75022,-19.56272,-0.0002188443,-17.25022,-13.1256695
+511940,-14.250366,-20.545414,-10.125366,-17.547962,-16.736704,-14.382981,-16.062866,-13.38062,-23.244644,-15.812866,-17.250366,-11.500366,-0.00036662057,-10.3763895
+623075,-16.562765,-23.6867,-12.250265,-19.814695,-18.778893,-16.567625,-17.187765,-14.856019,-24.748278,-16.812765,-18.812765,-12.625265,-0.00026484797,-10.126104
+495787,-15.750197,-21.575893,-11.750197,-18.958982,-17.719357,-11.703887,-16.625198,-14.760646,-24.319176,-15.937697,-17.437698,-12.125197,-0.00019786785,-10.250606
+520554,-14.563169,-19.743511,-13.125669,-15.150097,-19.735968,-11.395957,-14.000669,-11.254512,-23.46731,-16.18817,-18.18817,-10.875669,-13.500669,-0.0009370829
+98721,-14.875257,-17.020779,-0.00025626714,-10.126534,-16.00136,-14.835252,-18.812756,-13.671423,-27.673157,-15.125257,-17.000256,-12.500257,-17.000256,-16.44184
+509603,-14.563055,-19.660154,-10.875555,-16.628534,-17.266151,-12.678693,-15.625555,-13.565625,-21.192879,-15.813055,-16.125555,-10.500555,-0.00055512274,-11.001774
+528569,-15.250221,-18.21637,-14.125221,-16.242607,-17.77073,-14.459673,-13.125221,-13.131136,-26.278378,-16.875221,-18.000221,-10.500221,-16.062721,-0.0008135227
+474747,-15.750158,-22.437355,-11.500158,-18.751635,-19.968441,-13.071374,-19.062658,-17.197725,-24.369576,-18.625158,-19.062658,-0.00015829741,-16.625158,-13.500854
+10442,-3.9576702e-05,-19.320042,-18.37504,-21.012138,-20.925087,-15.756755,-16.37504,-16.007084,-26.671614,-21.93754,-20.50004,-19.37504,-21.25004,-18.784386
+336661,-16.562647,-17.594347,-16.625147,-17.262306,-18.912449,-22.119734,-13.687647,-13.062791,-0.0001891735,-18.187647,-14.375147,-16.000147,-17.875147,-18.658272
+137621,-14.62544,-16.467533,-9.75044,-0.0010205237,-13.251239,-11.510008,-17.812939,-14.920354,-26.648478,-16.312939,-16.875439,-17.750439,-17.937939,-16.694489
+418783,-15.250713,-21.556778,-13.875713,-19.995815,-21.480492,-14.150957,-16.125713,-12.415973,-22.613853,-7.375714,-0.0007138088,-14.625713,-22.125713,-17.239147
+82931,-11.25075,-15.889149,-0.00074918807,-10.88744,-9.251028,-13.403199,-16.00075,-12.777194,-21.834644,-14.56325,-16.06325,-11.12575,-16.00075,-13.502166
+443483,-13.126375,-17.767101,-10.626375,-16.625702,-20.112373,-9.906491,-14.626375,-14.4401045,-23.968527,-18.001375,-17.938875,-0.001375325,-14.001375,-7.2520986
+480350,-15.81278,-20.812113,-11.12528,-18.858744,-17.256989,-16.932472,-16.25028,-14.06558,-22.98324,-16.37528,-18.18778,-11.62528,-0.00027998342,-9.751407
+166095,-10.876345,-13.946659,-7.3763447,-10.142918,-0.0019050951,-10.921844,-13.501345,-10.548974,-21.05482,-13.376345,-12.563845,-15.251345,-15.876345,-12.941153
+192608,-11.251383,-13.971846,-11.501383,-11.354606,-0.0017465851,-12.960872,-12.001383,-12.756245,-22.308903,-14.313883,-14.751383,-16.376383,-16.438883,-13.452831
+576007,-16.687838,-16.962666,-9.875337,-0.0010645749,-15.938828,-11.628391,-18.937838,-15.139745,-25.949814,-15.125337,-17.312838,-16.937838,-18.312838,-15.128603
+15040,-0.0001596085,-17.745338,-14.250159,-17.356794,-19.148098,-15.433933,-13.000159,-14.8760195,-21.92011,-18.50016,-16.50016,-16.31266,-20.06266,-16.939697
+158048,-17.12527,-18.860794,-10.250271,-0.0008846655,-16.501554,-13.651452,-19.56277,-15.383313,-26.441036,-17.43777,-17.87527,-19.18777,-18.25027,-16.629814
+594659,-14.813031,-12.654232,-17.43803,-20.268724,-18.277557,-16.012444,-0.00053105556,-13.500772,-18.234669,-18.12553,-16.81303,-17.93803,-19.31303,-12.881954
+501368,-15.750208,-24.96004,-12.000208,-20.038456,-18.969902,-16.060366,-17.500208,-15.736549,-26.095877,-17.937708,-18.500208,-12.625208,-0.00020799857,-11.125652
+29612,-0.0004785108,-15.568734,-8.625479,-16.637466,-15.527765,-13.521714,-13.437979,-15.565138,-21.60408,-17.437979,-19.500479,-9.125479,-17.687979,-15.004834
+389051,-15.875257,-20.571285,-11.250257,-17.005869,-19.243782,-12.527872,-17.687756,-10.69565,-22.538292,-0.0002565055,-11.875257,-16.937756,-19.125256,-15.591791
+155811,-14.000551,-16.230196,-8.250551,-0.0010895145,-12.376072,-11.135943,-17.625551,-13.327982,-24.346767,-16.313051,-16.125551,-16.563051,-17.563051,-14.69616
+617952,-16.187658,-23.99111,-10.875158,-19.540113,-24.04523,-15.744702,-19.625158,-17.569775,-25.12158,-18.750158,-19.625158,-0.00015853578,-16.437658,-13.876105
+28142,-0.001077548,-15.950908,-16.751078,-17.500067,-16.819258,-12.147642,-11.876078,-15.439796,-20.9115,-17.688578,-17.313578,-17.063578,-19.688578,-14.755225
+310406,-18.375132,-18.5463,-21.500132,-19.579731,-20.993603,-13.624505,-11.375133,-0.0002289876,-21.43381,-17.812632,-15.125133,-17.500132,-22.500132,-15.127176
+80967,-13.126803,-13.58403,-0.0018030829,-6.629511,-12.002457,-11.720591,-15.501803,-13.3188715,-21.728176,-13.501803,-15.501803,-14.751803,-9.501803,-14.570653
+490500,-12.750562,-17.332539,-11.250562,-16.39886,-14.880364,-10.762948,-14.750562,-12.798145,-24.935192,-14.375562,-16.625563,-11.125562,-0.0005619139,-8.251386
+416295,-17.2501,-23.023104,-16.7501,-20.448805,-21.619513,-15.4073925,-18.3751,-13.891796,-26.62849,-13.500099,-9.9058016e-05,-17.3751,-23.3751,-16.876616
+61970,-10.251325,-0.0021009946,-16.313826,-17.059155,-17.779526,-16.549627,-11.501325,-15.251807,-18.489752,-17.188826,-15.188825,-15.126325,-16.938826,-11.129092
+161868,-13.875165,-17.670315,-11.750165,-14.885205,-0.00055554457,-14.380355,-15.625165,-14.379004,-24.497234,-17.187664,-16.500164,-18.375164,-20.000164,-15.505259
+243344,-14.812778,-16.273842,-18.937778,-20.111313,-23.221786,-14.395027,-0.0002785533,-12.750426,-16.629164,-18.250278,-17.000278,-17.000278,-19.312778,-13.880561
+401602,-17.250051,-24.194357,-17.125051,-20.577755,-22.535702,-16.785408,-18.562551,-14.685029,-24.479385,-12.0000515,-5.1735493e-05,-15.5000515,-22.562551,-17.145912
+33294,-8.773419e-05,-16.61249,-10.500088,-18.555824,-17.476543,-15.027955,-15.250088,-17.003397,-24.415218,-19.187588,-19.937588,-11.375088,-18.812588,-16.695578
+276160,-9.37625,-12.826761,-14.56375,-16.839478,-16.661901,-7.524631,-0.0012506767,-8.50149,-16.26793,-13.18875,-11.75125,-14.37625,-17.438751,-10.252684
+628579,-10.876287,-14.299138,-7.2512875,-12.269056,-12.74547,-9.436338,-15.251287,-11.013945,-24.416859,-11.251287,-14.813787,-11.126287,-13.626287,-0.0017759851
+316738,-19.0003,-18.105326,-21.5003,-23.75832,-24.34154,-14.134168,-8.500299,-0.00040430765,-20.668768,-18.9378,-15.875299,-18.5628,-23.0003,-14.753938
+421916,-16.062874,-22.279938,-16.187874,-18.70369,-19.918467,-13.919945,-16.375374,-12.163174,-21.105644,-13.250374,-0.00037388963,-16.187874,-20.875374,-16.626465
+286122,-17.68768,-19.317932,-21.06268,-21.45104,-18.526659,-13.753392,-9.125178,-0.00026951212,-22.497995,-17.25018,-14.750178,-18.43768,-23.56268,-15.877823
+295373,-16.187769,-17.443592,-15.687769,-17.223875,-19.453278,-10.627981,-17.562769,-0.00036879242,-14.484975,-13.875269,-17.687769,-15.937769,-19.687769,-12.379783
+49637,-9.755036,-0.007825055,-15.505036,-17.665802,-12.615181,-11.343879,-12.442536,-11.567951,-13.997297,-16.442537,-15.505036,-13.755036,-16.505037,-10.779173
+294784,-18.687826,-19.544264,-20.875326,-19.910805,-23.087343,-13.67559,-8.375326,-0.0005124102,-19.841213,-17.000326,-14.250326,-17.250326,-21.812826,-15.627216
+470357,-16.500145,-21.641535,-11.750145,-19.84083,-23.73345,-14.719005,-18.937645,-17.380089,-23.6363,-18.625145,-19.062645,-0.00014530557,-16.625145,-13.633358
+45254,-10.250955,-0.0014153,-15.813455,-17.242275,-18.484411,-14.435385,-11.750955,-16.251507,-17.317947,-16.313456,-16.063456,-15.313455,-17.000956,-11.254918
+387920,-14.750152,-21.259207,-12.750152,-17.009596,-20.179804,-13.505783,-18.12515,-14.007396,-24.136135,-0.00015162272,-12.375152,-16.37515,-19.93765,-15.753929
+11801,-2.8132996e-05,-20.548397,-17.125029,-21.130999,-21.500423,-15.781942,-16.875029,-17.840624,-25.217377,-20.625029,-20.000029,-18.437529,-22.500029,-17.753126
+474772,-16.875149,-23.008451,-11.625148,-19.925327,-20.097036,-15.837459,-19.687649,-17.946436,-23.260075,-19.375149,-19.375149,-0.00014828535,-17.125149,-13.502414
+266181,-17.06312,-15.822499,-17.81312,-22.845957,-23.708693,-13.982497,-0.0006191006,-11.250986,-14.426363,-19.56312,-16.06312,-16.25062,-18.87562,-13.756615
+428218,-17.75004,-22.77394,-17.62504,-22.218357,-22.747005,-16.673073,-18.93754,-13.905768,-25.067265,-13.250041,-4.1007155e-05,-17.37504,-23.43754,-17.750818
+205884,-15.000193,-16.910135,-14.687693,-17.82449,-15.379294,-0.0022652887,-12.250193,-12.251985,-24.375696,-15.062693,-14.312693,-14.625193,-17.625193,-13.444367
+160937,-14.250357,-17.478758,-12.000357,-13.380586,-0.0008351215,-16.094402,-15.125357,-16.87067,-23.49778,-17.250357,-17.312857,-19.437857,-20.125357,-14.690406
+38872,-1.5497088e-05,-19.790369,-17.500015,-20.410557,-20.094656,-17.638826,-18.125015,-18.443874,-25.963373,-21.687515,-21.187515,-18.937515,-21.750015,-18.37681
+465054,-15.750192,-20.278688,-10.125192,-19.082104,-19.286745,-14.415982,-19.437693,-16.75086,-23.8178,-18.187693,-18.875193,-0.00019190853,-16.062693,-12.751077
+570477,-15.0001335,-20.258696,-0.00013374387,-12.506774,-13.500434,-16.154474,-16.125134,-15.387114,-26.763878,-16.875134,-19.062634,-16.250134,-18.187634,-17.000992
+266179,-11.500583,-10.134497,-13.750583,-16.849615,-16.308102,-10.108203,-0.00058312103,-12.25083,-18.078102,-15.313083,-14.688083,-13.313083,-17.438084,-11.253158
+315976,-16.75023,-17.933544,-17.75023,-18.078983,-20.247103,-13.894853,-11.000232,-0.0003583083,-14.732193,-15.812732,-16.62523,-16.87523,-21.12523,-13.803368
+79618,-10.251321,-0.0019264766,-17.376322,-18.41748,-20.105028,-16.459766,-11.626321,-15.189659,-17.017014,-16.813822,-15.001321,-15.688821,-16.376322,-12.004423
+590726,-17.062908,-15.488499,-17.187908,-19.566624,-21.803965,-14.181336,-0.00040880428,-12.750617,-15.137249,-18.187908,-16.875408,-16.250408,-19.250408,-14.943026
+244695,-16.750465,-13.198951,-19.062965,-22.179607,-21.51435,-14.7661085,-0.00046588058,-13.875901,-19.909014,-18.875465,-17.625465,-18.812965,-20.562965,-14.504766
+466120,-15.500186,-22.77979,-12.125186,-19.908974,-21.104786,-13.871939,-19.687685,-18.195616,-25.282965,-18.437685,-19.000185,-0.0001859492,-16.750185,-14.1270075
+253976,-17.187826,-11.350326,-19.687826,-24.039135,-23.387106,-14.030517,-0.0003258651,-15.000657,-18.881872,-19.375326,-17.625326,-17.625326,-20.125326,-13.503552
+456589,-17.250141,-24.706053,-11.00014,-19.92352,-21.948503,-15.784288,-19.812641,-17.70406,-24.218168,-19.250141,-19.500141,-0.00014041868,-16.750141,-13.62732
+345426,-16.187675,-17.105362,-16.312675,-17.528095,-18.756714,-20.00116,-13.187676,-12.187837,-0.00021408363,-17.937675,-14.250176,-15.687676,-17.750175,-18.671652
+620861,-13.375457,-20.114578,-11.250457,-17.383957,-16.62013,-11.8771515,-15.875457,-13.881747,-25.96759,-15.687957,-17.312958,-12.375457,-0.00045682484,-8.250799
+348693,-15.250355,-15.533105,-15.437855,-15.154927,-17.336823,-15.397838,-12.812855,-11.375566,-0.000405605,-17.437855,-14.375355,-14.625355,-17.250355,-19.687853
+138193,-18.375153,-18.672155,-12.500153,-0.0007455859,-17.939957,-14.649983,-19.500153,-16.883799,-29.225876,-18.125153,-18.875153,-19.625153,-19.000153,-17.319422
+561642,-4.768258e-05,-16.961313,-14.250048,-18.197386,-17.708094,-14.445531,-15.625048,-16.95345,-25.061943,-19.625048,-19.375048,-16.125048,-14.625048,-16.879343
+318283,-16.375244,-17.822771,-17.187744,-18.294373,-19.922523,-11.004112,-17.625244,-0.00037344458,-17.085619,-15.312744,-19.125244,-17.187744,-20.562744,-11.885078
+13717,-2.193427e-05,-19.921532,-17.375021,-21.298897,-22.147062,-18.469778,-18.000021,-17.470541,-26.268564,-22.250021,-21.312521,-18.812521,-22.687521,-17.01934
+25919,-0.00010311072,-16.960354,-18.500103,-19.389095,-19.057795,-14.050991,-11.250103,-16.082882,-22.44608,-20.562603,-18.750103,-18.000103,-21.937603,-15.964347
+570877,-15.937831,-16.449303,-0.00033134694,-10.255028,-18.822395,-13.879744,-19.375332,-15.740898,-27.450748,-15.125331,-18.187832,-11.875331,-17.187832,-16.378365
+66511,-10.126515,-0.002893219,-15.064015,-14.29784,-18.232325,-10.9473295,-9.876515,-13.751792,-13.771446,-16.376514,-14.689015,-12.689015,-16.314014,-10.755463
+566616,-7.753378,-0.0041934587,-13.815878,-15.390505,-15.185094,-12.163014,-7.128378,-14.754629,-18.429842,-15.128378,-12.940878,-14.815878,-15.190878,-11.358282
+176783,-13.375415,-17.863935,-12.750415,-13.905826,-0.0005626902,-13.5175085,-15.250415,-15.492128,-23.067636,-16.500414,-16.500414,-19.312914,-19.750414,-16.251873
+196934,-13.250341,-16.450583,-10.625341,-13.135649,-0.0006544709,-15.414191,-14.812841,-15.242462,-23.250933,-16.500341,-16.250341,-18.312841,-19.500341,-13.62971
+439744,-18.250042,-24.43215,-18.375042,-23.123066,-22.880932,-16.767597,-19.625042,-14.668995,-27.320267,-14.250043,-4.2914424e-05,-17.875042,-23.875042,-18.126999
+222636,-9.130565,-15.757014,-11.380565,-12.611017,-18.893166,-0.0071216575,-10.755565,-11.007104,-20.399948,-10.130565,-12.880565,-11.880565,-14.818065,-7.0082417
+120755,-13.005576,-10.663246,-5.2555757,-0.0064945007,-13.257538,-9.020456,-15.255576,-13.1229,-21.991272,-14.318076,-16.880575,-15.693076,-15.630576,-13.8896055
+590327,-16.375633,-12.342863,-17.063133,-22.432655,-21.89927,-12.807493,-0.0006331585,-11.250855,-14.631083,-19.000633,-16.563133,-15.688133,-18.500633,-13.382891
+591845,-18.000307,-17.144888,-18.875307,-20.822674,-24.39938,-14.6585455,-0.00030751267,-14.250653,-19.60065,-18.062807,-16.500307,-17.125307,-19.625307,-14.128448
+263256,-15.625485,-16.643507,-18.250486,-21.651205,-25.20034,-13.060613,-0.00048577905,-13.250922,-19.272184,-18.125486,-15.687985,-16.750486,-18.562986,-13.128452
+346565,-15.937653,-17.43075,-16.062653,-16.891943,-18.685556,-19.983263,-12.875153,-12.375328,-0.00022457607,-17.750153,-14.000153,-15.125153,-17.562653,-17.083744
+118314,-15.000111,-18.742239,-0.00011038171,-12.5041895,-16.000883,-15.338696,-17.43761,-15.015776,-27.8909,-17.18761,-18.93761,-16.62511,-18.06261,-17.376549
+432977,-17.875053,-25.563961,-17.875053,-20.793663,-21.866621,-16.344084,-18.812553,-14.227679,-25.11807,-14.125053,-5.3523538e-05,-17.250053,-23.312553,-17.384443
+308745,-18.562641,-18.43959,-21.187641,-19.73179,-20.340334,-13.764956,-10.625142,-0.00024770125,-19.956385,-17.687641,-14.750142,-17.312641,-22.375141,-15.379169
+283240,-17.625723,-17.694662,-19.688223,-18.492048,-20.326576,-13.006238,-8.750724,-0.0008138142,-17.784842,-16.938223,-14.750724,-15.063224,-20.375723,-14.628507
+492278,-17.000195,-23.986107,-13.375195,-19.452776,-19.236898,-14.173498,-17.562695,-15.1168165,-25.537031,-18.187695,-18.937695,-13.500195,-0.00019417307,-10.501122
+392979,-13.501034,-17.17426,-11.001034,-14.933645,-17.14601,-12.006153,-16.438534,-7.8929343,-21.087109,-0.0010338444,-11.501034,-15.376034,-17.063534,-13.127729
+504787,-15.9377775,-22.704782,-12.3752775,-18.384323,-17.665634,-18.116295,-16.437777,-14.327255,-24.551962,-16.312777,-17.187777,-13.0002775,-0.0002771232,-10.001484
+331007,-16.312738,-17.04496,-16.187738,-16.297695,-18.459166,-17.528006,-13.500237,-13.125387,-0.00030514528,-17.625238,-13.937737,-15.375237,-17.562738,-17.961039
+167847,-15.000216,-18.807438,-13.250216,-14.91059,-0.00088726415,-18.371317,-16.187716,-16.6904,-25.808813,-17.062716,-16.687716,-19.250216,-20.437716,-15.879784
+40640,-10.126751,-0.0023323207,-15.501751,-16.87916,-18.119976,-15.296948,-12.751751,-15.377391,-17.970955,-15.689251,-14.626751,-14.626751,-16.18925,-11.008116
+21746,-6.0079677e-05,-19.57477,-17.56256,-20.003414,-18.47521,-16.45792,-15.75006,-16.684896,-25.075026,-20.93756,-20.31256,-17.93756,-20.93756,-18.678278
+596473,-19.8751,-19.277529,-21.5001,-21.397564,-21.423775,-14.882617,-12.875099,-0.0002031223,-21.953651,-17.8126,-15.000099,-18.5626,-23.5626,-16.502363
+100563,-12.501653,-15.102803,-0.0016526625,-7.6280236,-11.630608,-14.113592,-15.939153,-13.915315,-23.439003,-15.064153,-18.001652,-15.001653,-12.626653,-7.5028715
+515484,-15.37552,-21.188736,-11.37552,-18.737112,-16.376408,-15.118295,-15.56302,-12.385259,-20.234322,-16.125519,-16.188019,-11.50052,-0.0005194983,-10.002174
+422976,-15.000512,-21.077372,-13.500512,-19.84408,-20.8038,-14.521406,-16.250513,-11.632707,-23.579361,-7.7505126,-0.0005124686,-14.625512,-21.313013,-16.689539
+193304,-11.626232,-13.898849,-9.751232,-11.519676,-0.0016630709,-9.230704,-11.751232,-12.3734455,-23.94801,-14.063732,-15.063732,-15.751232,-17.063732,-12.889614
+530969,-8.752188,-9.384683,-9.502188,-16.434828,-16.211517,-12.465212,-10.127188,-9.666311,-21.264841,-12.439688,-14.189688,-10.564688,-13.189688,-0.0036760112
+256240,-15.375516,-12.464605,-17.688017,-21.982956,-23.826809,-15.576682,-0.0005164005,-15.188343,-18.516102,-18.563017,-16.938017,-17.813017,-19.250517,-14.326035
+273681,-15.625357,-14.813901,-20.250357,-23.255365,-23.410295,-13.759173,-0.00035637227,-12.375693,-18.498627,-19.812857,-16.000357,-17.437857,-19.625357,-14.631697
+503726,-14.8128805,-20.903477,-11.6253805,-18.626362,-19.848288,-11.804545,-16.00038,-14.455844,-23.395958,-16.18788,-17.00038,-12.2503805,-0.00038044367,-9.751639
+568498,-10.002282,-0.0046181707,-15.627282,-13.910058,-18.365696,-10.38326,-8.502282,-13.440035,-14.412191,-16.627283,-14.564782,-13.439782,-16.564783,-11.004661
+533621,-12.5008955,-13.725143,-10.2508955,-14.582442,-12.041391,-8.489091,-12.0008955,-11.377451,-25.832474,-14.8758955,-14.3758955,-8.1258955,-17.000896,-0.002164945
+52485,-9.379588,-0.0049157483,-14.254588,-16.86664,-15.839311,-18.191711,-10.379588,-15.067592,-18.952427,-15.317088,-13.254588,-15.067088,-16.004587,-10.633782
+444950,-10.3775835,-15.287987,-8.2525835,-13.091138,-16.489069,-9.430348,-14.3775835,-12.317785,-19.780426,-14.3150835,-14.5025835,-0.0025836204,-8.0025835,-8.128825
+218504,-15.312696,-15.733684,-14.562696,-17.181753,-15.770261,-0.0016656815,-11.625196,-11.938557,-24.438768,-15.562696,-13.687696,-13.750196,-17.437696,-12.501322
+583579,-13.875266,-15.865613,-11.750266,-14.568626,-0.00068592594,-17.233227,-15.375266,-15.748517,-24.41718,-17.125267,-16.812767,-18.750267,-19.750267,-14.383026
+567210,-10.003422,-0.0040731854,-15.315922,-17.14198,-16.912088,-16.174906,-13.065922,-14.81661,-17.321407,-15.440922,-14.190922,-14.440922,-15.565922,-11.384571
+429421,-17.500084,-22.84399,-17.500084,-21.175568,-20.543566,-14.909854,-17.687584,-14.480203,-24.711153,-14.500084,-8.3800616e-05,-16.750084,-23.062584,-16.125965
+612232,-16.500143,-22.896036,-16.937643,-21.781141,-20.85095,-16.182024,-17.562643,-13.557465,-22.941818,-14.125143,-0.00014316011,-17.125143,-23.125143,-16.505846
+75471,-10.253998,-0.0048590736,-13.441498,-15.634075,-11.486129,-12.237681,-9.753998,-12.892752,-19.921349,-13.253998,-16.378998,-14.566498,-15.628998,-9.757706
+430853,-16.250313,-22.195593,-16.875313,-20.554955,-19.176552,-14.414434,-16.625313,-13.103189,-22.403442,-13.500314,-0.00031359046,-16.562813,-22.000313,-16.43887
+483698,-15.37525,-19.49156,-11.62525,-18.473541,-16.086359,-13.710755,-16.12525,-14.8765135,-25.108673,-16.56275,-17.62525,-12.25025,-0.00025006983,-9.375638
+142300,-16.687754,-17.502026,-11.250255,-0.000926713,-15.251161,-13.513064,-18.937754,-16.497969,-27.914267,-18.062754,-19.187754,-19.500254,-19.062754,-17.066925
+333226,-17.250095,-18.781713,-16.625095,-17.55592,-19.019478,-22.805195,-14.125095,-13.062776,-0.00020800933,-17.937595,-14.687595,-15.687595,-18.250095,-17.310467
+226236,-12.62596,-16.740332,-13.87596,-16.111038,-18.152084,-0.0056297956,-8.25096,-11.2515955,-19.31781,-14.12596,-13.00096,-13.81346,-16.875961,-11.064609
+546066,-14.375165,-19.358057,-13.125165,-16.28429,-26.355354,-13.742275,-14.875165,-13.43636,-26.828808,-16.125164,-18.187664,-11.250165,-17.000164,-0.00045043754
+504014,-16.375208,-23.596144,-12.625208,-19.346199,-17.066845,-13.789554,-16.375208,-15.096675,-24.239204,-16.625208,-18.312708,-12.500208,-0.00020787939,-10.875723
+309953,-17.06272,-18.432693,-17.62522,-18.895073,-21.240942,-11.2527895,-18.00022,-0.00036546102,-18.067577,-14.687718,-19.00022,-17.50022,-21.00022,-12.132313
+274054,-16.875372,-16.194933,-19.250372,-22.189032,-19.761467,-12.578829,-0.0003710297,-15.250601,-19.986107,-18.187872,-17.250372,-17.687872,-20.125372,-14.394423
+202461,-15.437554,-17.701584,-15.875054,-19.181934,-17.627804,-0.0010648612,-12.250054,-12.875586,-19.25246,-16.000055,-14.312554,-15.687554,-19.437555,-13.939336
+274974,-18.500347,-20.04917,-19.687847,-23.588129,-27.212017,-15.601532,-0.00034803056,-15.375721,-20.117449,-19.062847,-17.687847,-17.625347,-19.875347,-14.628884
+469724,-15.250292,-19.631945,-11.625292,-17.39855,-20.629013,-12.465413,-17.875292,-15.8139105,-24.333689,-18.312792,-19.000292,-0.00029142425,-16.125292,-11.126109
+413182,-17.187632,-22.347418,-17.250132,-20.330374,-22.429277,-15.002153,-19.000132,-12.183096,-24.656628,-12.875133,-0.00013255194,-15.875133,-23.000132,-16.751183
+397518,-14.625169,-21.394634,-12.750169,-17.111185,-19.785284,-12.505035,-17.937668,-13.00193,-24.047382,-0.00016878611,-12.000169,-16.000168,-19.937668,-15.564121

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=64/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000