Add files using upload-large-folder tool

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,8 @@
+582835,-9.9368925,-18.755997,-1.1868923,-14.453632,-0.43764165,-6.7024035,-12.8118925,-9.451669,-16.525969,-10.3743925,-10.8118925,-10.8743925,-11.4993925,-9.625798
+508767,-8.664642,-13.279932,-2.6021423,-8.945368,-9.005089,-4.506884,-10.102142,-6.7279186,-14.376081,-6.8521423,-7.7896423,-5.4771423,-0.35214242,-1.8539352
+611626,-20.125216,-26.534096,-15.3752165,-28.926167,-25.93612,-17.256557,-21.187716,-15.127562,-26.481165,-11.1252165,-0.00021610309,-18.125216,-21.937716,-17.876062
+97380,-17.688011,-23.80616,-0.00051139627,-18.703148,-19.348967,-14.048852,-20.375511,-16.017931,-27.520067,-14.625511,-16.563011,-14.000511,-12.000511,-10.003024
+605746,-19.375256,-26.92193,-12.000256,-21.10407,-21.033049,-15.880967,-20.000256,-11.886924,-24.186228,-0.0002559096,-11.875256,-17.312756,-19.625256,-16.313456
+151329,-13.713974,-19.686344,-0.026474023,-6.661886,-12.52804,-7.958725,-15.651474,-8.457991,-23.302803,-9.276474,-12.526474,-10.276474,-11.963974,-10.652544
+401497,-18.511406,-23.855143,-13.886406,-23.831942,-21.855738,-14.801924,-18.573906,-13.387239,-24.18447,-10.761406,-0.01140574,-16.386406,-19.636406,-15.574803
+333278,-18.375175,-21.661238,-11.375175,-17.918186,-17.823599,-15.765412,-14.125175,-13.500781,-0.0008879591,-15.312675,-12.187675,-13.250175,-16.312675,-15.751967

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/metrics.csv

@@ -0,0 +1,1124 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.31183815747499466,0,4.096945762634277,
+0,8,0.06598420441150665,1,9.712579905986786,
+0,16,0.03363000601530075,2,7.891696400112576,
+1,24,0.03370058909058571,3,8.582921251654625,
+1,32,0.028553318232297897,4,5.817840528488159,
+1,40,0.028296031057834625,5,4.315123127057002,
+2,48,0.03265827149152756,6,6.625959038734436,
+2,56,0.02896624058485031,7,2.449508547782898,
+3,64,0.029149357229471207,8,4.501802032192548,
+3,72,0.028746608644723892,9,1.957604467868805,
+3,80,0.03265943378210068,10,3.7083857442651476,
+4,88,0.028319891542196274,11,2.651473676929107,
+4,96,0.028151918202638626,12,2.936652068908398,
+5,104,0.029041137546300888,13,0.6384052038192749,
+5,112,0.028920579701662064,14,1.3721827380359173,
+5,120,0.03330855816602707,15,1.820364132275184,
+6,128,0.03355030342936516,16,0.572429131377827,
+,,,16,,1.3803229331970215
+6,136,0.02835739776492119,17,1.4330146529246122,
+7,144,0.028069712221622467,18,0.07275942764762375,
+7,152,0.034162335097789764,19,0.217028325671951,
+7,160,0.028315704315900803,20,0.5623735427283324,
+8,168,0.028072766959667206,21,0.09167798478156328,
+8,176,0.02869521453976631,22,0.13958912278758362,
+9,184,0.029000673443078995,23,0.05545379528775811,
+9,192,0.028874225914478302,24,0.03577198716811836,
+9,200,0.028780952095985413,25,0.008729845130195221,
+10,208,0.02863340824842453,26,0.016395789445736088,
+10,216,0.03352662920951843,27,0.02355482483593126,
+11,224,0.028199147433042526,28,0.016235428681183193,
+11,232,0.02853553742170334,29,0.011209284629633961,
+11,240,0.02907911315560341,30,0.03206176816796263,
+12,248,0.028582334518432617,31,0.015379089936946653,
+12,256,0.02872200310230255,32,0.016411807401499782,
+,,,32,,0.006365866865962744
+13,264,0.02849433943629265,33,0.004910407206890258,
+13,272,0.028596580028533936,34,0.007462510239117994,
+13,280,0.032664623111486435,35,0.00537665884117954,
+14,288,0.028780493885278702,36,0.004698251938232436,
+14,296,0.028473258018493652,37,0.004214926307516483,
+15,304,0.028654590249061584,38,0.0038052479988740138,
+15,312,0.028845328837633133,39,0.002046639822021296,
+15,320,0.029533278197050095,40,0.0039276712777791545,
+16,328,0.03294757753610611,41,0.0034139255128268686,
+16,336,0.029046498239040375,42,0.0016755565408278596,
+17,344,0.029184240847826004,43,0.004031627237175902,
+17,352,0.03318485617637634,44,0.0027798733006840427,
+17,360,0.02899518981575966,45,0.0015478557801212776,
+18,368,0.028971057385206223,46,0.0019729869745788164,
+18,376,0.028771251440048218,47,0.003611753021167325,
+19,384,0.029122114181518555,48,0.0014505379055792997,
+,,,48,,0.0026897054631263018
+19,392,0.02898317202925682,49,0.0014397205328956868,
+19,400,0.032847851514816284,50,0.0027733768971908526,
+20,408,0.028968892991542816,51,0.0010419645248195874,
+20,416,0.028766945004463196,52,0.0027113325575975557,
+21,424,0.033033791929483414,53,0.001869133982108906,
+21,432,0.028999507427215576,54,0.001549046870257536,
+21,440,0.028747014701366425,55,0.0019359675044303432,
+22,448,0.03326006606221199,56,0.0019366383057786152,
+22,456,0.02884233370423317,57,0.0016362292401026935,
+23,464,0.029313959181308746,58,0.0012570269561062257,
+23,472,0.028684165328741074,59,0.001734828462455577,
+23,480,0.03394825756549835,60,0.0013912174493140941,
+24,488,0.029379401355981827,61,0.001152637984584241,
+24,496,0.03294780105352402,62,0.0016838430679248025,
+25,504,0.028675366193056107,63,0.0014110917870241862,
+25,512,0.028561938554048538,64,0.0013171576376242394,
+,,,64,,0.0016202982515096664
+25,520,0.02868502214550972,65,0.0015376532190622618,
+26,528,0.028809159994125366,66,0.00126660757814534,
+26,536,0.02864380180835724,67,0.00136304967288327,
+27,544,0.029560208320617676,68,0.0018252790164710445,
+27,552,0.02921682968735695,69,0.0012864954000438697,
+27,560,0.028609581291675568,70,0.0009604101942386478,
+28,568,0.03281272202730179,71,0.001505745048537695,
+28,576,0.02886388450860977,72,0.0012614491036705051,
+29,584,0.03327774256467819,73,0.000977396750905817,
+29,592,0.03346799686551094,74,0.0011208101811159092,
+29,600,0.028811562806367874,75,0.0014227231107984803,
+30,608,0.033387649804353714,76,0.001523384460597299,
+30,616,0.029398784041404724,77,0.0011318446902026022,
+31,624,0.028405319899320602,78,0.0008077119689135413,
+31,632,0.028820771723985672,79,0.0013322393933776766,
+31,640,0.032781243324279785,80,0.001386427688495522,
+,,,80,,0.0013009143294766545
+32,648,0.028581652790308,81,0.0013838418963132426,
+32,656,0.0286819227039814,82,0.0010536962737595396,
+33,664,0.028575267642736435,83,0.0013744633246320658,
+33,672,0.02884596586227417,84,0.001149858335598505,
+33,680,0.029236365109682083,85,0.0007635152935770086,
+34,688,0.02959020435810089,86,0.0007768936137346408,
+34,696,0.03382239490747452,87,0.00134418805828318,
+35,704,0.02931874245405197,88,0.0012141963112905312,
+35,712,0.028799541294574738,89,0.0012621754940482788,
+35,720,0.03337951377034187,90,0.0010995176358846947,
+36,728,0.03275280073285103,91,0.0008675141895461517,
+36,736,0.03405037894845009,92,0.00120234281460468,
+37,744,0.028829313814640045,93,0.0009855763816561264,
+37,752,0.03308172523975372,94,0.0011926244125269087,
+37,760,0.029083803296089172,95,0.0012019761585785698,
+38,768,0.028582625091075897,96,0.0010552545815395813,
+,,,96,,0.001127262250520289
+38,776,0.029317278414964676,97,0.001101553623032357,
+39,784,0.03378068283200264,98,0.0008639812480065633,
+39,792,0.03272131085395813,99,0.0012327001625505676,
+39,800,0.028431609272956848,100,0.00102273221888866,
+40,808,0.02890642359852791,101,0.0007735784344661694,
+40,816,0.02838146686553955,102,0.0013997097714589192,
+41,824,0.02850007638335228,103,0.0010976134978521329,
+41,832,0.03350908309221268,104,0.0010103126540063666,
+41,840,0.02853546291589737,105,0.0010866138569933053,
+42,848,0.03334716707468033,106,0.0009928110278754805,
+42,856,0.03300734609365463,107,0.0007212608397821896,
+43,864,0.03403417766094208,108,0.0013495809273860817,
+43,872,0.029317274689674377,109,0.0009281501182928109,
+43,880,0.02879980579018593,110,0.0010380822506983979,
+44,888,0.03332297503948212,111,0.0009578897465521899,
+44,896,0.028682522475719452,112,0.0013171655367701673,
+,,,112,,0.0009931079111993313
+45,904,0.0331757590174675,113,0.0007028517482632941,
+45,912,0.03394069895148277,114,0.0009356938867962786,
+45,920,0.029463984072208405,115,0.0010377931981705702,
+46,928,0.028762873262166977,116,0.0011483573907753453,
+46,936,0.033783603459596634,117,0.0008755655677911515,
+47,944,0.02849368378520012,118,0.0007335199289417898,
+47,952,0.028550278395414352,119,0.0012237191437564504,
+47,960,0.02880462259054184,120,0.0008949266120907851,
+48,968,0.028616055846214294,121,0.0011457507610500145,
+48,976,0.02941032126545906,122,0.0008148649728602984,
+49,984,0.02897365391254425,123,0.00089169845256644,
+49,992,0.03369046002626419,124,0.001009627574463733,
+49,1000,0.028712309896945953,125,0.0008324169417998443,
+50,1008,0.028845887631177902,126,0.001122517882882116,
+50,1016,0.028963346034288406,127,0.000758049819463243,
+51,1024,0.02889590710401535,128,0.0012862545603032534,
+,,,128,,0.0009327506413683295
+51,1032,0.033905744552612305,129,0.0007284907982326471,
+51,1040,0.030161641538143158,130,0.0007787764426955783,
+52,1048,0.03365940600633621,131,0.0008545753244106891,
+52,1056,0.0287393219769001,132,0.0007956907938933,
+53,1064,0.02916422113776207,133,0.0012310000893194228,
+53,1072,0.02897822856903076,134,0.0007904433251286929,
+53,1080,0.028882455080747604,135,0.0008980503334896639,
+54,1088,0.028985735028982162,136,0.0010701842631013797,
+54,1096,0.029556378722190857,137,0.0006523781436650703,
+55,1104,0.028842180967330933,138,0.0012526799026610596,
+55,1112,0.028736215084791183,139,0.0005365565460427509,
+55,1120,0.0335201732814312,140,0.0008758007291665612,
+56,1128,0.028876107186079025,141,0.0009400044906545769,
+56,1136,0.03328465297818184,142,0.0009782020759303122,
+57,1144,0.028788473457098007,143,0.0008872943401981432,
+57,1152,0.02860252931714058,144,0.0008260574608217352,
+,,,144,,0.0008752084686420858
+57,1160,0.02898813784122467,145,0.000750677487909949,
+58,1168,0.02856215462088585,146,0.0007810970374311393,
+58,1176,0.02874487265944481,147,0.0008533831681303966,
+59,1184,0.028494220227003098,148,0.0010118954867886548,
+59,1192,0.03382856771349907,149,0.00108198011418738,
+59,1200,0.028827108442783356,150,0.0005986363774774453,
+60,1208,0.028638657182455063,151,0.0010480173763685993,
+60,1216,0.02873970940709114,152,0.0006808753499241832,
+61,1224,0.033533912152051926,153,0.0009090466410270892,
+61,1232,0.029140528291463852,154,0.00076754334648805,
+61,1240,0.0286266952753067,155,0.0009089766625458231,
+62,1248,0.028388407081365585,156,0.0007950773780556539,
+62,1256,0.02870975062251091,157,0.0007519498467445374,
+63,1264,0.02846064791083336,158,0.0011508027916230883,
+63,1272,0.028480641543865204,159,0.0007803797690520206,
+63,1280,0.03356154263019562,160,0.0007773362885927781,
+,,,160,,0.0008321607601828873
+64,1288,0.02888740599155426,161,0.000891423582409819,
+64,1296,0.03301359713077545,162,0.000877258039756932,
+65,1304,0.034379009157419205,163,0.00068611357262573,
+65,1312,0.028696857392787933,164,0.0007570724950970284,
+65,1320,0.0330875888466835,165,0.0009348678960867056,
+66,1328,0.028905611485242844,166,0.0006476327275427488,
+66,1336,0.029766879975795746,167,0.0009296806466798964,
+67,1344,0.02851695567369461,168,0.0008027909950922347,
+67,1352,0.03349773585796356,169,0.0006052625831216574,
+67,1360,0.02885456383228302,170,0.001037554204231128,
+68,1368,0.028607837855815887,171,0.0007972663353519657,
+68,1376,0.028888605535030365,172,0.0007998213072174362,
+69,1384,0.029296278953552246,173,0.0008680176509257692,
+69,1392,0.029786091297864914,174,0.0007538811148454746,
+69,1400,0.028612088412046432,175,0.0007404429957710414,
+70,1408,0.033181048929691315,176,0.0006602516846864351,
+,,,176,,0.0007932051084935665
+70,1416,0.033677101135253906,177,0.000800696796634131,
+71,1424,0.03427372872829437,178,0.000912536512259976,
+71,1432,0.03302524983882904,179,0.0007386563733840982,
+71,1440,0.029037363827228546,180,0.0007163827613112517,
+72,1448,0.03285663574934006,181,0.000837592235676801,
+72,1456,0.028726495802402496,182,0.0006562018206750508,
+73,1464,0.02864258363842964,183,0.0009639961877837777,
+73,1472,0.028409477323293686,184,0.0007697819601162337,
+73,1480,0.034405481070280075,185,0.0005653201636353818,
+74,1488,0.028531409800052643,186,0.0008896980512266357,
+74,1496,0.028464127331972122,187,0.0007387206035976609,
+75,1504,0.029329393059015274,188,0.0006198581852783848,
+75,1512,0.033616580069065094,189,0.0008401788014452905,
+75,1520,0.029202770441770554,190,0.0006187670197422532,
+76,1528,0.03378123790025711,191,0.0005570741367674517,
+76,1536,0.029309943318367004,192,0.0009102403710130602,
+,,,192,,0.0007093950407579541
+77,1544,0.029313720762729645,193,0.0006375633432374647,
+77,1552,0.028797008097171783,194,0.0007580245612189174,
+77,1560,0.02897217869758606,195,0.0007014109891875145,
+78,1568,0.028866156935691833,196,0.0009223422183332822,
+78,1576,0.029336024075746536,197,0.0007171731043714457,
+79,1584,0.028896775096654892,198,0.0006330984324449673,
+79,1592,0.03401387855410576,199,0.0005699440080206841,
+79,1600,0.03413010761141777,200,0.0008146649063117086,
+80,1608,0.03396015614271164,201,0.0006322786682106268,
+80,1616,0.028720013797283173,202,0.0007552809659570742,
+81,1624,0.02963770553469658,203,0.0009528590731365098,
+81,1632,0.028992682695388794,204,0.0005693833003393733,
+81,1640,0.03414367884397507,205,0.0007886310330442419,
+82,1648,0.029098302125930786,206,0.0005824560222598458,
+82,1656,0.029087673872709274,207,0.0007291525492161911,
+83,1664,0.02890433371067047,208,0.0009097323614136818,
+,,,208,,0.0006907696952112019
+83,1672,0.029099781066179276,209,0.0007474510809212612,
+83,1680,0.03308694437146187,210,0.0005051033830651166,
+84,1688,0.02906668931245804,211,0.0007354242989094928,
+84,1696,0.029205679893493652,212,0.0008161053556250408,
+85,1704,0.028702925890684128,213,0.0005346631171830397,
+85,1712,0.028536226600408554,214,0.0006359514425805008,
+85,1720,0.028432857245206833,215,0.0008189388536266051,
+86,1728,0.02881719172000885,216,0.0006114625779446214,
+86,1736,0.033358290791511536,217,0.0008844015114432709,
+87,1744,0.028806384652853012,218,0.0005720447176524127,
+87,1752,0.029233671724796295,219,0.000709637311625887,
+87,1760,0.028841517865657806,220,0.0007483444293029607,
+88,1768,0.029141869395971298,221,0.0005236352709206668,
+88,1776,0.029035206884145737,222,0.000691639589301,
+89,1784,0.0285542793571949,223,0.0009359141937845076,
+89,1792,0.02861536294221878,224,0.0008209415100282058,
+,,,224,,0.0006992543349042535
+89,1800,0.031858526170253754,225,0.0004045561553749184,
+90,1808,0.028610236942768097,226,0.0007079990048493658,
+90,1816,0.028645671904087067,227,0.0004771266222550449,
+91,1824,0.028855249285697937,228,0.0006940264696216522,
+91,1832,0.03374658524990082,229,0.0007085378033066677,
+91,1840,0.028849907219409943,230,0.0007299978497030679,
+92,1848,0.03414622321724892,231,0.000632406457693183,
+92,1856,0.0331357903778553,232,0.0006632743472716986,
+93,1864,0.028619233518838882,233,0.0006231903498701286,
+93,1872,0.033719271421432495,234,0.000551936591644055,
+93,1880,0.02887415513396263,235,0.0008239538013488831,
+94,1888,0.029323525726795197,236,0.0005593767079214255,
+94,1896,0.028930336236953735,237,0.0007392199320467905,
+95,1904,0.03328436613082886,238,0.0007326482894616978,
+95,1912,0.02902241051197052,239,0.0006627219408983365,
+95,1920,0.03289276361465454,240,0.0006160061139698056,
+,,,240,,0.0006363517604768276
+96,1928,0.028593815863132477,241,0.0005117149108131839,
+96,1936,0.029421690851449966,242,0.0005540144920814782,
+97,1944,0.028748314827680588,243,0.0007220480483738356,
+97,1952,0.03256704658269882,244,0.0008987928899428384,
+97,1960,0.028668761253356934,245,0.0005474439697406654,
+98,1968,0.03378210961818695,246,0.0007281614473738175,
+98,1976,0.03372490406036377,247,0.000689020516941897,
+99,1984,0.02859450876712799,248,0.0006133399547252338,
+99,1992,0.028552956879138947,249,0.0006419251361736455,
+99,2000,0.02981754019856453,250,0.0005529654420873461,
+100,2008,0.03444642201066017,251,0.0005838585482426704,
+100,2016,0.02879691869020462,252,0.0005943886790191755,
+101,2024,0.02868735045194626,253,0.0008006837051652838,
+101,2032,0.028595037758350372,254,0.0006174924431737357,
+101,2040,0.028961770236492157,255,0.000532536606029184,
+102,2048,0.028782490640878677,256,0.0006309443919095569,
+,,,256,,0.0006184554658830166
+102,2056,0.029403891414403915,257,0.0008186645692066205,
+103,2064,0.029297173023223877,258,0.000479516316166458,
+103,2072,0.028788551688194275,259,0.0005463913827649473,
+103,2080,0.03397846221923828,260,0.0006542644505316275,
+104,2088,0.028997518122196198,261,0.00062726440644058,
+104,2096,0.03421078249812126,262,0.000706865219399333,
+105,2104,0.033307261765003204,263,0.00048732172373482693,
+105,2112,0.028648216277360916,264,0.000709289178932802,
+105,2120,0.03376549482345581,265,0.0006735895361858779,
+106,2128,0.028478499501943588,266,0.0006417234622998736,
+106,2136,0.0339626707136631,267,0.0007111427526419553,
+107,2144,0.02920728176832199,268,0.00034917339629222016,
+107,2152,0.028898250311613083,269,0.0006641365919980066,
+107,2160,0.033230818808078766,270,0.0006145396910142154,
+108,2168,0.028557341545820236,271,0.00044647441917242337,
+108,2176,0.029269490391016006,272,0.0007253383148715577,
+,,,272,,0.0005857510259374976
+109,2184,0.028316259384155273,273,0.0005922426532309216,
+109,2192,0.028596553951501846,274,0.0005436503270175308,
+109,2200,0.0333683080971241,275,0.0007353058866171453,
+110,2208,0.02814130112528801,276,0.0005652808916541593,
+110,2216,0.028575841337442398,277,0.0006050713907045845,
+111,2224,0.028455384075641632,278,0.0005555735867043646,
+111,2232,0.03349404036998749,279,0.0005224722330100262,
+111,2240,0.02917616441845894,280,0.0007107437883790296,
+112,2248,0.028742767870426178,281,0.0006348374245135346,
+112,2256,0.033695682883262634,282,0.0005074894579593092,
+113,2264,0.028314627707004547,283,0.0005504377137791986,
+113,2272,0.03358624130487442,284,0.0005705997654541323,
+113,2280,0.028602730482816696,285,0.0006232902867070932,
+114,2288,0.02899819239974022,286,0.0005644353119090997,
+114,2296,0.028163544833660126,287,0.0005628318191156723,
+115,2304,0.028850987553596497,288,0.0006128406860322381,
+,,,288,,0.0005785493412986398
+115,2312,0.028544161468744278,289,0.0006737440260342107,
+115,2320,0.028196517378091812,290,0.0005018765647643401,
+116,2328,0.028950929641723633,291,0.0007607664050407369,
+116,2336,0.03410949558019638,292,0.0006161688288557343,
+117,2344,0.028215132653713226,293,0.0003895705780120228,
+117,2352,0.02876964956521988,294,0.0005345477342523416,
+117,2360,0.03375864401459694,295,0.0006362859104146165,
+118,2368,0.028637968003749847,296,0.0005028273041646641,
+118,2376,0.02945476770401001,297,0.0006370462244376541,
+119,2384,0.029631290584802628,298,0.0005689903500751825,
+119,2392,0.028532058000564575,299,0.0006047428839585998,
+119,2400,0.03368804231286049,300,0.0005728989815585973,
+120,2408,0.03351978212594986,301,0.0006766166219936817,
+120,2416,0.02990429848432541,302,0.0004526742365366469,
+121,2424,0.03329744562506676,303,0.000571036464922751,
+121,2432,0.034126318991184235,304,0.0006965109443461353,
+,,,304,,0.0005738314939662814
+121,2440,0.029054298996925354,305,0.00043453212128952146,
+122,2448,0.029095251113176346,306,0.0005829392769859018,
+122,2456,0.03408919274806976,307,0.000621754819383988,
+123,2464,0.028600625693798065,308,0.0005180536565603689,
+123,2472,0.028844505548477173,309,0.0006404826854122803,
+123,2480,0.029391765594482422,310,0.0004955372351105325,
+124,2488,0.033569179475307465,311,0.000608742442758133,
+124,2496,0.029695812612771988,312,0.0005588676038314588,
+125,2504,0.028889402747154236,313,0.0005199812966076514,
+125,2512,0.028838567435741425,314,0.0005717612751011204,
+125,2520,0.028388287872076035,315,0.0004928054986521602,
+126,2528,0.028938867151737213,316,0.0005509227093380804,
+126,2536,0.028328973799943924,317,0.0005490400956963034,
+127,2544,0.028699159622192383,318,0.0005203565789005635,
+127,2552,0.029169686138629913,319,0.000501352787250653,
+127,2560,0.029371779412031174,320,0.0006530037308738639,
+,,,320,,0.0005545733729377389
+128,2568,0.029032133519649506,321,0.000543231560316469,
+128,2576,0.02934887632727623,322,0.00045179357766755857,
+129,2584,0.029140330851078033,323,0.0006442583779482028,
+129,2592,0.03409741446375847,324,0.00046969800650213775,
+129,2600,0.029487505555152893,325,0.0006627160776891591,
+130,2608,0.029426690191030502,326,0.0003977177309155065,
+130,2616,0.02895381674170494,327,0.0007247062227785742,
+131,2624,0.033407773822546005,328,0.0005843968571683106,
+131,2632,0.029155876487493515,329,0.0005459049694204273,
+131,2640,0.029174432158470154,330,0.0005096531446421674,
+132,2648,0.029297489672899246,331,0.0005124628262516732,
+132,2656,0.029558081179857254,332,0.0005168431913868213,
+133,2664,0.029335010796785355,333,0.0006629938240318248,
+133,2672,0.02936543896794319,334,0.0005257234789986307,
+133,2680,0.034463778138160706,335,0.0005044057021829454,
+134,2688,0.03412996977567673,336,0.0007083025453279593,
+,,,336,,0.0005546528846025467
+134,2696,0.029467783868312836,337,0.00037095836402537924,
+135,2704,0.029137860983610153,338,0.0005238010635366663,
+135,2712,0.02923193946480751,339,0.0005190687705180607,
+135,2720,0.033639200031757355,340,0.0005706901730653564,
+136,2728,0.029849112033843994,341,0.00047135889392600143,
+136,2736,0.030243877321481705,342,0.0006000350057057893,
+137,2744,0.029607098549604416,343,0.0005726519362617503,
+137,2752,0.02947217971086502,344,0.0004709929659535798,
+137,2760,0.029603149741888046,345,0.0005689721636537632,
+138,2768,0.03346240147948265,346,0.0005778951589794208,
+138,2776,0.029501397162675858,347,0.0004906964793917723,
+139,2784,0.028941940516233444,348,0.00045853350624943583,
+139,2792,0.03319172188639641,349,0.0006113616888926897,
+139,2800,0.02956501767039299,350,0.0005112884955451591,
+140,2808,0.02980722486972809,351,0.0005051572292219275,
+140,2816,0.029156889766454697,352,0.000473074384409791,
+,,,352,,0.0005155286053195596
+141,2824,0.028864704072475433,353,0.0006180602528426485,
+141,2832,0.02885446324944496,354,0.0004780557592312107,
+141,2840,0.03386737406253815,355,0.0006133144139312208,
+142,2848,0.03451189026236534,356,0.0006850898353150114,
+142,2856,0.028692081570625305,357,0.0004448898679194307,
+143,2864,0.029111571609973907,358,0.0003238614212023094,
+143,2872,0.028520695865154266,359,0.0005997255017670492,
+143,2880,0.029116276651620865,360,0.0005477909386778871,
+144,2888,0.03414103016257286,361,0.00064243191029943,
+144,2896,0.02951803058385849,362,0.00044606017631436276,
+145,2904,0.03368665650486946,363,0.000599515050756357,
+145,2912,0.02917640283703804,364,0.0005348403886143517,
+145,2920,0.029848378151655197,365,0.00040647322580648155,
+146,2928,0.029363788664340973,366,0.0005691386716481408,
+146,2936,0.029284890741109848,367,0.0004102623512153514,
+147,2944,0.029388535767793655,368,0.00046489039474787813,
+,,,368,,0.00048636776045896113
+147,2952,0.029468324035406113,369,0.0006319137940987606,
+147,2960,0.02957233041524887,370,0.0005022896304061371,
+148,2968,0.033256832510232925,371,0.0005476397838300237,
+148,2976,0.03430762141942978,372,0.0005478532537101553,
+149,2984,0.03438536822795868,373,0.0005095784753476354,
+149,2992,0.029418420046567917,374,0.0005444643620649003,
+149,3000,0.02947356551885605,375,0.00040143178193829954,
+150,3008,0.02992881089448929,376,0.0005567068801610731,
+150,3016,0.029622003436088562,377,0.00048469064374027465,
+151,3024,0.03330761194229126,378,0.0005988501423936603,
+151,3032,0.02939380332827568,379,0.0005297855823300779,
+151,3040,0.029333539307117462,380,0.00034995431567288256,
+152,3048,0.02962697297334671,381,0.0004982514716781831,
+152,3056,0.02926912158727646,382,0.0005173669128756349,
+153,3064,0.03351886570453644,383,0.00038338937156368047,
+153,3072,0.033560723066329956,384,0.0005490269440297897,
+,,,384,,0.00048201571917161345
+153,3080,0.02965652197599411,385,0.0005468341041705571,
+154,3088,0.029296118766069412,386,0.00058059305857486,
+154,3096,0.029331061989068985,387,0.0005204234566917876,
+155,3104,0.029257938265800476,388,0.00024183686102994463,
+155,3112,0.029973309487104416,389,0.0005738767291544578,
+155,3120,0.029292959719896317,390,0.0005791362043685064,
+156,3128,0.03378411754965782,391,0.0005391329697366538,
+156,3136,0.029653504490852356,392,0.0004757334655468267,
+157,3144,0.029178094118833542,393,0.0004877058845522697,
+157,3152,0.02978403866291046,394,0.0005208544486473935,
+157,3160,0.02895944193005562,395,0.0004508149378869513,
+158,3168,0.0295933298766613,396,0.00046162106975151056,
+158,3176,0.029165048152208328,397,0.0005150953014284217,
+159,3184,0.03349931538105011,398,0.0006046826438250719,
+159,3192,0.029322300106287003,399,0.00046552307321690023,
+159,3200,0.02917027845978737,400,0.000437862884220002,
+,,,400,,0.0004714178794529289
+160,3208,0.02912745252251625,401,0.00047508523074122,
+160,3216,0.033976055681705475,402,0.00048080892660296883,
+161,3224,0.029421072453260422,403,0.0005525839165784419,
+161,3232,0.030088316649198532,404,0.0005394398488403697,
+161,3240,0.02932601422071457,405,0.0004239460291241163,
+162,3248,0.029737282544374466,406,0.0004252427024766803,
+162,3256,0.029792476445436478,407,0.0005031445946839924,
+163,3264,0.029415354132652283,408,0.0005689977299577246,
+163,3272,0.029664527624845505,409,0.000382846497814171,
+163,3280,0.03404764086008072,410,0.0005218575321263275,
+164,3288,0.033754315227270126,411,0.000443198581566461,
+164,3296,0.033447641879320145,412,0.000546970079345296,
+165,3304,0.03352181613445282,413,0.0005305989907355979,
+165,3312,0.02958294376730919,414,0.0004332178478679535,
+165,3320,0.029254250228405,415,0.0005430813713852937,
+166,3328,0.0293266661465168,416,0.00044828752456501557,
+,,,416,,0.000459585920907557
+166,3336,0.03362172842025757,417,0.0005240608649425363,
+167,3344,0.029248207807540894,418,0.0005153205691991995,
+167,3352,0.03403541445732117,419,0.000573584588974799,
+167,3360,0.02941827103495598,420,0.0004055075081011567,
+168,3368,0.03052802011370659,421,0.0005133323526630799,
+168,3376,0.029652897268533707,422,0.00042585972745049123,
+169,3384,0.033369582146406174,423,0.000504790489988712,
+169,3392,0.029250741004943848,424,0.00045830104388117505,
+169,3400,0.02905261516571045,425,0.0005009376460899754,
+170,3408,0.029835306107997894,426,0.0005707256820572254,
+170,3416,0.03367922455072403,427,0.00039520594327768777,
+171,3424,0.029244612902402878,428,0.0005436760506459645,
+171,3432,0.029376599937677383,429,0.0003860144875943661,
+171,3440,0.029264099895954132,430,0.0005031651991885156,
+172,3448,0.028906352818012238,431,0.0004844673083145888,
+172,3456,0.029399249702692032,432,0.0005320352845176655,
+,,,432,,0.0004621261905413121
+173,3464,0.03012159839272499,433,0.00043466399680861895,
+173,3472,0.029612258076667786,434,0.00046322842847855227,
+173,3480,0.02948911115527153,435,0.0004747415957601995,
+174,3488,0.03357747569680214,436,0.0005440319021415364,
+174,3496,0.0294201597571373,437,0.0003369525754048179,
+175,3504,0.02884221449494362,438,0.0005394851383850133,
+175,3512,0.029865458607673645,439,0.00044722433283988556,
+175,3520,0.029638849198818207,440,0.00046914527871801207,
+176,3528,0.02918609231710434,441,0.0005436651346306982,
+176,3536,0.03379598632454872,442,0.00046479956918946385,
+177,3544,0.029334910213947296,443,0.0003778510300825084,
+177,3552,0.02950374037027359,444,0.0003886152117047459,
+177,3560,0.03360958397388458,445,0.0005547554095615991,
+178,3568,0.029130224138498306,446,0.000553075471543707,
+178,3576,0.0333760641515255,447,0.00041766823293680017,
+179,3584,0.02938106656074524,448,0.00042905258014798165,
+,,,448,,0.00044679848360829055
+179,3592,0.034214187413454056,449,0.00047623081403659086,
+179,3600,0.029708724468946457,450,0.00045009021811314267,
+180,3608,0.029487650841474533,451,0.00044778386945836245,
+180,3616,0.03340018168091774,452,0.0005644157718052156,
+181,3624,0.02930310368537903,453,0.0005087032967077738,
+181,3632,0.0341026745736599,454,0.0004309762220752115,
+181,3640,0.03339974954724312,455,0.0004654385071868698,
+182,3648,0.029287829995155334,456,0.000458621848688031,
+182,3656,0.02922622486948967,457,0.00040092283909741255,
+183,3664,0.029170289635658264,458,0.0005529530299099861,
+183,3672,0.028848756104707718,459,0.0004231600480404897,
+183,3680,0.029854148626327515,460,0.000519701961214499,
+184,3688,0.02914011850953102,461,0.00043267395813018084,
+184,3696,0.029468581080436707,462,0.0004015963277197443,
+185,3704,0.03358365595340729,463,0.000501111820085498,
+185,3712,0.029255874454975128,464,0.00041080492034476873,
+,,,464,,0.00045559165300801396
+185,3720,0.028940290212631226,465,0.0005247496992524248,
+186,3728,0.02920575439929962,466,0.0004116490854357835,
+186,3736,0.029112473130226135,467,0.0005477311497088522,
+187,3744,0.0294983871281147,468,0.0004536978466113886,
+187,3752,0.029698345810174942,469,0.00026058996842369777,
+187,3760,0.02952868863940239,470,0.0006039183733394436,
+188,3768,0.029871948063373566,471,0.0004870620536773155,
+188,3776,0.02954079955816269,472,0.00045861943484245177,
+189,3784,0.029658079147338867,473,0.0003820261976215988,
+189,3792,0.029825113713741302,474,0.0005969536958638435,
+189,3800,0.03381288796663284,475,0.00036141296680268297,
+190,3808,0.02948836237192154,476,0.00035412702709436417,
+190,3816,0.02962883561849594,477,0.0005518337129615247,
+191,3824,0.029717829078435898,478,0.0003306558563573552,
+191,3832,0.029730726033449173,479,0.0005437509336678141,
+191,3840,0.03462941572070122,480,0.0004941482828663928,
+,,,480,,0.00041945441626012325
+192,3848,0.02979019284248352,481,0.0005448204508866183,
+192,3856,0.02944483608007431,482,0.00046138988744298166,
+193,3864,0.029174767434597015,483,0.0003335642350765948,
+193,3872,0.029502488672733307,484,0.0005044641220592894,
+193,3880,0.029550984501838684,485,0.00042398503345404085,
+194,3888,0.029486894607543945,486,0.0004829378459752271,
+194,3896,0.028826765716075897,487,0.000491569510464055,
+195,3904,0.029437564313411713,488,0.000367493321391521,
+195,3912,0.029260139912366867,489,0.0004459279746067925,
+195,3920,0.029306232929229736,490,0.0004398651290102862,
+196,3928,0.029270779341459274,491,0.00047293576510408177,
+196,3936,0.02939491719007492,492,0.00044549687360510387,
+197,3944,0.02950984239578247,493,0.00037148471788636276,
+197,3952,0.029066186398267746,494,0.0005638971644937276,
+197,3960,0.029830895364284515,495,0.00042854409124023124,
+198,3968,0.03410585969686508,496,0.0004205008396335567,
+,,,496,,0.0004257750988472253
+198,3976,0.02933947741985321,497,0.0004219623112406295,
+199,3984,0.029354289174079895,498,0.00047061258933703916,
+199,3992,0.0298704095184803,499,0.0003519029954380433,
+199,4000,0.029007595032453537,500,0.0005463945625316617,
+200,4008,0.0335070826113224,501,0.0005844847012970907,
+200,4016,0.029718447476625443,502,0.0003137702106659372,
+201,4024,0.029260888695716858,503,0.00040079729380802467,
+201,4032,0.029269885271787643,504,0.0005396456981543452,
+201,4040,0.029673147946596146,505,0.00043461270342959324,
+202,4048,0.03370247781276703,506,0.0005484226295569291,
+202,4056,0.029609419405460358,507,0.00026548509441244486,
+203,4064,0.029590118676424026,508,0.0005151843910829888,
+203,4072,0.03362414613366127,509,0.000464263426413079,
+203,4080,0.033339302986860275,510,0.00042080399413992254,
+204,4088,0.029369547963142395,511,0.00038471875398369903,
+204,4096,0.029186423867940903,512,0.00043880456095476717,
+,,,512,,0.00041461794171482325
+205,4104,0.034229204058647156,513,0.0005496366827103954,
+205,4112,0.033425215631723404,514,0.0003912418144934166,
+205,4120,0.029658645391464233,515,0.00045298639675960515,
+206,4128,0.033522143959999084,516,0.0005113076331326738,
+206,4136,0.02925441414117813,517,0.0003805120560662964,
+207,4144,0.028928376734256744,518,0.000412842742331453,
+207,4152,0.029498368501663208,519,0.00045858181353347995,
+207,4160,0.030200056731700897,520,0.00042107017163123766,
+208,4168,0.034171443432569504,521,0.0004691533951180255,
+208,4176,0.029380518943071365,522,0.0004500633242839415,
+209,4184,0.02911682054400444,523,0.00040524785516835336,
+209,4192,0.029376376420259476,524,0.00047603835992049426,
+209,4200,0.029279906302690506,525,0.00042706570093287155,
+210,4208,0.029666785150766373,526,0.00037823930324520916,
+210,4216,0.03384659066796303,527,0.00045050330597653306,
+211,4224,0.029173847287893295,528,0.0004119456986830171,
+,,,528,,0.0004094744799658656
+211,4232,0.03379356116056442,529,0.0004899000757307347,
+211,4240,0.029458634555339813,530,0.00043137651118740905,
+212,4248,0.030010096728801727,531,0.0005306673313801488,
+212,4256,0.02915842831134796,532,0.00038634068690813507,
+213,4264,0.028876539319753647,533,0.00042620165516961026,
+213,4272,0.02873634174466133,534,0.00044547898981433647,
+213,4280,0.029050566256046295,535,0.00036217003131847986,
+214,4288,0.034084491431713104,536,0.00046816354342109454,
+214,4296,0.029061205685138702,537,0.0005223145635682158,
+215,4304,0.02941840887069702,538,0.00030429833449571476,
+215,4312,0.029166653752326965,539,0.00043047514814783687,
+215,4320,0.029820017516613007,540,0.00043724799408144984,
+216,4328,0.029360488057136536,541,0.0005046784644946456,
+216,4336,0.029326364398002625,542,0.00031859162481850944,
+217,4344,0.028944622725248337,543,0.0004351872181966125,
+217,4352,0.02900245413184166,544,0.0005872009475881766,
+,,,544,,0.0004214841756038368
+217,4360,0.03370034322142601,545,0.00025740903220139444,
+218,4368,0.029183346778154373,546,0.0002966868617347375,
+218,4376,0.02936473861336708,547,0.000623061705317179,
+219,4384,0.03016851842403412,548,0.00036140937507817786,
+219,4392,0.033253014087677,549,0.0005730664046355882,
+219,4400,0.02988317608833313,550,0.0003378445350487406,
+220,4408,0.029562033712863922,551,0.00035041467344854027,
+220,4416,0.03420010209083557,552,0.0003925927303498611,
+221,4424,0.033370986580848694,553,0.0004944963106286845,
+221,4432,0.029510632157325745,554,0.0004460020900296513,
+221,4440,0.034743089228868484,555,0.00040820337352880207,
+222,4448,0.02981768548488617,556,0.0004276144327983881,
+222,4456,0.02968982234597206,557,0.00046059858990095864,
+223,4464,0.03396231308579445,558,0.00044891495199408384,
+223,4472,0.029660824686288834,559,0.0004843592585530132,
+223,4480,0.02960420772433281,560,0.00031276125567577157,
+,,,560,,0.00042224323260597885
+224,4488,0.02952924743294716,561,0.0004340823018407848,
+224,4496,0.030134230852127075,562,0.0003650539714726619,
+225,4504,0.03359444811940193,563,0.0004476620733233479,
+225,4512,0.029332447797060013,564,0.0003636049945131302,
+225,4520,0.02931078150868416,565,0.0005304054660276355,
+226,4528,0.029155071824789047,566,0.0004635633958969265,
+226,4536,0.03441518545150757,567,0.00038582234321018826,
+227,4544,0.02887866273522377,568,0.0004927457084704656,
+227,4552,0.02979014813899994,569,0.0004016103451319325,
+227,4560,0.033310189843177795,570,0.00039950996288098397,
+228,4568,0.02917446196079254,571,0.00029734280178672634,
+228,4576,0.029350660741329193,572,0.0004820507331584979,
+229,4584,0.029033534228801727,573,0.0003485636061668629,
+229,4592,0.0338851623237133,574,0.0004952002314634488,
+229,4600,0.029202573001384735,575,0.00046062852440324303,
+230,4608,0.0344729907810688,576,0.000380122424151826,
+,,,576,,0.00040080593316815794
+230,4616,0.03049575909972191,577,0.00039693523467576597,
+231,4624,0.02950195223093033,578,0.0004725859668854225,
+231,4632,0.029852673411369324,579,0.0003947442574744028,
+231,4640,0.029165029525756836,580,0.0004421843264329558,
+232,4648,0.029313933104276657,581,0.0003456373269727919,
+232,4656,0.028940241783857346,582,0.0004559282303186289,
+233,4664,0.03355966880917549,583,0.0003596193477278575,
+233,4672,0.029320642352104187,584,0.0004446713226990631,
+233,4680,0.02981959655880928,585,0.0004841974987357389,
+234,4688,0.030012160539627075,586,0.00037363967931014486,
+234,4696,0.029757000505924225,587,0.0004786755833685255,
+235,4704,0.029788784682750702,588,0.0004392524195801733,
+235,4712,0.0340287908911705,589,0.00034843893263314385,
+235,4720,0.029525764286518097,590,0.00042536598762539637,
+236,4728,0.029722433537244797,591,0.00045215590112742836,
+236,4736,0.030236952006816864,592,0.00042894317249936813,
+,,,592,,0.00038161512929946184
+237,4744,0.0334731824696064,593,0.0004704389476890875,
+237,4752,0.033615902066230774,594,0.000357074708377835,
+237,4760,0.029780849814414978,595,0.0003738268363425353,
+238,4768,0.032952338457107544,596,0.00039971908093624126,
+238,4776,0.029284320771694183,597,0.00046496743068148917,
+239,4784,0.03399968147277832,598,0.0003531182943940318,
+239,4792,0.029578179121017456,599,0.00042024399870290206,
+239,4800,0.029643073678016663,600,0.00038015317337480013,
+240,4808,0.03020092099905014,601,0.0004193558091752824,
+240,4816,0.029812883585691452,602,0.00041572333637824547,
+241,4824,0.03343642130494118,603,0.00036322855933879815,
+241,4832,0.03322259336709976,604,0.000506564394692594,
+241,4840,0.029707729816436768,605,0.0003749095687033752,
+242,4848,0.02956542745232582,606,0.0004967188579030335,
+242,4856,0.03355657309293747,607,0.00033297525078523904,
+243,4864,0.029479261487722397,608,0.0004274802001115556,
+,,,608,,0.0004042977234348655
+243,4872,0.029384206980466843,609,0.0005072940080676094,
+243,4880,0.029535070061683655,610,0.00030358507237079636,
+244,4888,0.03363296017050743,611,0.00045045466868032236,
+244,4896,0.02956855297088623,612,0.00031744902080390605,
+245,4904,0.03401000052690506,613,0.0003540915228465262,
+245,4912,0.029206745326519012,614,0.0005278698241454549,
+245,4920,0.03356778621673584,615,0.00038172559516169713,
+246,4928,0.029485143721103668,616,0.00036868840002820695,
+246,4936,0.02991485595703125,617,0.0004135070606328857,
+247,4944,0.0300750695168972,618,0.0003771956956673724,
+247,4952,0.029622144997119904,619,0.0005054577777627856,
+247,4960,0.034168388694524765,620,0.0004137871068311282,
+248,4968,0.02933938056230545,621,0.0005019311120122438,
+248,4976,0.02987710013985634,622,0.00035179098777007314,
+249,4984,0.029665715992450714,623,0.0002918321545924603,
+249,4992,0.02999195083975792,624,0.00035796714239820303,
+,,,624,,0.00038464402314275503
+249,5000,0.029662661254405975,625,0.00048756318816837546,
+250,5008,0.029328588396310806,626,0.0003521075050230138,
+250,5016,0.029311057180166245,627,0.00042273678900528466,
+251,5024,0.029295645654201508,628,0.0004112574004631659,
+251,5032,0.029261194169521332,629,0.0003482925911577275,
+251,5040,0.029450569301843643,630,0.0005007188675725567,
+252,5048,0.029369354248046875,631,0.0005616319156781009,
+252,5056,0.029057830572128296,632,0.0003165653940343943,
+253,5064,0.029461771249771118,633,0.00042189339057166275,
+253,5072,0.02924511209130287,634,0.00038328661078897613,
+253,5080,0.02956550195813179,635,0.0003560728053950394,
+254,5088,0.029446106404066086,636,0.0004416383104398847,
+254,5096,0.029595766216516495,637,0.00036547071993647313,
+255,5104,0.029356379061937332,638,0.00035042417361042823,
+255,5112,0.033024899661540985,639,0.0004024125597565077,
+255,5120,0.029360909014940262,640,0.0004841603489088205,
+,,,640,,0.00038083529216237366
+256,5128,0.029409222304821014,641,0.00046527040637253474,
+256,5136,0.03341423347592354,642,0.0002575747414084617,
+257,5144,0.029511786997318268,643,0.0004404147226263636,
+257,5152,0.029497146606445312,644,0.00041414410621986133,
+257,5160,0.029619019478559494,645,0.0003911993158648589,
+258,5168,0.03380119428038597,646,0.0004299397002726507,
+258,5176,0.029346976429224014,647,0.000436371672549285,
+259,5184,0.03348609805107117,648,0.00024514456163160503,
+259,5192,0.0297120101749897,649,0.00035365106305107474,
+259,5200,0.02966192737221718,650,0.0005305930187335305,
+260,5208,0.02980867400765419,651,0.00043932444338376324,
+260,5216,0.02931545302271843,652,0.0002973981430510652,
+261,5224,0.02957138419151306,653,0.0004672581025470908,
+261,5232,0.02952197566628456,654,0.00035157705254581134,
+261,5240,0.029226817190647125,655,0.0004129604349145666,
+262,5248,0.02944454550743103,656,0.00041738262904497485,
+,,,656,,0.00039332566666416824
+262,5256,0.029585257172584534,657,0.0004225989463380896,
+263,5264,0.034472644329071045,658,0.0003813278639096428,
+263,5272,0.03360673412680626,659,0.00039767282497551705,
+263,5280,0.029348116368055344,660,0.0004318074061302468,
+264,5288,0.02911262959241867,661,0.00042413264208544907,
+264,5296,0.030043449252843857,662,0.00036551238008541986,
+265,5304,0.03366697207093239,663,0.00040652665484230965,
+265,5312,0.03365366905927658,664,0.0003078898662352003,
+265,5320,0.02916765585541725,665,0.0004439309072600176,
+266,5328,0.02969079092144966,666,0.00043649298657493836,
+266,5336,0.028954900801181793,667,0.00034117725499527296,
+267,5344,0.02935783937573433,668,0.00042969705156373005,
+267,5352,0.034120939671993256,669,0.0003981903653105044,
+267,5360,0.033649638295173645,670,0.00040352061422219355,
+268,5368,0.02901720255613327,671,0.000524046662366555,
+268,5376,0.02885482832789421,672,0.00037242586908038135,
+,,,672,,0.00038577409577555954
+269,5384,0.029046189039945602,673,0.0003307568975007878,
+269,5392,0.03466087579727173,674,0.00043684541910456924,
+269,5400,0.029508087784051895,675,0.0003517135755828349,
+270,5408,0.033682458102703094,676,0.0004167129809502512,
+270,5416,0.02901877462863922,677,0.0004255455769452965,
+271,5424,0.029137607663869858,678,0.00024131399382335634,
+271,5432,0.02920444682240486,679,0.0005693906399149758,
+271,5440,0.03366866335272789,680,0.0003589956792823684,
+272,5448,0.03443390503525734,681,0.0003426144730138521,
+272,5456,0.029486555606126785,682,0.00037643503067859757,
+273,5464,0.0293315127491951,683,0.0004226334030345942,
+273,5472,0.02940036728978157,684,0.00034258032862383587,
+273,5480,0.028893981128931046,685,0.0005201726766804663,
+274,5488,0.033693231642246246,686,0.00034512192141846756,
+274,5496,0.029188133776187897,687,0.0004228070956742158,
+275,5504,0.029115263372659683,688,0.0003764574066735804,
+,,,688,,0.0003707920550368726
+275,5512,0.02888111025094986,689,0.00041580192282708595,
+275,5520,0.029425490647554398,690,0.00041602583686736495,
+276,5528,0.028990719467401505,691,0.00047096317311198533,
+276,5536,0.02936805784702301,692,0.00034841748129110783,
+277,5544,0.033953335136175156,693,0.0004569074279667499,
+277,5552,0.033090800046920776,694,0.0003372914652572945,
+277,5560,0.02875790372490883,695,0.0003597545986010048,
+278,5568,0.034028731286525726,696,0.0004538923319407993,
+278,5576,0.03334594890475273,697,0.0003147696350844434,
+279,5584,0.03374524042010307,698,0.0004628061013885171,
+279,5592,0.03377699851989746,699,0.0003870871128478589,
+279,5600,0.033725712448358536,700,0.00028465752548072486,
+280,5608,0.02968200296163559,701,0.00034623647157926683,
+280,5616,0.029378313571214676,702,0.00044544405066587316,
+281,5624,0.029192660003900528,703,0.00035968399242847227,
+281,5632,0.029284965246915817,704,0.00029547839524942293,
+,,,704,,0.0003856777329929173
+281,5640,0.02921435236930847,705,0.0005103361315074532,
+282,5648,0.029664531350135803,706,0.0003318840068199539,
+282,5656,0.0291268490254879,707,0.00046574510369365186,
+283,5664,0.02890210598707199,708,0.0003644411699497141,
+283,5672,0.0294942706823349,709,0.0003971690519112879,
+283,5680,0.029508791863918304,710,0.0003917498434020672,
+284,5688,0.029102910310029984,711,0.000377928127515285,
+284,5696,0.028991449624300003,712,0.0003562252464829586,
+285,5704,0.029050957411527634,713,0.000486969741662809,
+285,5712,0.029446110129356384,714,0.0003977926150712717,
+285,5720,0.02904365211725235,715,0.0003141984332334967,
+286,5728,0.029981188476085663,716,0.0004625554933087327,
+286,5736,0.028987783938646317,717,0.0003954452281155122,
+287,5744,0.033182498067617416,718,0.00045313648453364816,
+287,5752,0.029283937066793442,719,0.0003702390361771298,
+287,5760,0.029889483004808426,720,0.00029524242199840955,
+,,,720,,0.0003714114718604833
+288,5768,0.03465843200683594,721,0.0004063287465564477,
+288,5776,0.028997965157032013,722,0.00043110662712327513,
+289,5784,0.029065322130918503,723,0.00029742269152148557,
+289,5792,0.029161643236875534,724,0.0004927500241055069,
+289,5800,0.029111411422491074,725,0.00034084419797485074,
+290,5808,0.03390900790691376,726,0.0005205862107686698,
+290,5816,0.029198378324508667,727,0.0002820653220017751,
+291,5824,0.02914968878030777,728,0.0003570706420370178,
+291,5832,0.029191169887781143,729,0.00039484975301699404,
+291,5840,0.03373832628130913,730,0.0003899331266158977,
+292,5848,0.03411000967025757,731,0.0003426962715681069,
+292,5856,0.029604271054267883,732,0.0003898854359119598,
+293,5864,0.033277176320552826,733,0.0004062128811545501,
+293,5872,0.02949090674519539,734,0.00040624454357804585,
+293,5880,0.034778669476509094,735,0.0003947561042598234,
+294,5888,0.03356057032942772,736,0.000331172013344864,
+,,,736,,0.0003546196676325053
+294,5896,0.029097508639097214,737,0.0003823543573327532,
+295,5904,0.029685717076063156,738,0.0004442227170026551,
+295,5912,0.03329849988222122,739,0.0004404470472274205,
+295,5920,0.02916756272315979,740,0.00032529166346648706,
+296,5928,0.033353958278894424,741,0.0004948021930128258,
+296,5936,0.02919093891978264,742,0.0003143538891051251,
+297,5944,0.029163796454668045,743,0.0003531489831705888,
+297,5952,0.029018495231866837,744,0.000447372999937775,
+297,5960,0.029041048139333725,745,0.000336150181413229,
+298,5968,0.033313069492578506,746,0.0003231876168380647,
+298,5976,0.03405750170350075,747,0.00045482511840028953,
+299,5984,0.03323163092136383,748,0.0004430152985150926,
+299,5992,0.029185984283685684,749,0.00033949131186370953,
+299,6000,0.029226377606391907,750,0.00040729058673605323,
+300,6008,0.030132893472909927,751,0.0003944860945921391,
+300,6016,0.034240733832120895,752,0.00032856928737601265,
+,,,752,,0.0003660558722913265
+301,6024,0.02904105931520462,753,0.0005062584256977841,
+301,6032,0.029185302555561066,754,0.0004151740543490562,
+301,6040,0.02897130697965622,755,0.0002823812961155041,
+302,6048,0.028940707445144653,756,0.00044944458484398917,
+302,6056,0.02895456925034523,757,0.00037359334809090275,
+303,6064,0.029635276645421982,758,0.000315917225882665,
+303,6072,0.033658549189567566,759,0.00046315344807226213,
+303,6080,0.029284488409757614,760,0.0003611594747781055,
+304,6088,0.03390384092926979,761,0.0003594638837967068,
+304,6096,0.034409865736961365,762,0.0003366342467156106,
+305,6104,0.03358645737171173,763,0.000501734974629168,
+305,6112,0.029480628669261932,764,0.00036250935451020126,
+305,6120,0.033368319272994995,765,0.0003755666427120256,
+306,6128,0.029000598937273026,766,0.000420864262692207,
+306,6136,0.03395943343639374,767,0.00037016561379589675,
+307,6144,0.028608743101358414,768,0.0004065265311510302,
+,,,768,,0.00036726263351738453
+307,6152,0.02896672859787941,769,0.00031750806598350976,
+307,6160,0.03357815369963646,770,0.0004418343596626073,
+308,6168,0.02888362854719162,771,0.00047957396891433745,
+308,6176,0.028602175414562225,772,0.0002716553523593272,
+309,6184,0.03468431904911995,773,0.0003451571141009812,
+309,6192,0.03301049396395683,774,0.0003693489072082395,
+309,6200,0.028803300112485886,775,0.0004182839586671131,
+310,6208,0.02928437665104866,776,0.00040047603639929247,
+310,6216,0.03394590690732002,777,0.0004301733169995714,
+311,6224,0.03324796259403229,778,0.00033640473581423674,
+311,6232,0.033490557223558426,779,0.0003697633734331108,
+311,6240,0.029022619128227234,780,0.00038071702315042226,
+312,6248,0.03434588387608528,781,0.0003262681431286702,
+312,6256,0.028909239917993546,782,0.00044049972711945884,
+313,6264,0.028941117227077484,783,0.0004739083602684192,
+313,6272,0.029148943722248077,784,0.00025568639046888653,
+,,,784,,0.00037604945828206837
+313,6280,0.029261793941259384,785,0.0004334342338552233,
+314,6288,0.029129203408956528,786,0.00038192779954572743,
+314,6296,0.03337846323847771,787,0.0004472284915839107,
+315,6304,0.03447704017162323,788,0.00037024049015599303,
+315,6312,0.03392968699336052,789,0.00029590152777158295,
+315,6320,0.02917533367872238,790,0.0004811821169520651,
+316,6328,0.03452368825674057,791,0.0003192924507727314,
+316,6336,0.029089920222759247,792,0.0004465247139495869,
+317,6344,0.02892060950398445,793,0.0003750642911957887,
+317,6352,0.029201660305261612,794,0.00045905750392613787,
+317,6360,0.029172424226999283,795,0.00031996244797483087,
+318,6368,0.029524974524974823,796,0.000426862194637159,
+318,6376,0.029301878064870834,797,0.00036625159555114806,
+319,6384,0.029429785907268524,798,0.0003284031666804698,
+319,6392,0.029439367353916168,799,0.0004054758689810776,
+319,6400,0.029561500996351242,800,0.0003491016073634715,
+,,,800,,0.0003690049343276769
+320,6408,0.03284956142306328,801,0.0004288147738407133,
+320,6416,0.029126666486263275,802,0.00043311093135603836,
+321,6424,0.02973208948969841,803,0.00026652146166620345,
+321,6432,0.029553554952144623,804,0.00036757121536841925,
+321,6440,0.029401198029518127,805,0.0003995088851437546,
+322,6448,0.029367830604314804,806,0.00022070850245654584,
+322,6456,0.02947060391306877,807,0.0005461162060479788,
+323,6464,0.02910429611802101,808,0.00035301527446683715,
+323,6472,0.029305804520845413,809,0.0003910270055105987,
+323,6480,0.0338556170463562,810,0.00039254906341039506,
+324,6488,0.028917033225297928,811,0.00028108604667729446,
+324,6496,0.02935207262635231,812,0.00038495973941670466,
+325,6504,0.029221225529909134,813,0.0004279165919537523,
+325,6512,0.033690303564071655,814,0.0005084064090624451,
+325,6520,0.0292675644159317,815,0.00024072852538665758,
+326,6528,0.029646195471286774,816,0.00037132049328647554,
+,,,816,,0.0003510291571728885
+326,6536,0.034008536487817764,817,0.0003759239763086144,
+327,6544,0.02884962409734726,818,0.0003541697387845488,
+327,6552,0.029206201434135437,819,0.00037215150223346427,
+327,6560,0.033711425960063934,820,0.00045319168500348246,
+328,6568,0.02945943921804428,821,0.0002851969729817938,
+328,6576,0.029520679265260696,822,0.00041977627216300997,
+329,6584,0.03340012952685356,823,0.00042260809781370114,
+329,6592,0.029447130858898163,824,0.00033525053340081987,
+329,6600,0.029139965772628784,825,0.0004160375482080361,
+330,6608,0.029803596436977386,826,0.0002949695101253585,
+330,6616,0.029433585703372955,827,0.00040312019615050624,
+331,6624,0.02976938709616661,828,0.0005104800008914688,
+331,6632,0.02938143163919449,829,0.0003547024139801839,
+331,6640,0.02923453226685524,830,0.00033054166012264503,
+332,6648,0.02963016927242279,831,0.00036669447630022965,
+332,6656,0.02963348478078842,832,0.00043225732560341176,
+,,,832,,0.00037565617822110653
+333,6664,0.03333417326211929,833,0.0003695454123027792,
+333,6672,0.029063399881124496,834,0.00035595978260971606,
+333,6680,0.034290801733732224,835,0.00032962049651056685,
+334,6688,0.02933165431022644,836,0.00045307759600374,
+334,6696,0.03415210545063019,837,0.0003547580437346672,
+335,6704,0.02915642410516739,838,0.0002585369305355319,
+335,6712,0.03308195620775223,839,0.0004590867790587557,
+335,6720,0.03327464312314987,840,0.0003113038626245477,
+336,6728,0.02954055368900299,841,0.0003538973687682301,
+336,6736,0.028722453862428665,842,0.0003929730704000506,
+337,6744,0.028730422258377075,843,0.00044827567762695253,
+337,6752,0.033494364470243454,844,0.0003775623178322955,
+337,6760,0.029122646898031235,845,0.00029872097123491886,
+338,6768,0.029417093843221664,846,0.00033810026294444327,
+338,6776,0.0289786197245121,847,0.0003132705018148184,
+339,6784,0.029497575014829636,848,0.0005052636177944285,
+,,,848,,0.00036381310201250017
+339,6792,0.029034383594989777,849,0.0003369671612745151,
+339,6800,0.02914227545261383,850,0.00035344031078108983,
+340,6808,0.029180798679590225,851,0.00028577047823301447,
+340,6816,0.034660495817661285,852,0.0004446329573208156,
+341,6824,0.029071509838104248,853,0.0004408991735544987,
+341,6832,0.029190056025981903,854,0.0003764783368051912,
+341,6840,0.033712875097990036,855,0.00032592682085426833,
+342,6848,0.029768820852041245,856,0.0004237347410790707,
+342,6856,0.028884559869766235,857,0.00034892061687839614,
+343,6864,0.028873059898614883,858,0.000379087066782328,
+343,6872,0.029017440974712372,859,0.0003716861913115001,
+343,6880,0.02922852337360382,860,0.00035120568513362247,
+344,6888,0.028883010149002075,861,0.0003387166809541388,
+344,6896,0.028739366680383682,862,0.00036440571980515064,
+345,6904,0.02917911484837532,863,0.0004788343167792146,
+345,6912,0.034055523574352264,864,0.00041836799500742926,
+,,,864,,0.00035854894667863846
+345,6920,0.02981305494904518,865,0.00029787568491883575,
+346,6928,0.028806641697883606,866,0.0003994247194246522,
+346,6936,0.028857551515102386,867,0.00040721146121671027,
+347,6944,0.03424447402358055,868,0.0003140209315461107,
+347,6952,0.029070768505334854,869,0.0003811604591856639,
+347,6960,0.028941035270690918,870,0.0003860658997347435,
+348,6968,0.02889535203576088,871,0.0005313392196382795,
+348,6976,0.029000259935855865,872,0.0002685369278575915,
+349,6984,0.028906647115945816,873,0.00028207763865463096,
+349,6992,0.033291589468717575,874,0.00037904278142377736,
+349,7000,0.029043301939964294,875,0.0003880879582235745,
+350,7008,0.028960805386304855,876,0.0003874747872032458,
+350,7016,0.029309213161468506,877,0.0004867545056705629,
+351,7024,0.02890010178089142,878,0.00019545583927538246,
+351,7032,0.028908148407936096,879,0.0004725305500739653,
+351,7040,0.0336754135787487,880,0.00033455191609951167,
+,,,880,,0.0003620512143243104
+352,7048,0.02904149889945984,881,0.0004023136699778171,
+352,7056,0.02896260842680931,882,0.00030137982573181105,
+353,7064,0.029269278049468994,883,0.0004071972776168528,
+353,7072,0.029195498675107956,884,0.0004181719374504279,
+353,7080,0.028795111924409866,885,0.0003596683735460309,
+354,7088,0.028798308223485947,886,0.0003793089014764589,
+354,7096,0.028970904648303986,887,0.00039539530497187603,
+355,7104,0.0338105708360672,888,0.0003068757832807023,
+355,7112,0.03425624221563339,889,0.0003822003733754779,
+355,7120,0.028943855315446854,890,0.000435677453589795,
+356,7128,0.03349173069000244,891,0.0003183528884123503,
+356,7136,0.02874498814344406,892,0.0003584255422798118,
+357,7144,0.033948201686143875,893,0.00042955687864118123,
+357,7152,0.02855653315782547,894,0.00034869143200921826,
+357,7160,0.02970242127776146,895,0.0003788852095917369,
+358,7168,0.029220588505268097,896,0.0004023497283924371,
+,,,896,,0.0003478109429124743
+358,7176,0.03321792930364609,897,0.0003758334029650238,
+359,7184,0.03369801864027977,898,0.0002900307626987342,
+359,7192,0.028875283896923065,899,0.0003404215156199196,
+359,7200,0.03381537273526192,900,0.0004633441033850734,
+360,7208,0.02928619086742401,901,0.0003976931414702752,
+360,7216,0.033969491720199585,902,0.0003155465407568651,
+361,7224,0.029500793665647507,903,0.00033674105985223183,
+361,7232,0.029113665223121643,904,0.00041329989751550154,
+361,7240,0.028838995844125748,905,0.00037743819680494757,
+362,7248,0.029394246637821198,906,0.000423907190582083,
+362,7256,0.028852231800556183,907,0.0003762343469795517,
+363,7264,0.029613293707370758,908,0.0002707109063824949,
+363,7272,0.028968218713998795,909,0.00037919131500530057,
+363,7280,0.029527664184570312,910,0.00042495805643160236,
+364,7288,0.028945688158273697,911,0.00045480411499738694,
+364,7296,0.02873702347278595,912,0.00026007209526142107,
+,,,912,,0.0003570088592823595
+365,7304,0.029854167252779007,913,0.000274126573848272,
+365,7312,0.02895403280854225,914,0.00041313038011801177,
+365,7320,0.028953202068805695,915,0.000440882913868076,
+366,7328,0.02943110466003418,916,0.00037029128262392163,
+366,7336,0.029413074254989624,917,0.0003818769026630824,
+367,7344,0.0330815464258194,918,0.0003266330869727036,
+367,7352,0.028811071068048477,919,0.00032069823282654397,
+367,7360,0.033589545637369156,920,0.00041411253355013637,
+368,7368,0.028712615370750427,921,0.0004546883312286809,
+368,7376,0.028868213295936584,922,0.00024490295419871637,
+369,7384,0.03363204374909401,923,0.0003445362403558997,
+369,7392,0.029127046465873718,924,0.0004157154495866659,
+369,7400,0.029261372983455658,925,0.0003574760630726814,
+370,7408,0.02925686165690422,926,0.0003949664804774026,
+370,7416,0.033953264355659485,927,0.00034661751571827783,
+371,7424,0.03346335515379906,928,0.0003897824528394267,
+,,,928,,0.0003603505319915712
+371,7432,0.028770819306373596,929,0.00042324971000198277,
+371,7440,0.028891384601593018,930,0.00027832953293744305,
+372,7448,0.02880924940109253,931,0.00033723509695846585,
+372,7456,0.02916894108057022,932,0.0004441471862853231,
+373,7464,0.029526978731155396,933,0.0002154309014175934,
+373,7472,0.028935469686985016,934,0.0004268703463215691,
+373,7480,0.029293324798345566,935,0.0003630547814412109,
+374,7488,0.029193826019763947,936,0.00044049896556922857,
+374,7496,0.028820641338825226,937,0.0003230981209736246,
+375,7504,0.028631404042243958,938,0.00036607882849728834,
+375,7512,0.028870824724435806,939,0.0003885416864739874,
+375,7520,0.03279920667409897,940,0.000318504671248285,
+376,7528,0.02897617220878601,941,0.0004177872636189152,
+376,7536,0.02923736721277237,942,0.00030969596879843337,
+377,7544,0.02880723401904106,943,0.00032094457346829584,
+377,7552,0.028827957808971405,944,0.00035499241630532197,
+,,,944,,0.00036231736885383725
+377,7560,0.033064521849155426,945,0.0003892703614176505,
+378,7568,0.029302548617124557,946,0.00040085585455277136,
+378,7576,0.034446872770786285,947,0.0003116062374222868,
+379,7584,0.028808467090129852,948,0.00040245879790745676,
+379,7592,0.028655346482992172,949,0.00034516266047527705,
+379,7600,0.033445823937654495,950,0.00038975243556446264,
+380,7608,0.028817903250455856,951,0.0002989898483584901,
+380,7616,0.034539878368377686,952,0.00045084726745979144,
+381,7624,0.033879052847623825,953,0.0003631134856153618,
+381,7632,0.028856497257947922,954,0.00039014939933882227,
+381,7640,0.028654489666223526,955,0.0003403952408310336,
+382,7648,0.029189717024564743,956,0.0002812552549585234,
+382,7656,0.029077965766191483,957,0.0003937708773134675,
+383,7664,0.028625350445508957,958,0.000413267450251927,
+383,7672,0.02843615785241127,959,0.0003700390225276351,
+383,7680,0.03451523184776306,960,0.0003710043579653407,
+,,,960,,0.00036721007199957967
+384,7688,0.034005459398031235,961,0.0005023595307041736,
+384,7696,0.029603324830532074,962,0.0002757435163053182,
+385,7704,0.03394608572125435,963,0.00029882052954885045,
+385,7712,0.028210245072841644,964,0.0005045789280715821,
+385,7720,0.028722554445266724,965,0.00032218877874713926,
+386,7728,0.03261035308241844,966,0.0003929059504033913,
+386,7736,0.028971556574106216,967,0.0003544297263336678,
+387,7744,0.03345663845539093,968,0.0003681700864735131,
+387,7752,0.03334703668951988,969,0.000407641805941239,
+387,7760,0.032782673835754395,970,0.00035625005063290397,
+388,7768,0.02842598408460617,971,0.0003883830000771783,
+388,7776,0.02942359820008278,972,0.0003423800226300955,
+389,7784,0.028128549456596375,973,0.0004334814227397808,
+389,7792,0.028461623936891556,974,0.0003677885532462304,
+389,7800,0.03395871818065643,975,0.00031105816439473227,
+390,7808,0.028556466102600098,976,0.00038386835009217833,
+,,,976,,0.0003641875518951565
+390,7816,0.029071353375911713,977,0.00040003025268171247,
+391,7824,0.0334586501121521,978,0.00021699742501368746,
+391,7832,0.028498172760009766,979,0.0004151237817495712,
+391,7840,0.02890731394290924,980,0.000351864400065758,
+392,7848,0.028688520193099976,981,0.00045942020369693637,
+392,7856,0.028497517108917236,982,0.00023344865555621007,
+393,7864,0.029302287846803665,983,0.0003705847305424798,
+393,7872,0.028626304119825363,984,0.00030055262686801143,
+393,7880,0.032925110310316086,985,0.0005049167005133561,
+394,7888,0.029446184635162354,986,0.00040673611303126175,
+394,7896,0.02838808298110962,987,0.0003883158841001039,
+395,7904,0.028919149190187454,988,0.00030858970058034174,
+395,7912,0.03313494473695755,989,0.00028303192018277264,
+395,7920,0.028082169592380524,990,0.00045186118430657577,
+396,7928,0.02860768884420395,991,0.00038350867823912547,
+396,7936,0.03374232351779938,992,0.0003985746796908123,
+,,,992,,0.0003500912862364203
+397,7944,0.029207032173871994,993,0.0003000292199430987,
+397,7952,0.029079142957925797,994,0.0004039829218527302,
+397,7960,0.034324340522289276,995,0.00034624132968019694,
+398,7968,0.029062453657388687,996,0.0003444326388749427,
+398,7976,0.027970336377620697,997,0.00026402020475044,
+399,7984,0.028452683240175247,998,0.0004357938341854606,
+399,7992,0.029374264180660248,999,0.00036803874900215305,
+399,8000,0.029166974127292633,1000,0.00037642331056607267,
+400,8008,0.02896292880177498,1001,0.00048710021656006575,
+400,8016,0.029556717723608017,1002,0.00029141514387447386,
+401,8024,0.029045213013887405,1003,0.00036776116030523553,
+401,8032,0.03354255110025406,1004,0.0002853317941613072,
+401,8040,0.03334786742925644,1005,0.00032754640135233506,
+402,8048,0.02929428592324257,1006,0.00036730952594482986,
+402,8056,0.03347114101052284,1007,0.000380552199203521,
+403,8064,0.029851485043764114,1008,0.0003199757920810953,
+,,,1008,,0.00035676141851581633
+403,8072,0.029114652425050735,1009,0.00036139095027465373,
+403,8080,0.028929613530635834,1010,0.00038694618426514073,
+404,8088,0.029213331639766693,1011,0.00037779640212344626,
+404,8096,0.03368595615029335,1012,0.0003760251953887443,
+405,8104,0.028870634734630585,1013,0.00039740435446825967,
+405,8112,0.030016683042049408,1014,0.0003228049621005387,
+405,8120,0.028780091553926468,1015,0.0003539446848802842,
+406,8128,0.028725147247314453,1016,0.00034805281095693567,
+406,8136,0.029663238674402237,1017,0.000282166067997671,
+407,8144,0.029238160699605942,1018,0.00043402002981900677,
+407,8152,0.03455551713705063,1019,0.00042617586829389137,
+407,8160,0.03356153890490532,1020,0.00030955722666641867,
+408,8168,0.02955610677599907,1021,0.00032720759433383745,
+408,8176,0.028906572610139847,1022,0.00047038375331404883,
+409,8184,0.03392810374498367,1023,0.00025176570544807386,
+409,8192,0.03409021720290184,1024,0.0004417237199959345,
+,,,1024,,0.00035393371945247054
+409,8200,0.02902727946639061,1025,0.0003488628295599483,
+410,8208,0.029192771762609482,1026,0.00042432991128104426,
+410,8216,0.0340547189116478,1027,0.00028904593916824803,
+411,8224,0.02892380580306053,1028,0.0004250652942573652,
+411,8232,0.03366725146770477,1029,0.00034491698002406897,
+411,8240,0.028806976974010468,1030,0.0003512539484430678,
+412,8248,0.028914466500282288,1031,0.0004175160768985127,
+412,8256,0.028947800397872925,1032,0.00033435541711067065,
+413,8264,0.02882799133658409,1033,0.00032458424737507647,
+413,8272,0.0334380604326725,1034,0.0003272172548652937,
+413,8280,0.029068276286125183,1035,0.0004008330579381436,
+414,8288,0.02907303348183632,1036,0.0004119454471427681,
+414,8296,0.03333478420972824,1037,0.00028580457067371094,
+415,8304,0.02870551496744156,1038,0.00039958604499518586,
+415,8312,0.028909966349601746,1039,0.00037128039392493,
+415,8320,0.028670918196439743,1040,0.00033107276855541085,
+,,,1040,,0.00034985190723091364
+416,8328,0.02957449108362198,1041,0.00030613807151288103,
+416,8336,0.03382592275738716,1042,0.00030351999717263074,
+417,8344,0.028796907514333725,1043,0.00043859609480326374,
+417,8352,0.02890612557530403,1044,0.00044894708480569534,
+417,8360,0.028490979224443436,1045,0.0003071254450333072,
+418,8368,0.03338763117790222,1046,0.00037201903614914045,
+418,8376,0.0335770808160305,1047,0.0003514791619223119,
+419,8384,0.029404930770397186,1048,0.00035811894877742115,
+419,8392,0.02865220606327057,1049,0.00021825824660481885,
+419,8400,0.029579244554042816,1050,0.0004678727767895907,
+420,8408,0.02891651913523674,1051,0.00044442987284408166,
+420,8416,0.03349265456199646,1052,0.00034453391093008506,
+421,8424,0.028655599802732468,1053,0.0003571828605014492,
+421,8432,0.029602933675050735,1054,0.00036518507944752594,
+421,8440,0.029073964804410934,1055,0.00030597607110394165,
+422,8448,0.029511503875255585,1056,0.0002479660298294303,
+,,,1056,,0.00035294974804855883

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,8 @@
+582835,4
+508767,12
+611626,10
+97380,2
+605746,9
+151329,3
+401497,10
+333278,8

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,8 @@
+582835,-10.063289,-18.939928,-1.4382883,-15.085115,-0.31373766,-7.075487,-13.000789,-9.589324,-17.39463,-10.625789,-11.188289,-10.875789,-11.688289,-10.001754
+508767,-8.396449,-12.972422,-2.8339496,-9.456943,-8.880092,-4.22941,-9.958949,-6.334563,-14.581706,-6.8339496,-7.7714496,-5.3339496,-0.33394948,-1.8349198
+611626,-20.250137,-26.691088,-15.625136,-29.317646,-26.125347,-17.381577,-21.312637,-15.0018835,-26.90921,-11.125136,-0.00013648532,-18.250137,-22.062637,-18.000778
+97380,-17.187826,-23.437784,-0.0003262226,-18.829128,-18.727268,-13.612719,-20.000326,-15.35343,-27.478497,-14.125326,-16.312826,-13.375326,-11.875326,-9.876578
+605746,-19.437714,-27.109905,-12.125214,-21.42259,-21.16441,-15.941721,-20.000214,-11.760322,-24.688072,-0.00021395778,-12.000214,-17.125214,-19.625214,-16.250738
+151329,-13.892683,-19.828478,-0.017682645,-7.5279975,-12.331053,-8.11829,-15.705183,-8.345923,-23.74513,-9.017683,-12.705183,-10.142683,-12.142683,-10.893211
+401497,-18.508814,-24.058552,-14.133814,-24.166061,-21.651545,-15.035662,-18.633814,-13.259344,-24.58516,-10.758814,-0.008813528,-16.446314,-19.758814,-15.634387
+333278,-18.500126,-21.837606,-11.750126,-18.300865,-17.954067,-15.970318,-14.187626,-13.500659,-0.00046949848,-15.187626,-12.500126,-13.437626,-16.375126,-15.813844

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,1702 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.291177935898304,0,5.928921699523926,
+0,8,0.049392517656087875,1,10.38379192352295,
+0,16,0.02841811254620552,2,7.611537603231577,
+0,24,0.03149273991584778,3,6.028539310802113,
+1,32,0.028473462909460068,4,6.086859385172526,
+1,40,0.03347150608897209,5,3.665427941542405,
+1,48,0.03292448818683624,6,4.595867355664571,
+1,56,0.02856556698679924,7,5.387384570561922,
+2,64,0.03379413112998009,8,5.974650119032178,
+2,72,0.028164178133010864,9,1.0166233347521887,
+2,80,0.028327923268079758,10,2.57431937115533,
+3,88,0.0284491665661335,11,1.5216833000833339,
+3,96,0.02809031307697296,12,1.174509342421185,
+3,104,0.02811608463525772,13,3.9719457243170058,
+3,112,0.033564161509275436,14,1.355161339044571,
+4,120,0.02830444648861885,15,1.721945146815135,
+4,128,0.02944234013557434,16,2.038465728696722,
+,,,16,,0.2854687950827859
+4,136,0.028117846697568893,17,0.1291477053680203,
+5,144,0.028098497539758682,18,1.3259890298359096,
+5,152,0.0282147154211998,19,0.6117075581780889,
+5,160,0.0335080511868,20,0.03835727162659168,
+5,168,0.027972787618637085,21,0.8274855998211673,
+6,176,0.033180370926856995,22,0.619808553216549,
+6,184,0.028448328375816345,23,0.3155603561586199,
+6,192,0.028361614793539047,24,0.07400326753365032,
+7,200,0.028438735753297806,25,0.16307580561260693,
+7,208,0.028464436531066895,26,0.03038122392691938,
+7,216,0.028867952525615692,27,0.02507428019695605,
+7,224,0.029234346002340317,28,0.07103741858154536,
+8,232,0.03357314318418503,29,0.07624592457917363,
+8,240,0.02862398698925972,30,0.04385708458721638,
+8,248,0.0333588570356369,31,0.018083831504918636,
+9,256,0.0285017266869545,32,0.02322269168992837,
+,,,32,,0.05675438859245994
+9,264,0.02810509130358696,33,0.06639187859201973,
+9,272,0.028350982815027237,34,0.011282082426727616,
+9,280,0.03421506658196449,35,0.01888242200948298,
+10,288,0.028338231146335602,36,0.007074389228364453,
+10,296,0.03350145369768143,37,0.01588190763405609,
+10,304,0.028370901942253113,38,0.012966166899007345,
+11,312,0.028601624071598053,39,0.0147502490823778,
+11,320,0.028379518538713455,40,0.011057798005640506,
+11,328,0.03308451920747757,41,0.008737903255678248,
+11,336,0.0343843512237072,42,0.007274803251493722,
+12,344,0.02843490242958069,43,0.004568401565351946,
+12,352,0.029146771878004074,44,0.003988084769596092,
+12,360,0.028453338891267776,45,0.006047259696060792,
+13,368,0.02859479933977127,46,0.0074943399734117766,
+13,376,0.02859155461192131,47,0.004105216035289534,
+13,384,0.028278078883886337,48,0.004113215812443134,
+,,,48,,0.002683095803314989
+13,392,0.02809806540608406,49,0.0034641977533913003,
+14,400,0.028666984289884567,50,0.002698851059124406,
+14,408,0.03358985111117363,51,0.002388381486525759,
+14,416,0.02829282358288765,52,0.0026546881285453724,
+15,424,0.03346705064177513,53,0.002825127852182569,
+15,432,0.02900741994380951,54,0.0019041556000816994,
+15,440,0.02848786488175392,55,0.001443056443046468,
+15,448,0.028156373649835587,56,0.0024126268806867303,
+16,456,0.028984371572732925,57,0.0016355272938116368,
+16,464,0.02824031561613083,58,0.0018195649764190117,
+16,472,0.02851239964365959,59,0.001787210827883841,
+17,480,0.028295010328292847,60,0.00195651579732922,
+17,488,0.03303772583603859,61,0.00188203282499065,
+17,496,0.02835121750831604,62,0.0013610895363275301,
+17,504,0.029079653322696686,63,0.0013109694361143436,
+18,512,0.02832404524087906,64,0.0013549751377220011,
+,,,64,,0.0011761354451829736
+18,520,0.029002469033002853,65,0.0015978006144555716,
+18,528,0.02821609005331993,66,0.0012193302931596658,
+19,536,0.02880629524588585,67,0.002054086304269731,
+19,544,0.02817200869321823,68,0.0017004310684569646,
+19,552,0.028194401413202286,69,0.0007803350857172448,
+19,560,0.028051849454641342,70,0.0019513226967925827,
+20,568,0.028133582323789597,71,0.0013818420557072386,
+20,576,0.03414914757013321,72,0.0013736630075568842,
+20,584,0.028701968491077423,73,0.001330798988679557,
+21,592,0.03349805623292923,74,0.001387590931979223,
+21,600,0.03359329700469971,75,0.0009927172650350258,
+21,608,0.033867862075567245,76,0.0013675682021130342,
+21,616,0.028326112776994705,77,0.0019457908711046912,
+22,624,0.02937743440270424,78,0.0017998258141839567,
+22,632,0.02818271517753601,79,0.0016063270556818073,
+22,640,0.02866300195455551,80,0.0008654629248970499,
+,,,80,,0.001084739173000509
+23,648,0.028215911239385605,81,0.0007577448106733047,
+23,656,0.03365464508533478,82,0.0012407290543286274,
+23,664,0.03376426920294762,83,0.0015121026711616044,
+23,672,0.02881733700633049,84,0.0016252814317480302,
+24,680,0.028644058853387833,85,0.0014060547660587222,
+24,688,0.028651811182498932,86,0.0018969645097968169,
+24,696,0.028373565524816513,87,0.001086893568175252,
+25,704,0.02841901034116745,88,0.0006166896018839907,
+25,712,0.028845511376857758,89,0.0014233382057032681,
+25,720,0.028851792216300964,90,0.0017685476583816733,
+25,728,0.029604904353618622,91,0.0009585805422499437,
+26,736,0.02870170772075653,92,0.0014398835652779478,
+26,744,0.028412681072950363,93,0.0012905809645807104,
+26,752,0.03370725363492966,94,0.0012084727773485197,
+27,760,0.03439342975616455,95,0.00123301188264472,
+27,768,0.029273848980665207,96,0.0014495148716378026,
+,,,96,,0.0010233961723067544
+27,776,0.028180677443742752,97,0.0010868533731395887,
+27,784,0.03347261622548103,98,0.0010269161642869362,
+28,792,0.028665728867053986,99,0.001450904206042954,
+28,800,0.029161643236875534,100,0.0011702929025179604,
+28,808,0.028338845819234848,101,0.001253644713627485,
+29,816,0.03432921692728996,102,0.0008639029155556972,
+29,824,0.02871181070804596,103,0.0009940014679159503,
+29,832,0.029300019145011902,104,0.0016481564777098936,
+29,840,0.028231777250766754,105,0.0012729721118895604,
+30,848,0.028368748724460602,106,0.0011989370046649127,
+30,856,0.033639099448919296,107,0.001056687515561602,
+30,864,0.028215676546096802,108,0.001100353157828347,
+31,872,0.03283531218767166,109,0.0017380779536324553,
+31,880,0.028352174907922745,110,0.0015691570991363663,
+31,888,0.028816401958465576,111,0.0008299791380912731,
+31,896,0.028632614761590958,112,0.0010038470398285426,
+,,,112,,0.0009716839783570983
+32,904,0.02833625301718712,113,0.0010768906213343143,
+32,912,0.028502237051725388,114,0.0007731788183181462,
+32,920,0.028333038091659546,115,0.0013462219784352264,
+33,928,0.02845243364572525,116,0.0014728794243031491,
+33,936,0.02886180579662323,117,0.0009643689713398503,
+33,944,0.028294142335653305,118,0.0016982608940452337,
+33,952,0.02837485820055008,119,0.0006620144442422316,
+34,960,0.028888605535030365,120,0.000895818708655001,
+34,968,0.0338304303586483,121,0.0008340823048704558,
+34,976,0.028221387416124344,122,0.0013349864434880705,
+35,984,0.028935249894857407,123,0.0015529718428816913,
+35,992,0.02857256680727005,124,0.0010323331994836085,
+35,1000,0.028880000114440918,125,0.000950847182628842,
+35,1008,0.03411639481782913,126,0.001390967651968822,
+36,1016,0.028594892472028732,127,0.0012257944763405249,
+36,1024,0.028107162564992905,128,0.0012214374739694623,
+,,,128,,0.0009338224984028122
+36,1032,0.03367157280445099,129,0.000918264900313013,
+37,1040,0.029335174709558487,130,0.0008742290927330032,
+37,1048,0.028095412999391556,131,0.0009978457259981392,
+37,1056,0.028679613023996353,132,0.001400260442796235,
+37,1064,0.03303179144859314,133,0.0011750475659937365,
+38,1072,0.03346183896064758,134,0.0010302778209734242,
+38,1080,0.028399981558322906,135,0.0011792273968846227,
+38,1088,0.029426731169223785,136,0.0013970658344785785,
+39,1096,0.033805787563323975,137,0.0010191228677285836,
+39,1104,0.03407059609889984,138,0.0014093156714807265,
+39,1112,0.02876865118741989,139,0.0010200037015072833,
+39,1120,0.028544094413518906,140,0.0009016519570650416,
+40,1128,0.029049277305603027,141,0.0012542267929977523,
+40,1136,0.02914908155798912,142,0.0011829074555862462,
+40,1144,0.033794622868299484,143,0.0010860271904675756,
+41,1152,0.0283760204911232,144,0.0011261861274341266,
+,,,144,,0.0008974242955446243
+41,1160,0.03359086811542511,145,0.0009873810874220605,
+41,1168,0.02842910960316658,146,0.0010764399946007568,
+41,1176,0.033882025629282,147,0.000911771310105299,
+42,1184,0.02908359095454216,148,0.0010382949179844358,
+42,1192,0.02861114591360092,149,0.0008130695086120712,
+42,1200,0.02889268472790718,150,0.0012794776703231037,
+43,1208,0.02838989347219467,151,0.001222079896251671,
+43,1216,0.02867458015680313,152,0.0013948523810540792,
+43,1224,0.028385352343320847,153,0.0008596190534510904,
+43,1232,0.03378765657544136,154,0.0006891192355066199,
+44,1240,0.033405594527721405,155,0.0013214698701631278,
+44,1248,0.033836062997579575,156,0.0009859116908046417,
+44,1256,0.028398606926202774,157,0.0010361690193266522,
+45,1264,0.028307758271694183,158,0.0007041193228880209,
+45,1272,0.03446054831147194,159,0.00116068388048846,
+45,1280,0.028727039694786072,160,0.0009088370479730656,
+,,,160,,0.0008931420743465424
+45,1288,0.02858830615878105,161,0.0011898655745123203,
+46,1296,0.02874206006526947,162,0.0009286718113192667,
+46,1304,0.02850041165947914,163,0.0012343488124315627,
+46,1312,0.028529610484838486,164,0.0010487431969853458,
+47,1320,0.028493955731391907,165,0.0011656277480748638,
+47,1328,0.02972567081451416,166,0.0007010128796206449,
+47,1336,0.029016636312007904,167,0.0008298558558718386,
+47,1344,0.028544332832098007,168,0.001134238217283772,
+48,1352,0.02844911441206932,169,0.0009762300985378467,
+48,1360,0.03317505121231079,170,0.0007524329936131835,
+48,1368,0.02874738723039627,171,0.001104260073043406,
+49,1376,0.02857028692960739,172,0.0011815107964838927,
+49,1384,0.029265258461236954,173,0.001036681028684446,
+49,1392,0.028413187712430954,174,0.0009821672138059512,
+49,1400,0.028521940112113953,175,0.0008330511694881492,
+50,1408,0.03395317867398262,176,0.0006661256975348806,
+,,,176,,0.0008462043479084969
+50,1416,0.02845890074968338,177,0.0012426196033349978,
+50,1424,0.02863965556025505,178,0.0008919631751875082,
+51,1432,0.029149707406759262,179,0.0013458347360331875,
+51,1440,0.028831519186496735,180,0.001117788170141956,
+51,1448,0.03359007090330124,181,0.001007304238252497,
+51,1456,0.02836938574910164,182,0.0005762864372324353,
+52,1464,0.028955616056919098,183,0.0007156769206630997,
+52,1472,0.02855580300092697,184,0.0013127789373226864,
+52,1480,0.03400480002164841,185,0.0009882584933868864,
+53,1488,0.02820984274148941,186,0.000986412462745128,
+53,1496,0.02842900902032852,187,0.001129585941760944,
+53,1504,0.02840130403637886,188,0.0009061024373460731,
+53,1512,0.02814779430627823,189,0.0005791253431446173,
+54,1520,0.028988264501094818,190,0.0008133406648994423,
+54,1528,0.03381132334470749,191,0.0012725309393967368,
+54,1536,0.028577644377946854,192,0.0008707686837834234,
+,,,192,,0.0007914573123509234
+55,1544,0.029027264565229416,193,0.0006438949759202925,
+55,1552,0.033365748822689056,194,0.0012455556793914487,
+55,1560,0.03328009694814682,195,0.0006833823776105419,
+55,1568,0.02875206619501114,196,0.0008777264805618101,
+56,1576,0.03343814238905907,197,0.0011516822788897635,
+56,1584,0.028877459466457367,198,0.0007142022514017299,
+56,1592,0.03358977288007736,199,0.0008275334451658031,
+57,1600,0.028713960200548172,200,0.0008506284606742806,
+57,1608,0.02908140793442726,201,0.0010454916967622314,
+57,1616,0.02871035784482956,202,0.000961394170493198,
+57,1624,0.029189731925725937,203,0.0008470639718738807,
+58,1632,0.02940555289387703,204,0.0011684029146139933,
+58,1640,0.029167819768190384,205,0.00045562632173338596,
+58,1648,0.02870917320251465,206,0.0008549520260368644,
+59,1656,0.02871628850698471,207,0.0011533903371956614,
+59,1664,0.03014155477285385,208,0.0009196462779073045,
+,,,208,,0.0007687900215387344
+59,1672,0.03428094834089279,209,0.001076170814485522,
+59,1680,0.02871527522802353,210,0.0005230004397162702,
+60,1688,0.029151197522878647,211,0.001275788291726106,
+60,1696,0.03428194671869278,212,0.0007127765566110611,
+60,1704,0.02902005985379219,213,0.0005132561279121243,
+61,1712,0.028861630707979202,214,0.0007922390538554352,
+61,1720,0.029228433966636658,215,0.0006930770888664903,
+61,1728,0.02894306182861328,216,0.001193752360753327,
+61,1736,0.02890341356396675,217,0.0011025823696400039,
+62,1744,0.028765618801116943,218,0.0007411048475963374,
+62,1752,0.029737845063209534,219,0.0012638537678867578,
+62,1760,0.03424600139260292,220,0.0005230623474662108,
+63,1768,0.02898479253053665,221,0.0008063757292499455,
+63,1776,0.03438746929168701,222,0.0010584952658973634,
+63,1784,0.028895895928144455,223,0.00089611294970382,
+63,1792,0.02871653437614441,224,0.0007449860034588104,
+,,,224,,0.0007374124940146099
+64,1800,0.028860609978437424,225,0.0008316941396818341,
+64,1808,0.03372357040643692,226,0.001036245928844437,
+64,1816,0.0287276990711689,227,0.0007549764519684355,
+65,1824,0.028636205941438675,228,0.0009612876140939383,
+65,1832,0.029465172439813614,229,0.0005388739664340392,
+65,1840,0.028664693236351013,230,0.0011285395079399818,
+65,1848,0.03392215445637703,231,0.0007565977337600833,
+66,1856,0.0345008410513401,232,0.0009262365029743788,
+66,1864,0.033439166843891144,233,0.001124293128149085,
+66,1872,0.028639912605285645,234,0.0006827593084987408,
+67,1880,0.0285661481320858,235,0.0008262624178314582,
+67,1888,0.029251661151647568,236,0.0010861107855037386,
+67,1896,0.028577186167240143,237,0.0002781496061490745,
+67,1904,0.03372986987233162,238,0.000782706365078831,
+68,1912,0.028556931763887405,239,0.0006126052023319062,
+68,1920,0.028935786336660385,240,0.0009266523411497474,
+,,,240,,0.0007176986810835925
+68,1928,0.03383751958608627,241,0.0007583046535728499,
+69,1936,0.028353702276945114,242,0.0007186563188125464,
+69,1944,0.028430424630641937,243,0.0011912262125406414,
+69,1952,0.033790089190006256,244,0.000650928049603513,
+69,1960,0.029163479804992676,245,0.0008483258308842779,
+70,1968,0.028157174587249756,246,0.0006679455254925415,
+70,1976,0.03386112302541733,247,0.0008000935938778437,
+70,1984,0.02913747727870941,248,0.0009658700931010701,
+71,1992,0.02809343859553337,249,0.0008802999688598972,
+71,2000,0.03416622802615166,250,0.000794040369631451,
+71,2008,0.03372875228524208,251,0.0008799123267332712,
+71,2016,0.028757911175489426,252,0.0007870657450089661,
+72,2024,0.029492203146219254,253,0.0005822349797069494,
+72,2032,0.028198521584272385,254,0.0011515113365021534,
+72,2040,0.028370771557092667,255,0.0009531496594718192,
+73,2048,0.03378753364086151,256,0.00069894556630364,
+,,,256,,0.0007069524038921703
+73,2056,0.028142567723989487,257,0.0008985717532386144,
+73,2064,0.028920412063598633,258,0.0005727189757938808,
+73,2072,0.028371188789606094,259,0.0009297450999908436,
+74,2080,0.028891663998365402,260,0.001018449568867006,
+74,2088,0.028257690370082855,261,0.0006262390737295694,
+74,2096,0.03315989673137665,262,0.0007975551270646974,
+75,2104,0.03354174271225929,263,0.0008691621068075099,
+75,2112,0.028292231261730194,264,0.0008537971480109263,
+75,2120,0.03457442671060562,265,0.0008386635051395458,
+75,2128,0.029319066554307938,266,0.0007221341895108873,
+76,2136,0.028521902859210968,267,0.0006447275961611674,
+76,2144,0.02864563837647438,268,0.0009717756147438195,
+76,2152,0.02816884219646454,269,0.0005824030182945231,
+77,2160,0.028252456337213516,270,0.0007705828299679394,
+77,2168,0.02869483083486557,271,0.001187956784493648,
+77,2176,0.02822570875287056,272,0.0006170596018571152,
+,,,272,,0.0006944578648968177
+77,2184,0.03443711996078491,273,0.0006221737852077543,
+78,2192,0.033340904861688614,274,0.0006766016704204958,
+78,2200,0.028975430876016617,275,0.0009467463672384232,
+78,2208,0.028238020837306976,276,0.000993661580044621,
+79,2216,0.034066878259181976,277,0.000366640932043083,
+79,2224,0.028979189693927765,278,0.0011001907758847146,
+79,2232,0.02881559357047081,279,0.0008970493612910754,
+79,2240,0.028465379029512405,280,0.0003869300562655553,
+80,2248,0.02900390699505806,281,0.0007274170755408704,
+80,2256,0.028604671359062195,282,0.0007655010079664256,
+80,2264,0.028751738369464874,283,0.0008648035048584765,
+81,2272,0.028715629130601883,284,0.0009823432888619468,
+81,2280,0.028514865785837173,285,0.0008024843416271985,
+81,2288,0.028630558401346207,286,0.0007254468099827963,
+81,2296,0.03396553546190262,287,0.0004458735883500512,
+82,2304,0.034121330827474594,288,0.0007993395799227679,
+,,,288,,0.000643719919025898
+82,2312,0.028707493096590042,289,0.0007963155525927009,
+82,2320,0.03338077291846275,290,0.0008365002929797181,
+83,2328,0.03319350257515907,291,0.00061302692172051,
+83,2336,0.02856128290295601,292,0.0010517225691728527,
+83,2344,0.029201902449131012,293,0.0006913627267667008,
+83,2352,0.028398118913173676,294,0.0005426158268864339,
+84,2360,0.029639769345521927,295,0.0003744936264411081,
+84,2368,0.028321344405412674,296,0.001038898970685242,
+84,2376,0.028257224708795547,297,0.0005190242503886111,
+85,2384,0.033573269844055176,298,0.0008404073135655684,
+85,2392,0.02885391190648079,299,0.0007984332153752733,
+85,2400,0.033528417348861694,300,0.0005982149133077738,
+85,2408,0.02890237793326378,301,0.0007733643590024888,
+86,2416,0.028420638293027878,302,0.0007989057250177631,
+86,2424,0.02891267091035843,303,0.0006845327843620908,
+86,2432,0.03404400497674942,304,0.0006863940787018061,
+,,,304,,0.0006327471187846227
+87,2440,0.028806637972593307,305,0.0009362584466791966,
+87,2448,0.028711911290884018,306,0.0008098086109384894,
+87,2456,0.02870507910847664,307,0.00041477338639267074,
+87,2464,0.028707295656204224,308,0.0009484972688369453,
+88,2472,0.028749532997608185,309,0.0007939817425302373,
+88,2480,0.03458657115697861,310,0.0006359911150701174,
+88,2488,0.02853947877883911,311,0.000651901704778928,
+89,2496,0.028492704033851624,312,0.0007426971278619021,
+89,2504,0.03416411206126213,313,0.0008617105278452593,
+89,2512,0.028453178703784943,314,0.0005828687317261938,
+89,2520,0.02836698666214943,315,0.000865009928185662,
+90,2528,0.02871093899011612,316,0.001042050869727973,
+90,2536,0.02834872528910637,317,0.0006586818154363965,
+90,2544,0.028279032558202744,318,0.00047032495349412783,
+91,2552,0.029459547251462936,319,0.000634724334564193,
+91,2560,0.028620868921279907,320,0.0009800901654151467,
+,,,320,,0.0005904026752845807
+91,2568,0.028270244598388672,321,0.0006112443617894315,
+91,2576,0.028201047331094742,322,0.0006936106756956389,
+92,2584,0.02862348034977913,323,0.0008909503566638494,
+92,2592,0.028722673654556274,324,0.0003957048551952043,
+92,2600,0.028570126742124557,325,0.0009401074795667748,
+93,2608,0.03335358202457428,326,0.0006987963901007209,
+93,2616,0.028574980795383453,327,0.0003868983581519893,
+93,2624,0.028934653848409653,328,0.0009522032565795458,
+93,2632,0.03379904106259346,329,0.0006853899705068519,
+94,2640,0.03328927233815193,330,0.0006586856739326882,
+94,2648,0.028879307210445404,331,0.0006140089232455163,
+94,2656,0.028990067541599274,332,0.0006354445880181933,
+95,2664,0.02950795739889145,333,0.0010698698774481623,
+95,2672,0.033938150852918625,334,0.0007086928318520742,
+95,2680,0.03354674577713013,335,0.0004850453636512005,
+95,2688,0.029543720185756683,336,0.0008113812153169419,
+,,,336,,0.0006073830564591018
+96,2696,0.02908780425786972,337,0.0008171423956250342,
+96,2704,0.029431406408548355,338,0.0005658822919940576,
+96,2712,0.02966885268688202,339,0.0008016207959206605,
+97,2720,0.03419070690870285,340,0.0005361855977146964,
+97,2728,0.029188841581344604,341,0.0010266767432247953,
+97,2736,0.029035765677690506,342,0.000597751952833884,
+97,2744,0.029232576489448547,343,0.0006046594485682858,
+98,2752,0.02898874506354332,344,0.0006575542240170762,
+98,2760,0.028960246592760086,345,0.0009282612272027808,
+98,2768,0.029941938817501068,346,0.0006742681240818152,
+99,2776,0.028916269540786743,347,0.0006518885368547801,
+99,2784,0.029439762234687805,348,0.0008835059371239578,
+99,2792,0.029211074113845825,349,0.0005418763297105519,
+99,2800,0.029630489647388458,350,0.0005219826882239432,
+100,2808,0.029546696692705154,351,0.0007683585785950224,
+100,2816,0.028972234576940536,352,0.0005269774507420758,
+,,,352,,0.000610227823596109
+100,2824,0.03446955606341362,353,0.0007868582681112458,
+101,2832,0.03450814634561539,354,0.0005530927955987863,
+101,2840,0.029079411178827286,355,0.0006722351645294111,
+101,2848,0.03398195654153824,356,0.0004583638328767847,
+101,2856,0.03421807661652565,357,0.0010420257637563806,
+102,2864,0.029581952840089798,358,0.0006408201661542989,
+102,2872,0.028859209269285202,359,0.0007629362444276921,
+102,2880,0.029156018048524857,360,0.0007570360724527675,
+103,2888,0.029264945536851883,361,0.0007391075319341886,
+103,2896,0.03464897349476814,362,0.0005380368081834883,
+103,2904,0.0293499156832695,363,0.0007174206640973517,
+103,2912,0.029330555349588394,364,0.0006706229601563377,
+104,2920,0.03468940034508705,365,0.0006409738889487926,
+104,2928,0.028984926640987396,366,0.0005811252009483393,
+104,2936,0.029040932655334473,367,0.0008347819065630364,
+105,2944,0.02934091165661812,368,0.0006484199425008578,
+,,,368,,0.0005948119796812534
+105,2952,0.029229894280433655,369,0.0006635501465227987,
+105,2960,0.033467672765254974,370,0.0006261772638633071,
+105,2968,0.029750153422355652,371,0.0007682959456525913,
+106,2976,0.029601942747831345,372,0.0006556753327863084,
+106,2984,0.029003657400608063,373,0.0005559201148571446,
+106,2992,0.034628164023160934,374,0.0008175410281789178,
+107,3000,0.0336885005235672,375,0.0009273003552852271,
+107,3008,0.029703151434659958,376,0.0005486762747750618,
+107,3016,0.03456494212150574,377,0.0005415476710671404,
+107,3024,0.029137443751096725,378,0.0006408923157626608,
+108,3032,0.02888886258006096,379,0.0006148874963400885,
+108,3040,0.029391631484031677,380,0.0006387385047591207,
+108,3048,0.04218725487589836,381,0.0007841139849915635,
+109,3056,0.03342518210411072,382,0.0005822872786666267,
+109,3064,0.02972858026623726,383,0.00033517031665218785,
+109,3072,0.029428482055664062,384,0.0008178688503297356,
+,,,384,,0.0005458570508794351
+109,3080,0.03376181423664093,385,0.0007283747232017609,
+110,3088,0.029515966773033142,386,0.0004896911427336322,
+110,3096,0.02936955913901329,387,0.0007547546047135256,
+110,3104,0.029551513493061066,388,0.0005250210936840934,
+111,3112,0.029325705021619797,389,0.0006228890209361756,
+111,3120,0.030285749584436417,390,0.0007877722607438707,
+111,3128,0.03117888793349266,391,0.0007130960681630919,
+111,3136,0.02929513156414032,392,0.0006405223636344696,
+112,3144,0.03435221314430237,393,0.0006894132378735007,
+112,3152,0.029285669326782227,394,0.00042395505773707885,
+112,3160,0.034224506467580795,395,0.0008320725266292521,
+113,3168,0.030012834817171097,396,0.0008007588602292041,
+113,3176,0.029383040964603424,397,0.0004246091331070703,
+113,3184,0.029470346868038177,398,0.0007273166629602201,
+113,3192,0.029926758259534836,399,0.0005694693457123569,
+114,3200,0.03382455185055733,400,0.0008058716205899449,
+,,,400,,0.0005536545068025589
+114,3208,0.02926630526781082,401,0.0005251648144621868,
+114,3216,0.034787822514772415,402,0.0006098495049324508,
+115,3224,0.029400449246168137,403,0.0007328567019915985,
+115,3232,0.033795781433582306,404,0.00048067711274294805,
+115,3240,0.033635463565588,405,0.0008193866199760053,
+115,3248,0.03038419410586357,406,0.0005008593725506216,
+116,3256,0.029922358691692352,407,0.0008385743324955305,
+116,3264,0.031601712107658386,408,0.00047916697803884745,
+116,3272,0.030480261892080307,409,0.0007210973720551314,
+117,3280,0.034557390958070755,410,0.0005089605110697448,
+117,3288,0.030089471489191055,411,0.0005255518147653978,
+117,3296,0.03016982227563858,412,0.0007786572122396054,
+117,3304,0.029998593032360077,413,0.0006687001795701993,
+118,3312,0.030232511460781097,414,0.0005292589169888137,
+118,3320,0.03343368321657181,415,0.000663326311041601,
+118,3328,0.0299079567193985,416,0.0007387634463763486,
+,,,416,,0.0005607266317714344
+119,3336,0.029950115829706192,417,0.0008079295985226054,
+119,3344,0.034188270568847656,418,0.0007229563222305538,
+119,3352,0.029954157769680023,419,0.0005866597396864867,
+119,3360,0.030522547662258148,420,0.00042316899343859405,
+120,3368,0.02985609695315361,421,0.0006039957786145221,
+120,3376,0.030386127531528473,422,0.0006026736955391243,
+120,3384,0.034214988350868225,423,0.0005884653764951508,
+121,3392,0.030749693512916565,424,0.000876306880551662,
+121,3400,0.03011150285601616,425,0.000616101560948524,
+121,3408,0.030422359704971313,426,0.0005074489342335325,
+121,3416,0.030362624675035477,427,0.0007398814129621976,
+122,3424,0.03383961319923401,428,0.0007444269989112703,
+122,3432,0.03030094876885414,429,0.0003968057980483326,
+122,3440,0.030201978981494904,430,0.0007405548848592761,
+123,3448,0.03043569251894951,431,0.0006682012013202025,
+123,3456,0.02998502179980278,432,0.0005567353562748229,
+,,,432,,0.000539585312997753
+123,3464,0.03084881231188774,433,0.0007880635466790409,
+123,3472,0.03409436717629433,434,0.00042728098621106864,
+124,3480,0.03377243131399155,435,0.0005007694082451053,
+124,3488,0.029908575117588043,436,0.0007595421047881246,
+124,3496,0.030203402042388916,437,0.0005969632816581557,
+125,3504,0.030166104435920715,438,0.0007437692511302885,
+125,3512,0.030237779021263123,439,0.0005914511105705363,
+125,3520,0.03005467727780342,440,0.0004583909383374983,
+125,3528,0.033839982002973557,441,0.0005781611120751636,
+126,3536,0.030126728117465973,442,0.00037641543365845627,
+126,3544,0.029927454888820648,443,0.0006410194988487861,
+126,3552,0.029590092599391937,444,0.0008018019949444211,
+127,3560,0.033798158168792725,445,0.0005802241018197188,
+127,3568,0.03407192602753639,446,0.0007969717717060121,
+127,3576,0.030130576342344284,447,0.0005919620855890501,
+127,3584,0.030447743833065033,448,0.0005011956303254314,
+,,,448,,0.0005280934274196625
+128,3592,0.03358401358127594,449,0.0008472073706798256,
+128,3600,0.030180763453245163,450,0.000584749802025423,
+128,3608,0.0303606316447258,451,0.0003861994725108768,
+129,3616,0.02995828166604042,452,0.0006992373115887555,
+129,3624,0.03516659885644913,453,0.0006143268789552773,
+129,3632,0.030202172696590424,454,0.0004891111082263076,
+129,3640,0.030728116631507874,455,0.0005876430099865851,
+130,3648,0.03376597538590431,456,0.0005787671211042575,
+130,3656,0.03382912650704384,457,0.0007825986295673912,
+130,3664,0.03381691873073578,458,0.0003989335248031868,
+131,3672,0.03071507439017296,459,0.0006715776504610072,
+131,3680,0.030413739383220673,460,0.0007493569239159115,
+131,3688,0.030437476933002472,461,0.0007288550812518224,
+131,3696,0.03364015370607376,462,0.00042298877087887377,
+132,3704,0.030765850096940994,463,0.0005414551875825661,
+132,3712,0.033334244042634964,464,0.0005855986819369718,
+,,,464,,0.0005359767343510281
+132,3720,0.03351852297782898,465,0.0008287795814491498,
+133,3728,0.029968619346618652,466,0.0007014750988067438,
+133,3736,0.02968771383166313,467,0.0003862522543596032,
+133,3744,0.029716864228248596,468,0.0005859153025085106,
+133,3752,0.02965725213289261,469,0.0006264489745192875,
+134,3760,0.029967840760946274,470,0.0006716356983815785,
+134,3768,0.03011738881468773,471,0.0006132950698624232,
+134,3776,0.029951423406600952,472,0.0005511845241320165,
+135,3784,0.030066654086112976,473,0.00045276648525032214,
+135,3792,0.029820621013641357,474,0.0007030971743612705,
+135,3800,0.029978454113006592,475,0.000576631517525619,
+135,3808,0.03075893223285675,476,0.0005762816396712039,
+136,3816,0.030010834336280823,477,0.000624712319612237,
+136,3824,0.03046470507979393,478,0.0006204537063846752,
+136,3832,0.03019624948501587,479,0.0004305290415438569,
+137,3840,0.03042072057723999,480,0.0008488616857159121,
+,,,480,,0.0005099254829639739
+137,3848,0.03387139365077019,481,0.00031535353385455284,
+137,3856,0.03044850379228592,482,0.0008642965941152608,
+137,3864,0.030290167778730392,483,0.0005300976319211678,
+138,3872,0.030428823083639145,484,0.0006880825541364695,
+138,3880,0.030223704874515533,485,0.0005101121714687906,
+138,3888,0.030549906194210052,486,0.00042687918782273,
+139,3896,0.030082199722528458,487,0.0006776332142180763,
+139,3904,0.03051360696554184,488,0.0005519552453603994,
+139,3912,0.030091699212789536,489,0.00048719777763695817,
+139,3920,0.030589647591114044,490,0.0007657506569309837,
+140,3928,0.0299418605864048,491,0.0005590366834605282,
+140,3936,0.029837656766176224,492,0.0006864965222727429,
+140,3944,0.034831851720809937,493,0.0005055702786194161,
+141,3952,0.029955610632896423,494,0.00048678159995082143,
+141,3960,0.03010476380586624,495,0.0007888512762012676,
+141,3968,0.029622133821249008,496,0.00046356491987932134,
+,,,496,,0.0004931116391989318
+141,3976,0.03350108489394188,497,0.0005508634729686981,
+142,3984,0.033904705196619034,498,0.0004160618032487533,
+142,3992,0.03410019353032112,499,0.0007940569379239936,
+142,4000,0.029992181807756424,500,0.0005379660894201758,
+143,4008,0.030291788280010223,501,0.0006218099042598624,
+143,4016,0.030205611139535904,502,0.0003588540918523601,
+143,4024,0.03472600132226944,503,0.0007637356254483827,
+143,4032,0.030141763389110565,504,0.0006075026665877721,
+144,4040,0.03056490421295166,505,0.00042888255064518977,
+144,4048,0.030061092227697372,506,0.0006205000237969216,
+144,4056,0.03470263630151749,507,0.0007334693857826226,
+145,4064,0.03344310447573662,508,0.0006467968140406391,
+145,4072,0.02981537953019142,509,0.00039625590910542417,
+145,4080,0.0304587259888649,510,0.0005423248568639302,
+145,4088,0.03472204878926277,511,0.0006573296025938665,
+146,4096,0.030027978122234344,512,0.00042911329789300606,
+,,,512,,0.0005158951336687261
+146,4104,0.029691088944673538,513,0.00044178112214219504,
+146,4112,0.030453011393547058,514,0.000631855026697919,
+147,4120,0.0334501750767231,515,0.0008172805789702883,
+147,4128,0.030056990683078766,516,0.0006409105211787391,
+147,4136,0.030404385179281235,517,0.0004854738239933235,
+147,4144,0.02998282015323639,518,0.0006035939816986987,
+148,4152,0.03005222976207733,519,0.00047579208890405984,
+148,4160,0.03390327841043472,520,0.0004686956868681591,
+148,4168,0.0296747088432312,521,0.000619918602751568,
+149,4176,0.029864519834518433,522,0.0005871172302599567,
+149,4184,0.03337094187736511,523,0.0006810497309613441,
+149,4192,0.03034653142094612,524,0.0003563917343853973,
+149,4200,0.030348043888807297,525,0.0007080906964672197,
+150,4208,0.03025554120540619,526,0.0006020761909894645,
+150,4216,0.030107546597719193,527,0.0005472754904379448,
+150,4224,0.03358827903866768,528,0.0006451084678141902,
+,,,528,,0.00048245544630018145
+151,4232,0.030426669865846634,529,0.00038219240576092324,
+151,4240,0.03028351441025734,530,0.0006759300185049968,
+151,4248,0.030506983399391174,531,0.0005605233852596333,
+151,4256,0.03330317884683609,532,0.0005918849558590657,
+152,4264,0.033625178039073944,533,0.0005227577659146239,
+152,4272,0.030138865113258362,534,0.0003857315360536714,
+152,4280,0.03018733486533165,535,0.0006887432039851168,
+153,4288,0.03346875682473183,536,0.0006818344250363721,
+153,4296,0.03027353063225746,537,0.0005509134910729093,
+153,4304,0.030160576105117798,538,0.0006766559678605214,
+153,4312,0.03032982349395752,539,0.00045705842785537243,
+154,4320,0.03417392075061798,540,0.0003892881742847914,
+154,4328,0.030290722846984863,541,0.0005568147344792334,
+154,4336,0.030159730464220047,542,0.0006073715012462344,
+155,4344,0.03343397378921509,543,0.0007702356631246706,
+155,4352,0.03353031352162361,544,0.0007186510327021376,
+,,,544,,0.0004943273114887151
+155,4360,0.03391494229435921,545,0.00043875717286330956,
+155,4368,0.03047073632478714,546,0.00039189275132510095,
+156,4376,0.034625615924596786,547,0.0003970764184487052,
+156,4384,0.030461713671684265,548,0.0005660363458446227,
+156,4392,0.030228856950998306,549,0.0007040283157645415,
+157,4400,0.030379410833120346,550,0.0004885111753537785,
+157,4408,0.030277248471975327,551,0.0007176332560797724,
+157,4416,0.029956161975860596,552,0.000493529552061643,
+157,4424,0.03031027317047119,553,0.0004574726051280529,
+158,4432,0.03410414978861809,554,0.000538177062117029,
+158,4440,0.03472265973687172,555,0.0006329332633564869,
+158,4448,0.02983836829662323,556,0.000493512959110376,
+159,4456,0.030075304210186005,557,0.0007161441720778715,
+159,4464,0.030249614268541336,558,0.0005016107123602913,
+159,4472,0.030190445482730865,559,0.0004854233616656116,
+159,4480,0.030637726187705994,560,0.0005587709893006831,
+,,,560,,0.0004709515381943096
+160,4488,0.030094992369413376,561,0.0005555838533010418,
+160,4496,0.033655572682619095,562,0.0005195567070283383,
+160,4504,0.03018270805478096,563,0.0005659267512133478,
+161,4512,0.03042590245604515,564,0.0007016021095646116,
+161,4520,0.034178514033555984,565,0.0004709818122836833,
+161,4528,0.030214298516511917,566,0.0005765961759607308,
+161,4536,0.03003567084670067,567,0.00046211168883019126,
+162,4544,0.03031875565648079,568,0.0004606917219851831,
+162,4552,0.03332799673080444,569,0.0005750037975799801,
+162,4560,0.033778999000787735,570,0.000658381553049284,
+163,4568,0.030292250216007233,571,0.0006168027175590396,
+163,4576,0.03336908668279648,572,0.0006628087585947166,
+163,4584,0.03018302470445633,573,0.00040865721469648025,
+163,4592,0.03415898233652115,574,0.0005287975056691923,
+164,4600,0.03390980511903763,575,0.0005819557397141276,
+164,4608,0.03378477320075035,576,0.00039089302564124495,
+,,,576,,0.00047904134474017405
+164,4616,0.030200399458408356,577,0.0005563911316650254,
+165,4624,0.030707351863384247,578,0.0006123506883830907,
+165,4632,0.03401223197579384,579,0.0006219732210108001,
+165,4640,0.030055448412895203,580,0.0005553904065891402,
+165,4648,0.03006112575531006,581,0.0005369351541351838,
+166,4656,0.03001004084944725,582,0.0004272858568583615,
+166,4664,0.030106309801340103,583,0.0006952679905225523,
+166,4672,0.030165717005729675,584,0.000525433365096846,
+167,4680,0.03357158973813057,585,0.0006262645844029835,
+167,4688,0.030195452272892,586,0.00044901789190659585,
+167,4696,0.03363380953669548,587,0.0006743234638027692,
+167,4704,0.029945947229862213,588,0.0004680323915884153,
+168,4712,0.029859747737646103,589,0.0005176430579292803,
+168,4720,0.029744721949100494,590,0.0005134713064762764,
+168,4728,0.02975337579846382,591,0.0005738555549984225,
+169,4736,0.03382476046681404,592,0.0006544393304816018,
+,,,592,,0.0004933458668264476
+169,4744,0.030262287706136703,593,0.0004837258082781253,
+169,4752,0.02990575134754181,594,0.0005345576764039623,
+169,4760,0.031091753393411636,595,0.0005260864600131754,
+170,4768,0.033629823476076126,596,0.0005431120880530216,
+170,4776,0.030347928404808044,597,0.0005030526220004751,
+170,4784,0.03365485742688179,598,0.0005656929447118623,
+171,4792,0.03024997189640999,599,0.000439075548153293,
+171,4800,0.0301901213824749,600,0.00064863776996,
+171,4808,0.03409732133150101,601,0.0006427754348036475,
+171,4816,0.030581071972846985,602,0.0003603379293715327,
+172,4824,0.030413269996643066,603,0.0005237388932772984,
+172,4832,0.02993902564048767,604,0.0005817335986648686,
+172,4840,0.030153952538967133,605,0.0004705808751168661,
+173,4848,0.02996419370174408,606,0.0006180176846100949,
+173,4856,0.02975516766309738,607,0.0006347441946369751,
+173,4864,0.03314542397856712,608,0.0003831311815619384,
+,,,608,,0.00047971422530033374
+173,4872,0.030493631958961487,609,0.0005398799005585412,
+174,4880,0.030452873557806015,610,0.0006917236449745749,
+174,4888,0.030263181775808334,611,0.0004350454000814352,
+174,4896,0.03333975374698639,612,0.0005751645461714361,
+175,4904,0.030398525297641754,613,0.0004134044706006534,
+175,4912,0.033404164016246796,614,0.0005771204585191578,
+175,4920,0.03433895856142044,615,0.00045914916501549834,
+175,4928,0.03054405003786087,616,0.0005305763256079185,
+176,4936,0.030255280435085297,617,0.0005841387042892166,
+176,4944,0.03417045995593071,618,0.000383444434798245,
+176,4952,0.030009407550096512,619,0.0005712250442064197,
+177,4960,0.03458996117115021,620,0.0005584263761358505,
+177,4968,0.033627770841121674,621,0.00040019696643867064,
+177,4976,0.03030688688158989,622,0.0007833680283511057,
+177,4984,0.03398232161998749,623,0.00039511630445933685,
+178,4992,0.030184179544448853,624,0.0004899457683980776,
+,,,624,,0.0004632289267399094
+178,5000,0.029815785586833954,625,0.0005997753519645462,
+178,5008,0.029854528605937958,626,0.0005227102023623461,
+179,5016,0.029875196516513824,627,0.0005975341162411496,
+179,5024,0.030257172882556915,628,0.00039497505786130206,
+179,5032,0.030036047101020813,629,0.000497613503494694,
+179,5040,0.02996721863746643,630,0.0005826450639384954,
+180,5048,0.029981505125761032,631,0.0006297886454073401,
+180,5056,0.029686495661735535,632,0.0006243436722658002,
+180,5064,0.029647789895534515,633,0.00043618980574440985,
+181,5072,0.02989497035741806,634,0.00039993222708289977,
+181,5080,0.03312789276242256,635,0.0005208159642419419,
+181,5088,0.029876697808504105,636,0.0003561403348364613,
+181,5096,0.03012414649128914,637,0.0007150043417753365,
+182,5104,0.029846735298633575,638,0.00044293203245615587,
+182,5112,0.030019909143447876,639,0.0006208351696841419,
+182,5120,0.030144300311803818,640,0.0005357264073189491,
+,,,640,,0.0004544179378585382
+183,5128,0.031727712601423264,641,0.0005417896894262716,
+183,5136,0.030495237559080124,642,0.0004777302237926051,
+183,5144,0.030458148568868637,643,0.0006362213515041566,
+183,5152,0.030532583594322205,644,0.00040890535959848563,
+184,5160,0.030143890529870987,645,0.00024940968352085393,
+184,5168,0.030233196914196014,646,0.0004919152135978668,
+184,5176,0.03070027008652687,647,0.0005586781414118983,
+185,5184,0.030498038977384567,648,0.0006342496043847252,
+185,5192,0.030472282320261,649,0.0005958763795206323,
+185,5200,0.03040285035967827,650,0.0005428303172396097,
+185,5208,0.030829783529043198,651,0.0005309345208595253,
+186,5216,0.030369669198989868,652,0.000399373673224965,
+186,5224,0.030233774334192276,653,0.0006525689492594789,
+186,5232,0.030413277447223663,654,0.0004395727508900953,
+187,5240,0.033767301589250565,655,0.0006606917213503039,
+187,5248,0.030128851532936096,656,0.0004774107607469584,
+,,,656,,0.00046966588971289724
+187,5256,0.02990473061800003,657,0.0005138199497499348,
+187,5264,0.029877249151468277,658,0.0005067416993066823,
+188,5272,0.03015156090259552,659,0.0005258700938694263,
+188,5280,0.030246801674365997,660,0.0005894884786054414,
+188,5288,0.033176518976688385,661,0.0004481057621887885,
+189,5296,0.030211176723241806,662,0.00038909994909772647,
+189,5304,0.030173055827617645,663,0.0006476484838155253,
+189,5312,0.02969982475042343,664,0.00049821325034524,
+189,5320,0.02982683852314949,665,0.0005481812343835676,
+190,5328,0.030096489936113358,666,0.0006004177499562502,
+190,5336,0.029976364225149155,667,0.0005765211966111868,
+190,5344,0.029785118997097015,668,0.0005124268839911869,
+191,5352,0.029928050935268402,669,0.00033675087880427867,
+191,5360,0.033876724541187286,670,0.0005464484711410478,
+191,5368,0.03005664050579071,671,0.0004537155714038258,
+191,5376,0.02966134622693062,672,0.0005760117538474416,
+,,,672,,0.0004540026949887926
+192,5384,0.02979099005460739,673,0.0006620520677339906,
+192,5392,0.029843375086784363,674,0.0005055154117424256,
+192,5400,0.029682200402021408,675,0.0004886613381901183,
+193,5408,0.02948414534330368,676,0.0004287924735267139,
+193,5416,0.029570281505584717,677,0.000609103834722191,
+193,5424,0.02953994646668434,678,0.0005104613464936847,
+193,5432,0.029425468295812607,679,0.0003563767357263714,
+194,5440,0.0337243489921093,680,0.0005215801162800441,
+194,5448,0.029617924243211746,681,0.0005765936148236506,
+194,5456,0.02957264706492424,682,0.00030483999382175335,
+195,5464,0.030416540801525116,683,0.0007401157893652383,
+195,5472,0.029309064149856567,684,0.0005054235208423479,
+195,5480,0.033776115626096725,685,0.0004402399354148656,
+195,5488,0.02990252897143364,686,0.0004067305933858734,
+196,5496,0.03008083626627922,687,0.0006067502780262238,
+196,5504,0.030032530426979065,688,0.0004825362793781096,
+,,,688,,0.00045259491625157267
+196,5512,0.02966552972793579,689,0.00036344643594929946,
+197,5520,0.029495030641555786,690,0.00045237908489070833,
+197,5528,0.0292302705347538,691,0.0006504296358728495,
+197,5536,0.029749978333711624,692,0.0005145881441421807,
+197,5544,0.02985602617263794,693,0.0004648574781290685,
+198,5552,0.02983083203434944,694,0.0005340960793546401,
+198,5560,0.02987099438905716,695,0.00036118471157701255,
+198,5568,0.02990255504846573,696,0.0005090161054492152,
+199,5576,0.03387356549501419,697,0.0006163390510967778,
+199,5584,0.033537693321704865,698,0.000557912807770273,
+199,5592,0.03421345353126526,699,0.00047774209330479306,
+199,5600,0.02971438318490982,700,0.0005442618085698297,
+200,5608,0.029662419110536575,701,0.0005159772117622197,
+200,5616,0.029486913233995438,702,0.0006131704457012736,
+200,5624,0.02935834228992462,703,0.0003589800908230245,
+201,5632,0.034862250089645386,704,0.00044855954038212074,
+,,,704,,0.0004523489200933413
+201,5640,0.0295293889939785,705,0.0006001036007156861,
+201,5648,0.029515579342842102,706,0.0003608040088483204,
+201,5656,0.029712267220020294,707,0.0006461896482505836,
+202,5664,0.029702503234148026,708,0.0005114351006341167,
+202,5672,0.03378523886203766,709,0.0005086909771377507,
+202,5680,0.028803866356611252,710,0.0005356576293706894,
+203,5688,0.03377010300755501,711,0.0004084576199106364,
+203,5696,0.029530398547649384,712,0.0004023663163284904,
+203,5704,0.0337858572602272,713,0.0005305950856252041,
+203,5712,0.029156211763620377,714,0.0006575265491846949,
+204,5720,0.029389221221208572,715,0.0004762162382879372,
+204,5728,0.029652398079633713,716,0.0003998754073109012,
+204,5736,0.029500089585781097,717,0.0006244672448911632,
+205,5744,0.033408764749765396,718,0.00056896351254016,
+205,5752,0.029120944440364838,719,0.0005896010032022157,
+205,5760,0.029605168849229813,720,0.0004675872686285792,
+,,,720,,0.00044676936654881996
+205,5768,0.03377460315823555,721,0.00034689179830655286,
+206,5776,0.02934938296675682,722,0.0005839427987146857,
+206,5784,0.029296204447746277,723,0.0004494690644302561,
+206,5792,0.02895675227046013,724,0.00041629795523476785,
+207,5800,0.034423504024744034,725,0.0004239161476457062,
+207,5808,0.028737138956785202,726,0.0004688381326559465,
+207,5816,0.029132023453712463,727,0.0006665685567505923,
+207,5824,0.02907879650592804,728,0.00044702132772027445,
+208,5832,0.033909332007169724,729,0.000632254125286216,
+208,5840,0.03365250676870346,730,0.0004364824245775318,
+208,5848,0.02925511822104454,731,0.00024374585498460673,
+209,5856,0.03391607850790024,732,0.0005073776164163763,
+209,5864,0.029018811881542206,733,0.0004974977946403669,
+209,5872,0.02915191277861595,734,0.0005036810861466537,
+209,5880,0.03433435782790184,735,0.0005595321688036035,
+210,5888,0.03383041173219681,736,0.0004913482983035713,
+,,,736,,0.0004472467963668433
+210,5896,0.033758748322725296,737,0.0005010985914850608,
+210,5904,0.029396824538707733,738,0.0004954821917635855,
+211,5912,0.02884095162153244,739,0.0004993128151489565,
+211,5920,0.028652988374233246,740,0.0003660941755307639,
+211,5928,0.02922213450074196,741,0.0006344058042900128,
+211,5936,0.028974883258342743,742,0.000602645907995545,
+212,5944,0.0293104387819767,743,0.0004016088617693943,
+212,5952,0.02861357107758522,744,0.0003856311503279192,
+212,5960,0.028630483895540237,745,0.0007323649827282809,
+213,5968,0.03455441817641258,746,0.00042043113857149507,
+213,5976,0.029422201216220856,747,0.0005698448561209565,
+213,5984,0.028725452721118927,748,0.0004376752231936817,
+213,5992,0.02878725528717041,749,0.0005324472692266752,
+214,6000,0.02858594059944153,750,0.0004410075472640948,
+214,6008,0.03327986225485802,751,0.0006660358795973783,
+214,6016,0.029156487435102463,752,0.0002795617021749624,
+,,,752,,0.0004464227875525301
+215,6024,0.02904316410422325,753,0.0005712060896753842,
+215,6032,0.029750842601060867,754,0.0003658243319174896,
+215,6040,0.029084503650665283,755,0.0005071501470714187,
+215,6048,0.029047340154647827,756,0.0005627352008807727,
+216,6056,0.028996769338846207,757,0.00035550827617823543,
+216,6064,0.028930451720952988,758,0.0005247686486755912,
+216,6072,0.028686899691820145,759,0.0005820397720806516,
+217,6080,0.02883991226553917,760,0.00040245418980096775,
+217,6088,0.028730113059282303,761,0.0005834348880203574,
+217,6096,0.02867443487048149,762,0.00036292691220296547,
+217,6104,0.03405063971877098,763,0.000646541063490856,
+218,6112,0.03320716321468353,764,0.00048630128973551717,
+218,6120,0.02924668788909912,765,0.0004255508659601522,
+218,6128,0.028725259006023407,766,0.0005163629600876727,
+219,6136,0.03431762754917145,767,0.000586027102634454,
+219,6144,0.029328331351280212,768,0.0005508289944952015,
+,,,768,,0.00045796847817572683
+219,6152,0.02928115427494049,769,0.0004992980442087477,
+219,6160,0.02882983908057213,770,0.0003847842991280441,
+220,6168,0.028953395783901215,771,0.0005796536400642557,
+220,6176,0.02924276515841484,772,0.00045453498863095703,
+220,6184,0.02911945804953575,773,0.00046668896009743383,
+221,6192,0.02898181602358818,774,0.0004473823198797898,
+221,6200,0.029207583516836166,775,0.0004536524065770209,
+221,6208,0.02905692160129547,776,0.0003616518057242502,
+221,6216,0.029357608407735825,777,0.0006269541607859234,
+222,6224,0.02905377373099327,778,0.00033575496167436033,
+222,6232,0.029639732092618942,779,0.0004785721812368138,
+222,6240,0.03467921167612076,780,0.0006093142269841897,
+223,6248,0.029175221920013428,781,0.0005153570522312433,
+223,6256,0.029015306383371353,782,0.0005575908842729404,
+223,6264,0.02862377092242241,783,0.0003191200256961483,
+223,6272,0.028916500508785248,784,0.0005924191416572564,
+,,,784,,0.00042314730076627296
+224,6280,0.029674433171749115,785,0.0003798618473900625,
+224,6288,0.028740093111991882,786,0.0004992548871086911,
+224,6296,0.028862811625003815,787,0.0004613685080888293,
+225,6304,0.033854544162750244,788,0.0007455794033236229,
+225,6312,0.028735820204019547,789,0.0004956799483417333,
+225,6320,0.034115180373191833,790,0.0004052490294270683,
+225,6328,0.028947770595550537,791,0.0004627436137525365,
+226,6336,0.028932496905326843,792,0.0005776437305030413,
+226,6344,0.02881687507033348,793,0.00035286287103580046,
+226,6352,0.02890971302986145,794,0.0005878434591674401,
+227,6360,0.02866172417998314,795,0.00043340171541785823,
+227,6368,0.03342778608202934,796,0.0004479459479625802,
+227,6376,0.02883869782090187,797,0.00046675193758953054,
+227,6384,0.02873474732041359,798,0.0005612480683619372,
+228,6392,0.02964698150753975,799,0.000488503485636708,
+228,6400,0.029016289860010147,800,0.00046789923605198663,
+,,,800,,0.0004359958693385124
+228,6408,0.03361118212342262,801,0.000525329310871062,
+229,6416,0.03399943560361862,802,0.0004891330085229128,
+229,6424,0.028679251670837402,803,0.0006674106797228367,
+229,6432,0.028687238693237305,804,0.00044029641382318613,
+229,6440,0.034186530858278275,805,0.00035634431393797666,
+230,6448,0.028748314827680588,806,0.00023424907770029014,
+230,6456,0.033513154834508896,807,0.0006144545808307488,
+230,6464,0.028576992452144623,808,0.0005714947032781008,
+231,6472,0.028722375631332397,809,0.000495116848469479,
+231,6480,0.0288693904876709,810,0.0005787932280397329,
+231,6488,0.034015338867902756,811,0.0003500989921369844,
+231,6496,0.03319049999117851,812,0.0005719374413064753,
+232,6504,0.028773169964551926,813,0.0004564691065752413,
+232,6512,0.03405275568366051,814,0.0005163457895190839,
+232,6520,0.02870338037610054,815,0.00037727033341070635,
+233,6528,0.02892889454960823,816,0.0005759703173160753,
+,,,816,,0.0004359271631322124
+233,6536,0.028785765171051025,817,0.0004991470177628798,
+233,6544,0.02908213809132576,818,0.0003356895454503088,
+233,6552,0.02931845933198929,819,0.0005548354747588746,
+234,6560,0.028542257845401764,820,0.00048990069287053,
+234,6568,0.028674401342868805,821,0.00038568526691630143,
+234,6576,0.028681457042694092,822,0.0005525746462147006,
+235,6584,0.02881678193807602,823,0.0006885748450506733,
+235,6592,0.02874043583869934,824,0.00044606936717173085,
+235,6600,0.028530564159154892,825,0.0004216676730161103,
+235,6608,0.028567325323820114,826,0.00048556384046185907,
+236,6616,0.028463754802942276,827,0.0006216579380894213,
+236,6624,0.0286673866212368,828,0.0005497716864248594,
+236,6632,0.03387552872300148,829,0.00027539823931874705,
+237,6640,0.03444770351052284,830,0.0004969396328446097,
+237,6648,0.028495829552412033,831,0.00031378697167383507,
+237,6656,0.028540898114442825,832,0.00048254829986641806,
+,,,832,,0.0004324457523497668
+237,6664,0.028645016252994537,833,0.0005495098769946102,
+238,6672,0.028377573937177658,834,0.0004943873438086095,
+238,6680,0.03391403704881668,835,0.000389778094055752,
+238,6688,0.028607133775949478,836,0.0005862228535988834,
+239,6696,0.028374958783388138,837,0.00033681098019852385,
+239,6704,0.02824663370847702,838,0.00045674283561917645,
+239,6712,0.028630200773477554,839,0.00034573592512804845,
+239,6720,0.032985568046569824,840,0.0007220877362539925,
+240,6728,0.033173613250255585,841,0.0005482045649282205,
+240,6736,0.028486426919698715,842,0.0006132137191757051,
+240,6744,0.02963712066411972,843,0.0003612083282160501,
+241,6752,0.02887655422091484,844,0.0003901520652685907,
+241,6760,0.02888624370098114,845,0.0005122474646089937,
+241,6768,0.02875979244709015,846,0.0005336872563930228,
+241,6776,0.02868906408548355,847,0.00042112784181621725,
+242,6784,0.028954975306987762,848,0.0005493822906525262,
+,,,848,,0.00043228742751208216
+242,6792,0.028828486800193787,849,0.0005326466331704675,
+242,6800,0.028712183237075806,850,0.000477365182282833,
+243,6808,0.028848785907030106,851,0.000561977817172495,
+243,6816,0.028776004910469055,852,0.0003842600241720599,
+243,6824,0.028690621256828308,853,0.00045578939786467416,
+243,6832,0.02875778079032898,854,0.0003615963942138478,
+244,6840,0.02857048809528351,855,0.0004403189220913471,
+244,6848,0.028796914964914322,856,0.0005250591745028611,
+244,6856,0.029069717973470688,857,0.0004901011842386131,
+245,6864,0.028694890439510345,858,0.0004951305723807309,
+245,6872,0.02870916947722435,859,0.0004830901055426623,
+245,6880,0.028890181332826614,860,0.0004856078723185839,
+245,6888,0.02968411147594452,861,0.0005023718646649892,
+246,6896,0.029783912003040314,862,0.0005134343706837777,
+246,6904,0.028941195458173752,863,0.00041260619764216244,
+246,6912,0.028879020363092422,864,0.0004086019669722935,
+,,,864,,0.00042608376084403557
+247,6920,0.03335209935903549,865,0.0005822709598370628,
+247,6928,0.03314515948295593,866,0.0005525105526820491,
+247,6936,0.03389738127589226,867,0.0003099303748141128,
+247,6944,0.028533536940813065,868,0.0005783242340839934,
+248,6952,0.03376636654138565,869,0.000391586991463555,
+248,6960,0.03412468358874321,870,0.0005283015920073152,
+248,6968,0.02933366969227791,871,0.000508094156560089,
+249,6976,0.02869487926363945,872,0.0005803065089691829,
+249,6984,0.029067564755678177,873,0.00045670195966242597,
+249,6992,0.029096819460392,874,0.0003372916631633416,
+249,7000,0.029290486127138138,875,0.0005130139664591601,
+250,7008,0.028591804206371307,876,0.0003632941436742178,
+250,7016,0.028850030153989792,877,0.0005174965766715244,
+250,7024,0.02855173870921135,878,0.0005606073156321564,
+251,7032,0.028671666979789734,879,0.00048453630855268176,
+251,7040,0.03336052969098091,880,0.0005122102823709914,
+,,,880,,0.0004242818209935318
+251,7048,0.02910449355840683,881,0.00039963188152926577,
+251,7056,0.02883799374103546,882,0.0005286396639844911,
+252,7064,0.028818335384130478,883,0.0006284873805790474,
+252,7072,0.028674781322479248,884,0.00045214481603276607,
+252,7080,0.028619777411222458,885,0.0004900842137761753,
+253,7088,0.028622720390558243,886,0.00033072242961050227,
+253,7096,0.028495576232671738,887,0.00042401793523987925,
+253,7104,0.02915630117058754,888,0.0005241969057048361,
+253,7112,0.02861524000763893,889,0.0004580122455081437,
+254,7120,0.028854571282863617,890,0.0005002088863485758,
+254,7128,0.028774626553058624,891,0.0004393214436607774,
+254,7136,0.028588801622390747,892,0.0005518111532486122,
+255,7144,0.028736747801303864,893,0.0004269531478216364,
+255,7152,0.02841399982571602,894,0.0005383595501674184,
+255,7160,0.02895865961909294,895,0.00038653491303973297,
+255,7168,0.03414198383688927,896,0.0005186474960889124,
+,,,896,,0.0004352652467787266
+256,7176,0.03320113569498062,897,0.0003750112977846024,
+256,7184,0.029497765004634857,898,0.0005974361059391716,
+256,7192,0.02936367318034172,899,0.00042456779920030385,
+257,7200,0.02955593541264534,900,0.00045592108720236206,
+257,7208,0.028964534401893616,901,0.0005435503092788471,
+257,7216,0.02849343791604042,902,0.0005494711828456881,
+257,7224,0.03325243294239044,903,0.0004019377889302892,
+258,7232,0.028893709182739258,904,0.0003859772065576787,
+258,7240,0.03368932381272316,905,0.0005446229125871989,
+258,7248,0.028899379074573517,906,0.0006600081502586942,
+259,7256,0.03406890481710434,907,0.00026478118657409635,
+259,7264,0.02854815125465393,908,0.0004969858370410899,
+259,7272,0.034355759620666504,909,0.00046223805371222885,
+259,7280,0.028417356312274933,910,0.0005839389329291104,
+260,7288,0.028790120035409927,911,0.0005890298695400512,
+260,7296,0.02856757864356041,912,0.000476432195379554,
+,,,912,,0.0004240881058980118
+260,7304,0.033847708255052567,913,0.00035412397516087037,
+261,7312,0.028373081237077713,914,0.0005378083766957459,
+261,7320,0.028239678591489792,915,0.00031172013456983095,
+261,7328,0.028752397745847702,916,0.0005372343188024719,
+261,7336,0.028165962547063828,917,0.0004642202962154093,
+262,7344,0.028241578489542007,918,0.0005314114256179892,
+262,7352,0.029039300978183746,919,0.00037331151179387234,
+262,7360,0.028258901089429855,920,0.0006210612473296351,
+263,7368,0.028884846717119217,921,0.0003513339557684958,
+263,7376,0.028602976351976395,922,0.0004525399372841303,
+263,7384,0.03423263877630234,923,0.0004058955073560355,
+263,7392,0.028652772307395935,924,0.0005434351321757556,
+264,7400,0.028933975845575333,925,0.000555966736018573,
+264,7408,0.028189383447170258,926,0.0002923791167135774,
+264,7416,0.028663989156484604,927,0.0005036523568075305,
+265,7424,0.02938532456755638,928,0.000483146386492687,
+,,,928,,0.0004138515161519701
+265,7432,0.029108401387929916,929,0.0006047672512067947,
+265,7440,0.03376743197441101,930,0.00034657051583053544,
+265,7448,0.028277840465307236,931,0.0005540561433008406,
+266,7456,0.028482206165790558,932,0.0004698079089090849,
+266,7464,0.028506692498922348,933,0.00043285950232530013,
+266,7472,0.03449258208274841,934,0.00061431043286575,
+267,7480,0.028034590184688568,935,0.00037832267189514824,
+267,7488,0.028723731637001038,936,0.0004837458652521794,
+267,7496,0.034178029745817184,937,0.0005500461338669993,
+267,7504,0.028574030846357346,938,0.0003957844366176197,
+268,7512,0.033995531499385834,939,0.00043118838281467714,
+268,7520,0.02886410802602768,940,0.0006655966960048924,
+268,7528,0.028443410992622375,941,0.0004390568370581605,
+269,7536,0.028850961476564407,942,0.00022367014207702596,
+269,7544,0.02843301370739937,943,0.000522153434841047,
+269,7552,0.029033571481704712,944,0.0005580970994612601,
+,,,944,,0.0004182631488550793
+269,7560,0.03443967178463936,945,0.00041825981315923855,
+270,7568,0.03344011679291725,946,0.0004982578648196068,
+270,7576,0.02840515226125717,947,0.0005204769731790293,
+270,7584,0.028518754988908768,948,0.00030708242557011547,
+271,7592,0.02856949344277382,949,0.0004917745122489018,
+271,7600,0.028316404670476913,950,0.0003567928033589851,
+271,7608,0.033593423664569855,951,0.00044768561322901707,
+271,7616,0.02850286290049553,952,0.0006335145125586467,
+272,7624,0.028506293892860413,953,0.0004972955073753837,
+272,7632,0.028487075120210648,954,0.0005364378605288669,
+272,7640,0.033203527331352234,955,0.00048498484206252864,
+273,7648,0.02863132208585739,956,0.00022788120523645458,
+273,7656,0.033026073127985,957,0.0005117635701026302,
+273,7664,0.03292550891637802,958,0.000467325975963225,
+273,7672,0.028685472905635834,959,0.0005192416567958637,
+274,7680,0.02891668677330017,960,0.0004889146189920471,
+,,,960,,0.00042299473319541323
+274,7688,0.028777621686458588,961,0.0006525579116826591,
+274,7696,0.028904665261507034,962,0.00038737187820846555,
+275,7704,0.028782222419977188,963,0.00038692323869327083,
+275,7712,0.028637517243623734,964,0.0003283362117751191,
+275,7720,0.033742085099220276,965,0.0004951015386419991,
+275,7728,0.028919003903865814,966,0.0005505018019063685,
+276,7736,0.028691519051790237,967,0.0003404057776303186,
+276,7744,0.03364533931016922,968,0.0007317008317581245,
+276,7752,0.02858753129839897,969,0.0003516186661727261,
+277,7760,0.03365270420908928,970,0.0003439187410269649,
+277,7768,0.033190593123435974,971,0.0006143856402819178,
+277,7776,0.028291277587413788,972,0.0004616318593352017,
+277,7784,0.028974231332540512,973,0.0003963831416816295,
+278,7792,0.028854645788669586,974,0.0005536211795585516,
+278,7800,0.028637908399105072,975,0.0002960766562157207,
+278,7808,0.028524816036224365,976,0.000489387042762246,
+,,,976,,0.00042058828032829547
+279,7816,0.02873419225215912,977,0.0005767779345790457,
+279,7824,0.02861924096941948,978,0.0003604110154103384,
+279,7832,0.028535544872283936,979,0.0004922294387749086,
+279,7840,0.028543390333652496,980,0.0004112831969299198,
+280,7848,0.028728388249874115,981,0.000544329067633953,
+280,7856,0.033889178186655045,982,0.00036112385913094675,
+280,7864,0.028472602367401123,983,0.0004263331290778958,
+281,7872,0.028607811778783798,984,0.0004197848071877767,
+281,7880,0.028822336345911026,985,0.0006098779526837461,
+281,7888,0.033858731389045715,986,0.0003865799687143105,
+281,7896,0.034550730139017105,987,0.00045600088762714423,
+282,7904,0.028397604823112488,988,0.0004979140491438253,
+282,7912,0.028657924383878708,989,0.0004936017111713926,
+282,7920,0.03369957208633423,990,0.0004583562650413324,
+283,7928,0.028767284005880356,991,0.00048168505208405596,
+283,7936,0.028859496116638184,992,0.0003032174751173112,
+,,,992,,0.0003965366208417849
+283,7944,0.02868039160966873,993,0.0005655808882483353,
+283,7952,0.02933388575911522,994,0.0003942373289398595,
+284,7960,0.028414636850357056,995,0.0004161445436433756,
+284,7968,0.02939486876130104,996,0.0005319482996128499,
+284,7976,0.02827208861708641,997,0.0004962399058664838,
+285,7984,0.02949117124080658,998,0.0003628581471275538,
+285,7992,0.029645971953868866,999,0.0004605169211012813,
+285,8000,0.029312212020158768,1000,0.0004469140931178117,
+285,8008,0.02893500030040741,1001,0.0005861606041435152,
+286,8016,0.029033366590738297,1002,0.0006123337989265565,
+286,8024,0.029008440673351288,1003,0.00037319721637426743,
+286,8032,0.029129687696695328,1004,0.0005057135216096261,
+287,8040,0.02893531322479248,1005,0.0004733188561658608,
+287,8048,0.028981443494558334,1006,0.0004927466808502297,
+287,8056,0.03365205228328705,1007,0.0004969481322824812,
+287,8064,0.0328887403011322,1008,0.00032784667807087925,
+,,,1008,,0.0003910662013698708
+288,8072,0.02933190017938614,1009,0.0004802558925637806,
+288,8080,0.033658936619758606,1010,0.00023343957383820617,
+288,8088,0.029662717133760452,1011,0.00049984418105201,
+289,8096,0.029502835124731064,1012,0.000652279570203973,
+289,8104,0.03459072485566139,1013,0.00057140002536471,
+289,8112,0.029595866799354553,1014,0.00032509537171184394,
+289,8120,0.03344237804412842,1015,0.00048328512969998303,
+290,8128,0.02925489842891693,1016,0.0006013616460092765,
+290,8136,0.033824656158685684,1017,0.0005296037124935538,
+290,8144,0.029217712581157684,1018,0.00026574026196612976,
+291,8152,0.02875426411628723,1019,0.00041133050835924224,
+291,8160,0.033990658819675446,1020,0.0004486014471954799,
+291,8168,0.029242537915706635,1021,0.0005306591107607043,
+291,8176,0.028977438807487488,1022,0.00037788071191850275,
+292,8184,0.033282555639743805,1023,0.0004207761288853362,
+292,8192,0.028822720050811768,1024,0.00039558201586425474,
+,,,1024,,0.0003958738578314131
+292,8200,0.02892322838306427,1025,0.0005464837653562426,
+293,8208,0.028997115790843964,1026,0.0005929886397401181,
+293,8216,0.029273908585309982,1027,0.0005402977608768692,
+293,8224,0.02881467342376709,1028,0.00035249893699074164,
+293,8232,0.028937365859746933,1029,0.0004700085162767209,
+294,8240,0.03000478819012642,1030,0.0005213577600303465,
+294,8248,0.028904728591442108,1031,0.0004099947964277817,
+294,8256,0.02873251587152481,1032,0.0004894255991810217,
+295,8264,0.028911583125591278,1033,0.00040617092842391383,
+295,8272,0.033356986939907074,1034,0.00041774710883725095,
+295,8280,0.030155137181282043,1035,0.0004585494361190985,
+295,8288,0.033540867269039154,1036,0.0005807203985265611,
+296,8296,0.028949957340955734,1037,0.0004312539691454731,
+296,8304,0.029062356799840927,1038,0.00042816318364202743,
+296,8312,0.028772909194231033,1039,0.0005907958237609516,
+297,8320,0.028954382985830307,1040,0.0005235669783966538,
+,,,1040,,0.000396467787636952
+297,8328,0.028899066150188446,1041,0.0004928724338242318,
+297,8336,0.02876383066177368,1042,0.00025693781790323553,
+297,8344,0.02856644243001938,1043,0.00048542364507179277,
+298,8352,0.029235009104013443,1044,0.0004561701485231011,
+298,8360,0.028762109577655792,1045,0.0004013887888644464,
+298,8368,0.03451104462146759,1046,0.0005003844225112433,
+299,8376,0.029005248099565506,1047,0.00048031665625915466,
+299,8384,0.02872282639145851,1048,0.0004902486295274381,
+299,8392,0.02898849919438362,1049,0.0005591355781819272,
+299,8400,0.02937496080994606,1050,0.0003061797621988014,
+300,8408,0.02878803014755249,1051,0.0005001914936049919,
+300,8416,0.02833462879061699,1052,0.0004030424600139006,
+300,8424,0.028609339147806168,1053,0.0005405350037528059,
+301,8432,0.02850579470396042,1054,0.00031039597356888966,
+301,8440,0.028871089220046997,1055,0.00049423782620579,
+301,8448,0.028817616403102875,1056,0.0004883461006102152,
+,,,1056,,0.0003885867666791786
+301,8456,0.029182102531194687,1057,0.000528962574290662,
+302,8464,0.029188327491283417,1058,0.00034115014516698593,
+302,8472,0.028827715665102005,1059,0.0005935214042741185,
+302,8480,0.029674630612134933,1060,0.0004913570838443076,
+303,8488,0.029318660497665405,1061,0.00047943210099927254,
+303,8496,0.030025426298379898,1062,0.0003754395539335047,
+303,8504,0.0298243910074234,1063,0.0006444113420841929,
+303,8512,0.03010036051273346,1064,0.00035273742651042994,
+304,8520,0.029498521238565445,1065,0.00041330560010724833,
+304,8528,0.02949582040309906,1066,0.0005407025361949179,
+304,8536,0.03307720273733139,1067,0.0004902001877781003,
+305,8544,0.029001884162425995,1068,0.000429459438843575,
+305,8552,0.029036089777946472,1069,0.00048058817740708875,
+305,8560,0.029022399336099625,1070,0.0004876075327047147,
+305,8568,0.03034743294119835,1071,0.00035585080860817635,
+306,8576,0.02914426475763321,1072,0.0004927037261950318,
+,,,1072,,0.0004067756658927961
+306,8584,0.02897115796804428,1073,0.00047364189790991636,
+306,8592,0.029653705656528473,1074,0.0005060596242681361,
+307,8600,0.03172146528959274,1075,0.00023388992340187543,
+307,8608,0.029198043048381805,1076,0.0003596821995663711,
+307,8616,0.03367326036095619,1077,0.0005506808239650647,
+307,8624,0.02933434024453163,1078,0.0005484231156655229,
+308,8632,0.029232636094093323,1079,0.0005475327951509305,
+308,8640,0.02897915244102478,1080,0.0003977873226782928,
+308,8648,0.029215015470981598,1081,0.00045333377264406797,
+309,8656,0.03360305353999138,1082,0.00042018727799586486,
+309,8664,0.029191359877586365,1083,0.0003686640084197279,
+309,8672,0.029377784579992294,1084,0.0005139138769057657,
+309,8680,0.029304053634405136,1085,0.0004667121885666767,
+310,8688,0.03339030221104622,1086,0.0004667367743836208,
+310,8696,0.03645879030227661,1087,0.0004731380311288656,
+310,8704,0.029848478734493256,1088,0.00039119705719973093,
+,,,1088,,0.0004050019620494409
+311,8712,0.029046595096588135,1089,0.00044775489732273854,
+311,8720,0.02901063859462738,1090,0.0003432176918767464,
+311,8728,0.03466016426682472,1091,0.0005133339727763087,
+311,8736,0.0286649651825428,1092,0.0005919588809113272,
+312,8744,0.029003627598285675,1093,0.00047360648689694546,
+312,8752,0.028858520090579987,1094,0.0006313843080603804,
+312,8760,0.028783928602933884,1095,0.0003684829017192197,
+313,8768,0.029378578066825867,1096,0.0002483307085640263,
+313,8776,0.02898724004626274,1097,0.00043026202692999507,
+313,8784,0.0293051116168499,1098,0.0004892565676445057,
+313,8792,0.028987504541873932,1099,0.0005054293612963246,
+314,8800,0.028955932706594467,1100,0.0005206053933112084,
+314,8808,0.028939511626958847,1101,0.0005020007556595374,
+314,8816,0.029749121516942978,1102,0.00030428881622025403,
+315,8824,0.0291597880423069,1103,0.00048102734805210133,
+315,8832,0.02881627157330513,1104,0.0005557836172686491,
+,,,1104,,0.0003954270346598192
+315,8840,0.03300350159406662,1105,0.00046538834563265976,
+315,8848,0.0337713323533535,1106,0.0003681747045696036,
+316,8856,0.0333222970366478,1107,0.0005398895278631244,
+316,8864,0.028655845671892166,1108,0.0003304722413304262,
+316,8872,0.033570364117622375,1109,0.0003711202395303796,
+317,8880,0.028701484203338623,1110,0.0005467021860218105,
+317,8888,0.02857142686843872,1111,0.00038608652010390705,
+317,8896,0.029254186898469925,1112,0.0004853023648528116,
+317,8904,0.028210029006004333,1113,0.0005456044327729614,
+318,8912,0.03350012004375458,1114,0.0003365411658623171,
+318,8920,0.028664663434028625,1115,0.0005133572144236845,
+318,8928,0.03352772071957588,1116,0.0003317433966003591,
+319,8936,0.03296257182955742,1117,0.0005706913808050255,
+319,8944,0.0328511968255043,1118,0.0006062900174583774,
+319,8952,0.028343159705400467,1119,0.0004322726484436619,
+319,8960,0.033970728516578674,1120,0.00031466456354022597,
+,,,1120,,0.00040167663246393204
+320,8968,0.02870999276638031,1121,0.00046050330605463716,
+320,8976,0.029023200273513794,1122,0.0005351469347563883,
+320,8984,0.029526565223932266,1123,0.0004485330486204475,
+321,8992,0.028757676482200623,1124,0.0003987020807637071,
+321,9000,0.02954729273915291,1125,0.000414402479994654,
+321,9008,0.03039770945906639,1126,0.0005455252176034264,
+321,9016,0.028872612863779068,1127,0.00037675428869149,
+322,9024,0.033709414303302765,1128,0.0004039279262845715,
+322,9032,0.02903912588953972,1129,0.00023965606831350468,
+322,9040,0.02918189764022827,1130,0.0006326556530049336,
+323,9048,0.029144350439310074,1131,0.0004530606291320344,
+323,9056,0.028877943754196167,1132,0.0005530596962281768,
+323,9064,0.03363073617219925,1133,0.00030664272400407266,
+323,9072,0.028897911310195923,1134,0.0005493416523677297,
+324,9080,0.029263503849506378,1135,0.00034901383696706034,
+324,9088,0.030502144247293472,1136,0.00046374319605423477,
+,,,1136,,0.00039742281660437584
+324,9096,0.03369482606649399,1137,0.0006977628924817379,
+325,9104,0.029257845133543015,1138,0.00043599001778952347,
+325,9112,0.030130252242088318,1139,0.0003409605610963459,
+325,9120,0.029346104711294174,1140,0.0004844476815461266,
+325,9128,0.029876582324504852,1141,0.0004292659323255066,
+326,9136,0.028838150203227997,1142,0.0006493722492664614,
+326,9144,0.031126856803894043,1143,0.0004886342794634402,
+326,9152,0.029851555824279785,1144,0.00014384834285010583,
+327,9160,0.0297841876745224,1145,0.0004580267162633721,
+327,9168,0.02937096729874611,1146,0.0004826345248147845,
+327,9176,0.029430069029331207,1147,0.0004759021290478164,
+327,9184,0.028834719210863113,1148,0.00029675925311907616,
+328,9192,0.03467603400349617,1149,0.000494845549837919,
+328,9200,0.029336988925933838,1150,0.0004959826713145178,
+328,9208,0.02877170220017433,1151,0.00031093210563994946,
+329,9216,0.03431600704789162,1152,0.0004538618478153904,
+,,,1152,,0.0003911454061215574
+329,9224,0.03343921899795532,1153,0.0004501139749966872,
+329,9232,0.029063712805509567,1154,0.00044694369197324183,
+329,9240,0.029546774923801422,1155,0.00046018105682118664,
+330,9248,0.033719755709171295,1156,0.00046299124817149,
+330,9256,0.03411635383963585,1157,0.0004529186883771147,
+330,9264,0.028769757598638535,1158,0.0005213999783419157,
+331,9272,0.029369089752435684,1159,0.00031232175630672526,
+331,9280,0.031219687312841415,1160,0.00036596819140518515,
+331,9288,0.03636413812637329,1161,0.000572317144057403,
+331,9296,0.03431706875562668,1162,0.0005019644340791274,
+332,9304,0.02953990548849106,1163,0.0005653158288623672,
+332,9312,0.033572159707546234,1164,0.00041130043337034294,
+332,9320,0.030553359538316727,1165,0.0004174816785962321,
+333,9328,0.034796785563230515,1166,0.00037056405781186184,
+333,9336,0.03052876517176628,1167,0.000301222744747065,
+333,9344,0.029992759227752686,1168,0.0004903507178823929,
+,,,1168,,0.00038448666137727827
+333,9352,0.030275151133537292,1169,0.0005655482927977573,
+334,9360,0.030096642673015594,1170,0.0004784050820903345,
+334,9368,0.02954072505235672,1171,0.0004669925222212138,
+334,9376,0.03365275636315346,1172,0.00037125840423290026,
+335,9384,0.02855949103832245,1173,0.00043110411206725985,
+335,9392,0.02907346561551094,1174,0.0005935700731545998,
+335,9400,0.029293686151504517,1175,0.00045642469622715214,
+335,9408,0.033876895904541016,1176,0.00030816482249065304,
+336,9416,0.028867822140455246,1177,0.00044720075008323573,
+336,9424,0.028699293732643127,1178,0.00036199993602084845,
+336,9432,0.028487157076597214,1179,0.00043317484440714385,
+337,9440,0.02870422974228859,1180,0.0005496376452356344,
+337,9448,0.03362300246953964,1181,0.0006574307061293019,
+337,9456,0.028703436255455017,1182,0.00033484456742791314,
+337,9464,0.0338377021253109,1183,0.0003257460841930217,
+338,9472,0.02827996388077736,1184,0.0005200177752571603,
+,,,1184,,0.0003819568082690239
+338,9480,0.02937886118888855,1185,0.0004606116863214993,
+338,9488,0.02835732325911522,1186,0.0005190510392739353,
+339,9496,0.03353394567966461,1187,0.00027048912637507203,
+339,9504,0.028338294476270676,1188,0.0005659834459947888,
+339,9512,0.033147118985652924,1189,0.00040972668648464605,
+339,9520,0.0290454663336277,1190,0.0004649900069385434,
+340,9528,0.029035139828920364,1191,0.00044460032998661824,
+340,9536,0.02965732291340828,1192,0.000449031828403739,
+340,9544,0.02827293798327446,1193,0.0005140146062735261,
+341,9552,0.029696714133024216,1194,0.0003054112021345645,
+341,9560,0.02842095121741295,1195,0.00044885864865916247,
+341,9568,0.028359755873680115,1196,0.0004640727189932174,
+341,9576,0.02915947511792183,1197,0.0004659562200686196,
+342,9584,0.02898179367184639,1198,0.00041186352889501274,
+342,9592,0.02958589792251587,1199,0.0003973863858846016,
+342,9600,0.028884664177894592,1200,0.0006041671378105613,
+,,,1200,,0.0003887257877398621
+343,9608,0.027942001819610596,1201,0.00041642954844670993,
+343,9616,0.028607811778783798,1202,0.0005007085686277909,
+343,9624,0.02823639288544655,1203,0.00022515206894075328,
+343,9632,0.029780879616737366,1204,0.000560373442810184,
+344,9640,0.03279130533337593,1205,0.00027854798232014713,
+344,9648,0.028213869780302048,1206,0.00046818749857872416,
+344,9656,0.028133675456047058,1207,0.000525939381207406,
+345,9664,0.028623118996620178,1208,0.00047635926771013497,
+345,9672,0.028409156948328018,1209,0.00042623496582646936,
+345,9680,0.02857934683561325,1210,0.0005737749349160973,
+345,9688,0.0335758812725544,1211,0.0003505145992116573,
+346,9696,0.027992859482765198,1212,0.0005044717387742518,
+346,9704,0.02865653857588768,1213,0.0005462612721852825,
+346,9712,0.033388253301382065,1214,0.00039352385779652235,
+347,9720,0.02984844148159027,1215,0.00028663306450956344,
+347,9728,0.028226178139448166,1216,0.00049905976629816,
+,,,1216,,0.000394519122148102
+347,9736,0.028766267001628876,1217,0.0004569264391858059,
+347,9744,0.02846905216574669,1218,0.0004424236568512343,
+348,9752,0.02860330417752266,1219,0.0003627514185306306,
+348,9760,0.028802059590816498,1220,0.00046619724691316316,
+348,9768,0.03351975977420807,1221,0.0005051222475370965,
+349,9776,0.028744984418153763,1222,0.000564426846852127,
+349,9784,0.028661850839853287,1223,0.00035628056950652256,
+349,9792,0.03331531211733818,1224,0.0004441308966223997,
+349,9800,0.02855195477604866,1225,0.00041808976614750765,
+350,9808,0.029013659805059433,1226,0.0003696764682759889,
+350,9816,0.033397674560546875,1227,0.00047786988216103055,
+350,9824,0.028775885701179504,1228,0.0004898462811979698,
+351,9832,0.028718851506710052,1229,0.00047368643451288034,
+351,9840,0.03322327882051468,1230,0.0005908399806895221,
+351,9848,0.028876982629299164,1231,0.00029767737942165695,
+351,9856,0.02885102480649948,1232,0.0005211396295635495,
+,,,1232,,0.0003887875936925411
+352,9864,0.03326823562383652,1233,0.0005981875993628902,
+352,9872,0.028685372322797775,1234,0.000440301828679036,
+352,9880,0.028654061257839203,1235,0.0003527679691615049,
+353,9888,0.0288093239068985,1236,0.00045096193549825866,
+353,9896,0.03475173935294151,1237,0.00038578691661920556,
+353,9904,0.028909411281347275,1238,0.0005667325211106799,
+353,9912,0.02867317572236061,1239,0.00035960377919344377,
+354,9920,0.033533357083797455,1240,0.0005950858265770456,
+354,9928,0.03329653665423393,1241,0.00031049498890448984,
+354,9936,0.02897137776017189,1242,0.00045211535101631086,
+355,9944,0.02860765904188156,1243,0.00027195317935283214,
+355,9952,0.028901413083076477,1244,0.0006088500714130615,
+355,9960,0.0348249189555645,1245,0.0003842222407304992,
+355,9968,0.02874864637851715,1246,0.0004583230381415758,
+356,9976,0.029657404869794846,1247,0.0005543554985446722,
+356,9984,0.034093309193849564,1248,0.00041376496353352977,
+,,,1248,,0.0003822089426896789
+356,9992,0.029157821089029312,1249,0.000271081633400172,
+357,10000,0.028400611132383347,1250,0.0005054580928117502,
+357,10008,0.03339331969618797,1251,0.0004438631264444363,
+357,10016,0.03340088948607445,1252,0.00042892483377892694,
+357,10024,0.03370954841375351,1253,0.00046838835114613173,
+358,10032,0.03348391130566597,1254,0.000492192673846148,
+358,10040,0.029992036521434784,1255,0.0004290936223696917,
+358,10048,0.028638172894716263,1256,0.0002681338679394685,
+359,10056,0.028533820062875748,1257,0.0005999246956586527,
+359,10064,0.02887575700879097,1258,0.00034101060207996687,
+359,10072,0.028800837695598602,1259,0.0005016156339059727,
+359,10080,0.02882622927427292,1260,0.0004200177679124933,
+360,10088,0.02855595201253891,1261,0.00037442531599178136,
+360,10096,0.029399696737527847,1262,0.00036359980863794175,
+360,10104,0.03328139707446098,1263,0.0005480769021752556,
+361,10112,0.029122013598680496,1264,0.0005687942942710255,
+,,,1264,,0.0003852963193573735
+361,10120,0.029257625341415405,1265,0.0005501687301148195,
+361,10128,0.03355317562818527,1266,0.0002534659033699427,
+361,10136,0.03052554652094841,1267,0.0004027841781256332,
+362,10144,0.029476873576641083,1268,0.0005698977206170989,
+362,10152,0.02885737270116806,1269,0.0003551862131037827,
+362,10160,0.033150333911180496,1270,0.00041807472613678936,
+363,10168,0.029089592397212982,1271,0.0004321500249110007,
+363,10176,0.03340980038046837,1272,0.0002598953909579326,
+363,10184,0.02970520406961441,1273,0.0005317468281386287,
+363,10192,0.029005173593759537,1274,0.0005076504057797138,
+364,10200,0.03317232057452202,1275,0.0002478296459726566,
+364,10208,0.028657782822847366,1276,0.0006013350873465904,
+364,10216,0.028895452618598938,1277,0.0004997363537161922,
+365,10224,0.028906602412462234,1278,0.0002919257818906441,
+365,10232,0.02902555838227272,1279,0.00036244730533023056,
+365,10240,0.028719067573547363,1280,0.0005966107918149126,
+,,,1280,,0.0003727147863669829
+365,10248,0.029063567519187927,1281,0.00044072950489256374,
+366,10256,0.02886822447180748,1282,0.00044552501507992434,
+366,10264,0.029047630727291107,1283,0.00034976357528648805,
+366,10272,0.028790827840566635,1284,0.00044015005383139046,
+367,10280,0.02889762446284294,1285,0.0006429357506151843,
+367,10288,0.02941775694489479,1286,0.00042784297973132477,
+367,10296,0.028700053691864014,1287,0.00031906007340391324,
+367,10304,0.02822280302643776,1288,0.0004729265201603994,
+368,10312,0.03400498628616333,1289,0.00039853232961971883,
+368,10320,0.028480328619480133,1290,0.000431708785561988,
+368,10328,0.03295397013425827,1291,0.0004541464149951935,
+369,10336,0.029329057782888412,1292,0.0005593532579950989,
+369,10344,0.02852802723646164,1293,0.0004736390243730663,
+369,10352,0.03359590098261833,1294,0.00043254617897522013,
+369,10360,0.028693940490484238,1295,0.00036840981192654,
+370,10368,0.02865372598171234,1296,0.00047242179624101317,
+,,,1296,,0.0003875212066552856
+370,10376,0.028521675616502762,1297,0.00027196260700954804,
+370,10384,0.029252387583255768,1298,0.0005638553661161236,
+371,10392,0.028522919863462448,1299,0.00048461909682373516,
+371,10400,0.02850765362381935,1300,0.00037277192993011944,
+371,10408,0.02842932939529419,1301,0.0005319786778272828,
+371,10416,0.03407502919435501,1302,0.00030633104655531827,
+372,10424,0.028471991419792175,1303,0.00043698170338757336,
+372,10432,0.03318452090024948,1304,0.000567408322240226,
+372,10440,0.03288372978568077,1305,0.00026468359210412017,
+373,10448,0.028570830821990967,1306,0.0004557922026530529,
+373,10456,0.028462503105401993,1307,0.00038673529464479844,
+373,10464,0.028378255665302277,1308,0.0005550125307099035,
+373,10472,0.028646577149629593,1309,0.0002840485823980998,
+374,10480,0.02913213148713112,1310,0.00019170470780712398,
+374,10488,0.02829427644610405,1311,0.0005946919027337572,
+374,10496,0.02929985523223877,1312,0.000531683029424,
+,,,1312,,0.0003900097429075024
+375,10504,0.029382698237895966,1313,0.0005046131787821651,
+375,10512,0.02843986079096794,1314,0.0004135027069983502,
+375,10520,0.02874264121055603,1315,0.0004571485636309565,
+375,10528,0.028286993503570557,1316,0.0003959201919944742,
+376,10536,0.033084455877542496,1317,0.000516904402254361,
+376,10544,0.028499409556388855,1318,0.0004860885868159433,
+376,10552,0.02852202206850052,1319,0.0003092939344545205,
+377,10560,0.03407808020710945,1320,0.0003883843230803243,
+377,10568,0.02840651199221611,1321,0.0004469417675863951,
+377,10576,0.028230715543031693,1322,0.00044010216463772977,
+377,10584,0.02884294092655182,1323,0.0005120848811482295,
+378,10592,0.028899207711219788,1324,0.00040178413877988025,
+378,10600,0.02815874293446541,1325,0.0004114637292029026,
+378,10608,0.028195161372423172,1326,0.000259999465645076,
+379,10616,0.0327841117978096,1327,0.0006464331787495981,
+379,10624,0.028503060340881348,1328,0.00033348330128189573,
+,,,1328,,0.00037402185526761144
+379,10632,0.02849188819527626,1329,0.0005174585160354829,
+379,10640,0.028619840741157532,1330,0.0004897630029258185,
+380,10648,0.03369482606649399,1331,0.0004898066919330242,
+380,10656,0.028459835797548294,1332,0.0004179656213333753,
+380,10664,0.02874969318509102,1333,0.0005591873996309005,
+381,10672,0.02826584130525589,1334,0.00036689035914605483,
+381,10680,0.028719350695610046,1335,0.0004919507434048379,
+381,10688,0.02831927314400673,1336,0.0003624810862155365,
+381,10696,0.029055483639240265,1337,0.0004296849947422743,
+382,10704,0.028246216475963593,1338,0.00030156819075972843,
+382,10712,0.02881797030568123,1339,0.0005040441319579259,
+382,10720,0.02899204194545746,1340,0.0004882368763598303,
+383,10728,0.0290222130715847,1341,0.0005002927277278754,
+383,10736,0.028468262404203415,1342,0.0005142468374591166,
+383,10744,0.028563212603330612,1343,0.0004062818631857888,
+383,10752,0.028675705194473267,1344,0.00036379361419956415,
+,,,1344,,0.0003767833960327235
+384,10760,0.028848592191934586,1345,0.00040897601810194407,
+384,10768,0.03351396694779396,1346,0.00038649096616912476,
+384,10776,0.02866930514574051,1347,0.0005101856211415277,
+385,10784,0.032652419060468674,1348,0.0003860045770933438,
+385,10792,0.03370824456214905,1349,0.00038032486606555594,
+385,10800,0.028737526386976242,1350,0.00041648846464730535,
+385,10808,0.03392305597662926,1351,0.0005381381508248688,
+386,10816,0.0284876711666584,1352,0.0003784647742577363,
+386,10824,0.02931828796863556,1353,0.0004883633765320366,
+386,10832,0.03307769075036049,1354,0.00042578288533453207,
+387,10840,0.034438472241163254,1355,0.0004792167484993115,
+387,10848,0.028461690992116928,1356,0.00028459888987223775,
+387,10856,0.028577420860528946,1357,0.00040492187690688297,
+387,10864,0.03275274112820625,1358,0.0006517111840366851,
+388,10872,0.029186684638261795,1359,0.0003346050838114355,
+388,10880,0.028124012053012848,1360,0.0004680756961274061,
+,,,1360,,0.0003692483614114198
+388,10888,0.03278598189353943,1361,0.0005099766527895223,
+389,10896,0.033467017114162445,1362,0.00034727097019120786,
+389,10904,0.028373707085847855,1363,0.0005630586031027354,
+389,10912,0.02824389934539795,1364,0.00031611968734068796,
+389,10920,0.0288851261138916,1365,0.0005274766032622816,
+390,10928,0.03346727415919304,1366,0.0004923728014215488,
+390,10936,0.028219550848007202,1367,0.0004963848477927968,
+390,10944,0.02818765491247177,1368,0.0003500083475955762,
+391,10952,0.02814047411084175,1369,0.0005340911312183987,
+391,10960,0.02843843773007393,1370,0.00028817606216762214,
+391,10968,0.02818097546696663,1371,0.0003682053133021467,
+391,10976,0.027939915657043457,1372,0.00045625078928424045,
+392,10984,0.03331025317311287,1373,0.0003659740015371846,
+392,10992,0.033102162182331085,1374,0.0005343813760331473,
+392,11000,0.028225131332874298,1375,0.00040342633027731523,
+393,11008,0.028057146817445755,1376,0.00028403887387997074,
+,,,1376,,0.00037457726218483663
+393,11016,0.02857239916920662,1377,0.0004892580383546794,
+393,11024,0.03365588188171387,1378,0.0004883138132175769,
+393,11032,0.028937313705682755,1379,0.0005192346308666112,
+394,11040,0.02798120304942131,1380,0.0003924835182260722,
+394,11048,0.027825988829135895,1381,0.00039167265883103636,
+394,11056,0.02857976034283638,1382,0.0004652878840436013,
+395,11064,0.03350767865777016,1383,0.00047048329979588744,
+395,11072,0.028159067034721375,1384,0.00043903383581588663,
+395,11080,0.02798861637711525,1385,0.0004284646195931903,
+395,11088,0.028935305774211884,1386,0.0004883534466816028,
+396,11096,0.03398025780916214,1387,0.00034573513459270965,
+396,11104,0.027882955968379974,1388,0.0005327860708348453,
+396,11112,0.02790442481637001,1389,0.0004006216156994924,
+397,11120,0.028583087027072906,1390,0.00041005973571373033,
+397,11128,0.033627189695835114,1391,0.00046525728472401027,
+397,11136,0.03382430970668793,1392,0.0004944643968139479,
+,,,1392,,0.0003730752928690477
+397,11144,0.029147986322641373,1393,0.00033535598340677096,
+398,11152,0.028878942131996155,1394,0.00034680125723493153,
+398,11160,0.029140204191207886,1395,0.00039239030302269385,
+398,11168,0.03445684537291527,1396,0.0005152304001967423,
+399,11176,0.02857436239719391,1397,0.0005498600890859962,
+399,11184,0.028507616370916367,1398,0.00047946149182583514,
+399,11192,0.02891678735613823,1399,0.0003126616706140339,
+399,11200,0.0284651480615139,1400,0.0003843893225296467,
+400,11208,0.029035642743110657,1401,0.00039420938768531557,
+400,11216,0.028564631938934326,1402,0.0005538174367617243,
+400,11224,0.029107753187417984,1403,0.0003848849603225692,
+401,11232,0.028738170862197876,1404,0.0004075471078976989,
+401,11240,0.028431937098503113,1405,0.00034119818222031677,
+401,11248,0.028597094118595123,1406,0.0004206011799396947,
+401,11256,0.028641559183597565,1407,0.0005079866651530293,
+402,11264,0.029214609414339066,1408,0.00024837738535345784,
+,,,1408,,0.0003758240914480253
+402,11272,0.03332333639264107,1409,0.0005235320913925534,
+402,11280,0.028687696903944016,1410,0.0005191973395994864,
+403,11288,0.02913135290145874,1411,0.000394966186528715,
+403,11296,0.03330196440219879,1412,0.00029378764374996533,
+403,11304,0.028652887791395187,1413,0.00040987976899486966,
+403,11312,0.02848728746175766,1414,0.0005421110388572112,
+404,11320,0.034812431782484055,1415,0.00041389636983997963,
+404,11328,0.03320387750864029,1416,0.0003900884700366684,
+404,11336,0.028632372617721558,1417,0.0005306346720317379,
+405,11344,0.02861952781677246,1418,0.0003048710419865198,
+405,11352,0.028627440333366394,1419,0.00035628721413489146,
+405,11360,0.02843889594078064,1420,0.0007189597109875952,
+405,11368,0.02858143299818039,1421,0.00022848970018623567,
+406,11376,0.028688989579677582,1422,0.0004945940488071826,
+406,11384,0.02857578918337822,1423,0.0004364269857019694,
+406,11392,0.02871590480208397,1424,0.0003660884182560646,
+,,,1424,,0.0003785383887588978
+407,11400,0.028589420020580292,1425,0.00031448131071206613,
+407,11408,0.02930082380771637,1426,0.0003671841811107394,
+407,11416,0.02841128408908844,1427,0.0004092332953102111,
+407,11424,0.02807733044028282,1428,0.0006214811129701467,
+408,11432,0.03324468433856964,1429,0.0002787095648576117,
+408,11440,0.03302378952503204,1430,0.0005731769027382446,
+408,11448,0.028427664190530777,1431,0.0003335348759719636,
+409,11456,0.028307754546403885,1432,0.0005323198914993554,
+409,11464,0.028085730969905853,1433,0.00027334750616732475,
+409,11472,0.029004976153373718,1434,0.0004056320249219425,
+409,11480,0.028220918029546738,1435,0.0005090433834993747,
+410,11488,0.02854037657380104,1436,0.0005141627034390694,
+410,11496,0.033660370856523514,1437,0.0004755906962340565,
+410,11504,0.028200216591358185,1438,0.00026403646625112743,
+411,11512,0.028379082679748535,1439,0.0005040996638854267,
+411,11520,0.03330341354012489,1440,0.0003377629002968136,
+,,,1440,,0.0003553095104342157
+411,11528,0.03367779776453972,1441,0.0004572505087708123,
+411,11536,0.02855389192700386,1442,0.0004363492356787901,
+412,11544,0.0284082293510437,1443,0.00037941193719840766,
+412,11552,0.028188925236463547,1444,0.00048403398322989234,
+412,11560,0.028956744819879532,1445,0.00040995587981094354,
+413,11568,0.028742767870426178,1446,0.00047603573629577807,
+413,11576,0.03369259089231491,1447,0.0003938273492332717,
+413,11584,0.028674431145191193,1448,0.00036116365299676545,
+413,11592,0.03343138471245766,1449,0.0005127394668913136,
+414,11600,0.028259575366973877,1450,0.000524404539398595,
+414,11608,0.029478270560503006,1451,0.0003300141454221577,
+414,11616,0.03374665975570679,1452,0.0003841829146646584,
+415,11624,0.03347158804535866,1453,0.0004854321324576934,
+415,11632,0.03312503546476364,1454,0.00032593252035439946,
+415,11640,0.02828078344464302,1455,0.00040539447747340256,
+415,11648,0.027856554836034775,1456,0.0005448231089618416,
+,,,1456,,0.000375071582807736
+416,11656,0.027939237654209137,1457,0.0004680936951141727,
+416,11664,0.03213588148355484,1458,0.000462429026204821,
+416,11672,0.028882555663585663,1459,0.00033700718962460417,
+417,11680,0.03332649543881416,1460,0.0004478319266733403,
+417,11688,0.02908843755722046,1461,0.00034906456234499013,
+417,11696,0.033503010869026184,1462,0.00043010095788094285,
+417,11704,0.028963081538677216,1463,0.000551073386304779,
+418,11712,0.028800349682569504,1464,0.0004594157239458022,
+418,11720,0.028446242213249207,1465,0.0003913232548466812,
+418,11728,0.028395969420671463,1466,0.0004468489914870588,
+419,11736,0.028792090713977814,1467,0.00046189749482437035,
+419,11744,0.02915867418050766,1468,0.00048653320482117124,
+419,11752,0.028634335845708847,1469,0.0003889601335126477,
+419,11760,0.02873482182621956,1470,0.00033708197364691074,
+420,11768,0.03364685922861099,1471,0.0004341604851236168,
+420,11776,0.02858632430434227,1472,0.0003802178168067864,
+,,,1472,,0.00037741733037612653
+420,11784,0.02877703309059143,1473,0.0003899555244557136,
+421,11792,0.029066991060972214,1474,0.0005269434578412285,
+421,11800,0.03375083580613136,1475,0.0003645579781732522,
+421,11808,0.033319856971502304,1476,0.00043653826948932624,
+421,11816,0.02868887409567833,1477,0.00045990489452378823,
+422,11824,0.028483234345912933,1478,0.0004609312613452361,
+422,11832,0.02831951528787613,1479,0.0004417692756154186,
+422,11840,0.028863336890935898,1480,0.0002911091869464144,
+423,11848,0.028731059283018112,1481,0.0004890819631434758,
+423,11856,0.02856839820742607,1482,0.0004589117488649208,
+423,11864,0.029119059443473816,1483,0.00039511826815379953,
+423,11872,0.028496261686086655,1484,0.00035589271059367235,
+424,11880,0.03331116959452629,1485,0.0003949337473246627,
+424,11888,0.02841082215309143,1486,0.0005067503046699461,
+424,11896,0.028120655566453934,1487,0.00041067762400156686,
+425,11904,0.028058655560016632,1488,0.0003921072463223633,
+,,,1488,,0.00037411172789606184
+425,11912,0.029300451278686523,1489,0.0004332320116061185,
+425,11920,0.02927972376346588,1490,0.00044539521089366946,
+425,11928,0.028272047638893127,1491,0.0004193562672298867,
+426,11936,0.028435174375772476,1492,0.00025092489787229255,
+426,11944,0.0332920216023922,1493,0.00048624387116953064,
+426,11952,0.03288339823484421,1494,0.0005349586530688352,
+427,11960,0.02841772511601448,1495,0.000285002701936967,
+427,11968,0.028138045221567154,1496,0.0006789061820503169,
+427,11976,0.03375597670674324,1497,0.000262269292579731,
+427,11984,0.0284142903983593,1498,0.00039641791590838693,
+428,11992,0.028451886028051376,1499,0.0004132439694680775,
+428,12000,0.029261671006679535,1500,0.0003424606568712209,
+428,12008,0.028186488896608353,1501,0.0004930033945129253,
+429,12016,0.028485577553510666,1502,0.0005173308885180935,
+429,12024,0.02863432466983795,1503,0.00044442560153713984,
+429,12032,0.028308790177106857,1504,0.00048517093212770607,
+,,,1504,,0.0003597303293645382
+429,12040,0.02909320965409279,1505,0.0003083957847345366,
+430,12048,0.029049810022115707,1506,0.0002547117541185938,
+430,12056,0.028456896543502808,1507,0.000546504744516614,
+430,12064,0.033565402030944824,1508,0.0005579852016429262,
+431,12072,0.03345455601811409,1509,0.0004506951845542062,
+431,12080,0.03305225074291229,1510,0.0003559987112217081,
+431,12088,0.03399978578090668,1511,0.0004028777912026271,
+431,12096,0.03316714987158775,1512,0.00044156064662577893,
+432,12104,0.033017806708812714,1513,0.0004613148888053659,
+432,12112,0.03322716802358627,1514,0.00036129366013814104,
+432,12120,0.03376723825931549,1515,0.00048224998421833983,
+433,12128,0.03436221182346344,1516,0.00030439205941299656,
+433,12136,0.033295199275016785,1517,0.0002682438325791736,
+433,12144,0.033100686967372894,1518,0.0005737588139406095,
+433,12152,0.03343265503644943,1519,0.00039695153619894493,
+434,12160,0.03315063938498497,1520,0.0004536092000004525,
+,,,1520,,0.0003707310692830519
+434,12168,0.03325070068240166,1521,0.00038480128278024496,
+434,12176,0.033428024500608444,1522,0.00046856602288740265,
+435,12184,0.033280689269304276,1523,0.00026640495282966487,
+435,12192,0.033088456839323044,1524,0.0005542310470693999,
+435,12200,0.03314017876982689,1525,0.00045722116088394875,
+435,12208,0.03320268541574478,1526,0.000356681201642809,
+436,12216,0.033805496990680695,1527,0.0002558952764957212,
+436,12224,0.033458445221185684,1528,0.0005780162441974076,
+436,12232,0.03490081802010536,1529,0.0005153823247902827,
+437,12240,0.03351793438196182,1530,0.00021515330809052102,
+437,12248,0.03305920958518982,1531,0.000463313484612048,
+437,12256,0.03507973626255989,1532,0.00041081461005468067,
+437,12264,0.03293032571673393,1533,0.0004999769410530392,
+438,12272,0.032980091869831085,1534,0.0004187418647537318,
+438,12280,0.03301805257797241,1535,0.0003684229474553528,
+438,12288,0.03340641409158707,1536,0.0005555751605632915,
+,,,1536,,0.0003808751617642966
+439,12296,0.033266544342041016,1537,0.00037624790784320796,
+439,12304,0.033544015139341354,1538,0.00042031148265008454,
+439,12312,0.03502426669001579,1539,0.0003779808929803866,
+439,12320,0.034968677908182144,1540,0.00044838854695886506,
+440,12328,0.03282959386706352,1541,0.00027742425154428927,
+440,12336,0.03506585583090782,1542,0.00047711841086441254,
+440,12344,0.033304598182439804,1543,0.0005031166753421227,
+441,12352,0.03437456488609314,1544,0.00028796467190009674,
+441,12360,0.03309311345219612,1545,0.000433069670599742,
+441,12368,0.032788269221782684,1546,0.0005613839351677929,
+441,12376,0.033789582550525665,1547,0.00040843562480101053,
+442,12384,0.034361787140369415,1548,0.00046206730901478574,
+442,12392,0.033158838748931885,1549,0.00036635531978390645,
+442,12400,0.03344146907329559,1550,0.0003933643152281134,
+443,12408,0.03313714638352394,1551,0.0004503878319935341,
+443,12416,0.03299807012081146,1552,0.0003522486939410945,
+,,,1552,,0.00036501533097841525
+443,12424,0.03400181233882904,1553,0.0005389170124544762,
+443,12432,0.03311494365334511,1554,0.00044494360069317435,
+444,12440,0.033066753298044205,1555,0.0004897744433643918,
+444,12448,0.03263859823346138,1556,0.0005230231084472811,
+444,12456,0.032782670110464096,1557,0.00031605092538354384,
+445,12464,0.033141493797302246,1558,0.00046748179083806464,
+445,12472,0.0329771526157856,1559,0.00040601250062040475,
+445,12480,0.03431263193488121,1560,0.0004384653836799165,
+445,12488,0.03435950353741646,1561,0.0004025183152407408,
+446,12496,0.03327024728059769,1562,0.0002591361623602167,
+446,12504,0.032735373824834824,1563,0.0005012753054660817,
+446,12512,0.032757874578237534,1564,0.0005728292151336343,
+447,12520,0.03286793455481529,1565,0.00043284282073727807,
+447,12528,0.0334414467215538,1566,0.0005294404420835365,
+447,12536,0.03302407264709473,1567,0.0003545150729433562,
+447,12544,0.03339280188083649,1568,0.00027598945816862395,
+,,,1568,,0.00037290409884669566
+448,12552,0.03308587521314621,1569,0.00034575837263320055,
+448,12560,0.03480621799826622,1570,0.0004834246783502749,
+448,12568,0.03320818766951561,1571,0.0004121446993219881,
+449,12576,0.03286921605467796,1572,0.00041832083694647406,
+449,12584,0.033073775470256805,1573,0.00030854863077613777,
+449,12592,0.03293304517865181,1574,0.0005908842408993783,
+449,12600,0.03304468095302582,1575,0.00029365352719861013,
+450,12608,0.03446707874536514,1576,0.00042288857574541386,
+450,12616,0.032940201461315155,1577,0.00047330814942886883,
+450,12624,0.03359280526638031,1578,0.00039620170407163514,
+451,12632,0.033400893211364746,1579,0.0004971852123906666,
+451,12640,0.033092960715293884,1580,0.0003345817941325632,
+451,12648,0.038664452731609344,1581,0.00025409259052883664,
+451,12656,0.032998230308294296,1582,0.0005214550957524418,
+452,12664,0.03470377251505852,1583,0.00032915675613119015,
+452,12672,0.03398196026682854,1584,0.0004166538284542704,
+,,,1584,,0.0003708896481178024
+452,12680,0.03301631286740303,1585,0.0004069002039614134,
+453,12688,0.03350811451673508,1586,0.0004978282970394223,
+453,12696,0.03300347179174423,1587,0.00038345616750038147,
+453,12704,0.033413954079151154,1588,0.0006116817244219419,
+453,12712,0.033480964601039886,1589,0.00025880020852624017,
+454,12720,0.03340238705277443,1590,0.0003899494687276375,
+454,12728,0.03335501626133919,1591,0.00039159473089966923,
+454,12736,0.033086907118558884,1592,0.0004770171539608522,
+455,12744,0.03358903527259827,1593,0.00047655231052582775,
+455,12752,0.030092712491750717,1594,0.0004433584567428065,
+455,12760,0.028419654816389084,1595,0.0004210276853812572,
+455,12768,0.028555631637573242,1596,0.00037943930907534775,
+456,12776,0.028412707149982452,1597,0.0005341095462566814,
+456,12784,0.028298817574977875,1598,0.0003182695741998032,
+456,12792,0.028914015740156174,1599,0.0004158734378646701,
+457,12800,0.028943032026290894,1600,0.000417556572756439,
+,,,1600,,0.0003614946776493029

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=dbpedia/list=0.0-1.0/labels.csv

@@ -0,0 +1,28 @@
+572581,2
+504852,12
+238802,5
+330355,8
+301384,7
+533602,13
+201281,5
+611120,10
+20574,0
+262164,6
+370707,9
+283587,7
+337629,8
+104099,2
+477608,11
+548903,13
+516108,12
+161886,4
+111845,2
+583614,4
+582835,4
+508767,12
+611626,10
+97380,2
+605746,9
+151329,3
+401497,10
+333278,8

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=dbpedia/list=0.0-1.0/logits.csv

@@ -0,0 +1,28 @@
+572581,-22.188093,-28.10192,-0.00059372437,-14.503409,-18.063503,-19.486984,-23.875593,-17.426271,-29.172916,-17.125593,-19.750593,-16.125593,-14.750594,-9.25078
+504852,-23.062782,-30.794836,-13.625282,-22.700272,-24.543571,-20.019817,-22.312782,-17.882378,-27.149231,-18.187782,-19.562782,-16.000282,-0.00028212857,-12.149885
+238802,-15.125303,-18.960743,-12.437803,-14.54085,-17.775625,-0.0023485022,-13.500303,-11.255453,-21.87759,-12.562803,-12.375303,-13.750303,-13.625303,-13.25082
+330355,-18.812634,-21.16432,-11.3751335,-15.557759,-17.814175,-20.385736,-13.6251335,-13.500541,-0.00022982198,-14.6251335,-12.4376335,-12.9376335,-14.8126335,-15.814271
+301384,-19.250292,-21.65627,-14.000291,-16.919939,-20.689226,-9.006587,-18.687792,-0.0003643777,-21.326824,-12.500291,-15.312791,-14.562791,-16.437792,-12.001054
+533602,-19.626331,-22.839523,-8.376332,-17.262817,-22.216335,-15.33996,-21.345081,-14.0684805,-23.907898,-12.376332,-17.688831,-10.376332,-7.876332,-0.0018962885
+201281,-17.062937,-17.89959,-12.062936,-14.480658,-16.75424,-0.0017259752,-12.937936,-10.938887,-24.126698,-13.875436,-11.500436,-12.687936,-13.187936,-12.938657
+611120,-22.000074,-28.611023,-16.125074,-24.001198,-25.234413,-19.078749,-22.812574,-13.25465,-27.882122,-11.375074,-7.4026226e-05,-19.125074,-21.250074,-18.837084
+20574,-0.0005121112,-21.526812,-10.250512,-15.069764,-16.58242,-11.128363,-16.938011,-17.698492,-24.276966,-16.250511,-13.750512,-15.625512,-15.313012,-13.2074
+262164,-17.188442,-23.280464,-15.750943,-19.065878,-22.86971,-13.1316,-0.00094297755,-16.251383,-23.634706,-17.750942,-14.313443,-16.813442,-16.250942,-12.876858
+370707,-21.062738,-27.364866,-12.750239,-18.54349,-23.3781,-14.004977,-22.187738,-9.752774,-26.509064,-0.00023898606,-10.875239,-18.187738,-18.187738,-17.878626
+283587,-16.875422,-20.61459,-14.875422,-15.242575,-17.44734,-9.12789,-15.625422,-0.0005010638,-20.130116,-12.000422,-13.250422,-13.500422,-14.500422,-11.786548
+337629,-17.6877,-18.955473,-12.187699,-15.117549,-18.083078,-18.589523,-13.562699,-11.875493,-0.0005980929,-14.062699,-11.125199,-12.937699,-13.875199,-14.328948
+104099,-21.06293,-28.734337,-0.0004298955,-12.881915,-18.500996,-19.767672,-22.06293,-16.482258,-26.832426,-17.00043,-18.75043,-15.00043,-13.37543,-9.001265
+477608,-21.875677,-27.985176,-8.500676,-20.265362,-23.637411,-15.844852,-22.750677,-17.400732,-27.086996,-16.188177,-18.063177,-0.0006764031,-14.813176,-16.992496
+548903,-17.250935,-18.52607,-9.125935,-13.96845,-17.600357,-9.300103,-16.750935,-14.066748,-22.759003,-14.375935,-14.813435,-11.625935,-11.750935,-0.0018870269
+516108,-23.812696,-27.914545,-10.875196,-20.246906,-24.2868,-20.298225,-22.937696,-18.174154,-28.466457,-17.250196,-19.812696,-15.875196,-0.00019667599,-15.260805
+161886,-17.750298,-27.246231,-10.000298,-15.338704,-0.0010065462,-16.88471,-18.312798,-16.795841,-22.983185,-16.125298,-16.062798,-17.750298,-16.500298,-14.938174
+111845,-17.375107,-26.94072,-0.000107521,-14.330786,-22.40049,-18.639603,-21.125107,-18.671831,-25.71642,-16.312607,-18.812607,-15.750108,-15.750108,-16.251604
+583614,-18.250378,-27.659872,-9.750378,-16.595268,-0.0007996148,-14.511633,-19.437878,-17.98758,-24.147482,-16.562878,-16.875378,-18.062878,-17.250378,-15.001045
+582835,-16.000727,-24.736767,-8.875728,-12.402008,-0.0011223705,-13.523291,-16.813227,-14.746926,-20.264912,-15.125728,-14.313228,-16.125727,-13.813228,-13.440644
+508767,-20.75019,-29.238558,-12.000192,-14.799383,-21.206491,-16.25987,-20.68769,-16.69063,-25.687002,-15.750192,-16.75019,-15.125192,-0.00019155098,-10.626464
+611626,-21.750055,-28.36852,-16.500055,-25.360836,-25.207428,-17.800817,-22.937555,-13.757636,-28.280022,-12.375056,-5.6265202e-05,-19.562555,-21.500055,-19.041597
+97380,-20.75017,-27.768398,-0.0001689053,-13.501234,-20.604631,-17.729952,-22.25017,-18.042387,-28.387697,-15.625169,-18.18767,-16.25017,-10.125169,-11.50422
+605746,-20.000183,-27.646107,-12.250183,-16.887331,-22.191097,-15.589773,-21.125183,-10.808304,-25.217861,-0.00018344627,-12.250183,-17.625183,-17.750183,-16.689566
+151329,-19.813324,-25.701866,-7.875824,-0.0018635532,-19.439085,-14.035253,-20.500824,-14.842537,-27.950441,-15.250824,-17.625824,-16.438324,-15.125824,-15.880599
+401497,-20.812754,-27.136284,-15.625254,-20.171171,-22.70454,-16.201536,-20.812754,-12.752792,-26.060644,-12.250254,-0.00025388357,-18.125254,-19.625254,-17.066673
+333278,-17.937723,-20.700089,-11.000223,-13.021884,-16.87691,-14.927682,-13.187723,-12.125687,-0.0003943048,-14.250223,-11.312723,-11.875223,-14.062723,-14.940285

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=1/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=1/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,223 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.34802447631955147,0,7.353843688964844,
+0,8,0.04814714193344116,1,8.017796005521502,
+0,16,0.03404369577765465,2,7.917105197906494,
+1,24,0.030715737491846085,3,4.096712384905134,
+1,32,0.030351214110851288,4,4.537735044956207,
+1,40,0.03247682750225067,5,6.266366720199585,
+2,48,0.030815154314041138,6,4.347890768732343,
+2,56,0.030414126813411713,7,2.1326790849367776,
+3,64,0.030531570315361023,8,4.133552946150303,
+3,72,0.0303361676633358,9,0.8608254721531501,
+3,80,0.03085978329181671,10,3.297596371599606,
+4,88,0.0308648943901062,11,0.9520849386850992,
+4,96,0.031005512923002243,12,1.1940539916356405,
+5,104,0.03078978881239891,13,2.6948927002958953,
+5,112,0.030723735690116882,14,1.5111503998438518,
+5,120,0.030601918697357178,15,0.1707717441022396,
+6,128,0.031782474368810654,16,0.159958990290761,
+,,,16,,3.450775146484375
+6,136,0.030720502138137817,17,0.10557324102578255,
+7,144,0.031016111373901367,18,1.0209728727932088,
+7,152,0.032821789383888245,19,0.07133282805219866,
+7,160,0.030457202345132828,20,0.6921728580928175,
+8,168,0.031245943158864975,21,0.6422526215203106,
+8,176,0.030716922134160995,22,0.013613030618916337,
+9,184,0.03046654537320137,23,0.013821150962030515,
+9,192,0.03047271817922592,24,0.30634340913966296,
+9,200,0.03057946264743805,25,0.007928745677837959,
+10,208,0.03058081865310669,26,0.006535898993856141,
+10,216,0.03094848245382309,27,0.04149260353296995,
+11,224,0.03103974461555481,28,0.0035483222365236054,
+11,232,0.03239805996417999,29,0.017176526008794706,
+11,240,0.03120354562997818,30,0.006708582513965666,
+12,248,0.03075908124446869,31,0.0069345829792187685,
+12,256,0.031164713203907013,32,0.008116392884403467,
+,,,32,,0.6190612157185872
+13,264,0.03034086525440216,33,0.004635683710997303,
+13,272,0.031314924359321594,34,0.0035913474678706666,
+13,280,0.030689585953950882,35,0.006452262932725716,
+14,288,0.030748628079891205,36,0.0036374092645322285,
+14,296,0.031615711748600006,37,0.0048732917125829875,
+15,304,0.031097784638404846,38,0.0037532491143792866,
+15,312,0.03125319257378578,39,0.004861031002032438,
+15,320,0.031192850321531296,40,0.00250054248941264,
+16,328,0.030978120863437653,41,0.0032055831397883594,
+16,336,0.030873581767082214,42,0.002894625795306638,
+17,344,0.030862268060445786,43,0.001774215049898395,
+17,352,0.030967190861701965,44,0.002592097647720948,
+17,360,0.03259628266096115,45,0.002652311371639371,
+18,368,0.0310782790184021,46,0.002776234798754255,
+18,376,0.030450332909822464,47,0.0016665994106525822,
+19,384,0.03075985610485077,48,0.0014796173200011253,
+,,,48,,0.4691877047220866
+19,392,0.030468396842479706,49,0.002351110611925833,
+19,400,0.030728347599506378,50,0.001298117446519124,
+20,408,0.03061375766992569,51,0.0013830784425538565,
+20,416,0.030931256711483,52,0.002173422994868209,
+21,424,0.031144745647907257,53,0.0014251080664018025,
+21,432,0.050600361078977585,54,0.0014197091477399226,
+21,440,0.03084642067551613,55,0.0016849006892048887,
+22,448,0.03139260411262512,56,0.0014579521104072532,
+22,456,0.030728787183761597,57,0.0015623034831757346,
+23,464,0.03130747377872467,58,0.001627454997755454,
+23,472,0.03096131980419159,59,0.001298016299887632,
+23,480,0.030979178845882416,60,0.0012678497044059137,
+24,488,0.030608564615249634,61,0.000989903606331119,
+24,496,0.030978303402662277,62,0.001489131870524337,
+25,504,0.030830591917037964,63,0.0016019878135661461,
+25,512,0.03244771435856819,64,0.001288519220371895,
+,,,64,,0.47563422520955406
+25,520,0.03096374124288559,65,0.001410419255709992,
+26,528,0.030721016228199005,66,0.0015060145951186618,
+26,536,0.03128260001540184,67,0.00100713070983497,
+27,544,0.03089679777622223,68,0.0013417922930481533,
+27,552,0.03143684193491936,69,0.0015312543018808356,
+27,560,0.03060133010149002,70,0.0010546330281963141,
+28,568,0.03085371106863022,71,0.0011673048471233674,
+28,576,0.031083960086107254,72,0.0010692628670117951,
+29,584,0.032465025782585144,73,0.001532131340354681,
+29,592,0.03119518607854843,74,0.0011579310230445117,
+29,600,0.03138389438390732,75,0.0013482521130104683,
+30,608,0.031297944486141205,76,0.0010246017034380482,
+30,616,0.030634962022304535,77,0.0016308619706251193,
+31,624,0.032830290496349335,78,0.0008784123459078658,
+31,632,0.03114408627152443,79,0.0012226585977866003,
+31,640,0.030552934855222702,80,0.0010184814416182538,
+,,,80,,0.4863653818766276
+32,648,0.030494775623083115,81,0.0010484748345334083,
+32,656,0.030367322266101837,82,0.0009840359125519171,
+33,664,0.0302833653986454,83,0.0010966692771035014,
+33,672,0.03064563497900963,84,0.001410244365355798,
+33,680,0.030477825552225113,85,0.0011142316070618108,
+34,688,0.032631780952215195,86,0.0012053567295273145,
+34,696,0.03035149723291397,87,0.0012416167483024765,
+35,704,0.030545610934495926,88,0.0011339438071725173,
+35,712,0.030966635793447495,89,0.0011742363421944901,
+35,720,0.03009483963251114,90,0.0009592956533500304,
+36,728,0.030653033405542374,91,0.0010168225970119237,
+36,736,0.030746202915906906,92,0.001323560590390116,
+37,744,0.03061119094491005,93,0.0008554874153700299,
+37,752,0.031015485525131226,94,0.0009464408038184046,
+37,760,0.0307839997112751,95,0.0013310812272331013,
+38,768,0.03175316005945206,96,0.0010841742841876112,
+,,,96,,0.4910623550415039
+38,776,0.030938562005758286,97,0.0010461535081655409,
+39,784,0.03104335069656372,98,0.0011269688423323845,
+39,792,0.031096413731575012,99,0.0010136380887535565,
+39,800,0.03081008419394493,100,0.0011855323413888423,
+40,808,0.030729319900274277,101,0.0011928593407252005,
+40,816,0.032248593866825104,102,0.001135126109390209,
+41,824,0.031097162514925003,103,0.0011628297852439573,
+41,832,0.030648961663246155,104,0.0008714061270718678,
+41,840,0.030675768852233887,105,0.000888724931948153,
+42,848,0.030362814664840698,106,0.0013661268167197704,
+42,856,0.031149964779615402,107,0.000655704202169242,
+43,864,0.030210386961698532,108,0.0010179843674824737,
+43,872,0.030533570796251297,109,0.0011499115033075213,
+43,880,0.030543193221092224,110,0.000727765599246292,
+44,888,0.030542917549610138,111,0.0009679441495488088,
+44,896,0.030506670475006104,112,0.0008415381661117343,
+,,,112,,0.5104351997375488
+45,904,0.030335817486047745,113,0.00099554211483337,
+45,912,0.03057842329144478,114,0.000938592484453693,
+45,920,0.03057698905467987,115,0.0012579404775841306,
+46,928,0.031178373843431473,116,0.0008980898038806537,
+46,936,0.030749648809432983,117,0.0010687758788532978,
+47,944,0.03085366263985634,118,0.0010204732534475625,
+47,952,0.03073984757065773,119,0.0008392693864432379,
+47,960,0.030871596187353134,120,0.0010168033976307406,
+48,968,0.030883856117725372,121,0.00102469752268267,
+48,976,0.03046906739473343,122,0.0010002996360916378,
+49,984,0.03165191039443016,123,0.0007629758744899716,
+49,992,0.030942577868700027,124,0.0010147871100343764,
+49,1000,0.030538935214281082,125,0.0009085506220192959,
+50,1008,0.030570320785045624,126,0.0008306477344982947,
+50,1016,0.030460190027952194,127,0.001119627018852043,
+51,1024,0.03035612404346466,128,0.0007765771796195102,
+,,,128,,0.49711691538492836
+51,1032,0.030281953513622284,129,0.0008328750627697445,
+51,1040,0.030902516096830368,130,0.001053909191146626,
+52,1048,0.03088017925620079,131,0.0007474791994106702,
+52,1056,0.029962405562400818,132,0.0010855975115726538,
+53,1064,0.029986418783664703,133,0.0007430634555371049,
+53,1072,0.030256789177656174,134,0.0008621566854084709,
+53,1080,0.030601073056459427,135,0.0010321132859269925,
+54,1088,0.030232347548007965,136,0.0007827555855328683,
+54,1096,0.030048131942749023,137,0.0008019048885519927,
+55,1104,0.03033924102783203,138,0.0011518879462248431,
+55,1112,0.03242761269211769,139,0.0010281132918963623,
+55,1120,0.030538827180862427,140,0.0007197976497431787,
+56,1128,0.030996352434158325,141,0.0007804547162127814,
+56,1136,0.030440233647823334,142,0.0008195828475956139,
+57,1144,0.03087955340743065,143,0.0010703685360827617,
+57,1152,0.03030518814921379,144,0.0008960783925431315,
+,,,144,,0.4901474634806315
+57,1160,0.03113245964050293,145,0.0008744336643888216,
+58,1168,0.030964232981204987,146,0.0006842580526911964,
+58,1176,0.030434448271989822,147,0.0010543226620511098,
+59,1184,0.030443556606769562,148,0.0006227942586909714,
+59,1192,0.030580736696720123,149,0.0010676720160214851,
+59,1200,0.030159469693899155,150,0.0008296944808015334,
+60,1208,0.03072964772582054,151,0.0011263074720773147,
+60,1216,0.030312050133943558,152,0.0007736027473583817,
+61,1224,0.030157286673784256,153,0.0005895462945773033,
+61,1232,0.030423831194639206,154,0.0011788947449531406,
+61,1240,0.03017699345946312,155,0.0006126074128717716,
+62,1248,0.030484244227409363,156,0.0007857921358663589,
+62,1256,0.030368085950613022,157,0.0009014833028361734,
+63,1264,0.030326876789331436,158,0.0008169555180107377,
+63,1272,0.03021536022424698,159,0.0007741345367061772,
+63,1280,0.030398160219192505,160,0.0009428990480955691,
+,,,160,,0.49649149576822915
+64,1288,0.03150157630443573,161,0.0009966474026441574,
+64,1296,0.03278985992074013,162,0.0006251058428980676,
+65,1304,0.031177464872598648,163,0.0008332286871826419,
+65,1312,0.030361205339431763,164,0.0006275875964022886,
+65,1320,0.03035469725728035,165,0.0008628945720071594,
+66,1328,0.029983561486005783,166,0.0008281863750501847,
+66,1336,0.030476100742816925,167,0.0007869942452419888,
+67,1344,0.03084595873951912,168,0.0009642068102645378,
+67,1352,0.030671369284391403,169,0.0005423327630314117,
+67,1360,0.03209952265024185,170,0.0008206459654805561,
+68,1368,0.030666109174489975,171,0.0008134370571217284,
+68,1376,0.030709870159626007,172,0.0007054898887872696,
+69,1384,0.030138593167066574,173,0.0008353062478515009,
+69,1392,0.030165471136569977,174,0.0010243421857012436,
+69,1400,0.029961377382278442,175,0.0005230611848394171,
+70,1408,0.03091740980744362,176,0.000690702513869231,
+,,,176,,0.5016277631123861
+70,1416,0.03057786449790001,177,0.0007611687974228214,
+71,1424,0.030238911509513855,178,0.0008771782049734611,
+71,1432,0.03009432926774025,179,0.0007122951667822365,
+71,1440,0.03063986822962761,180,0.0009308761373783152,
+72,1448,0.03067954257130623,181,0.0008635838592174248,
+72,1456,0.03065403550863266,182,0.0006725230409453313,
+73,1464,0.03134794160723686,183,0.0007964314635111285,
+73,1472,0.030939798802137375,184,0.0009403117946931161,
+73,1480,0.03074256330728531,185,0.0005609890421120716,
+74,1488,0.030838795006275177,186,0.0005787298682012729,
+74,1496,0.030494604259729385,187,0.0009181447468498456,
+75,1504,0.030227448791265488,188,0.0007228278430245284,
+75,1512,0.030415434390306473,189,0.000898595289875041,
+75,1520,0.030763451009988785,190,0.0005592252978553566,
+76,1528,0.03072568029165268,191,0.0006932471678737784,
+76,1536,0.030771426856517792,192,0.0009100705751084856,
+,,,192,,0.5150018374125163
+77,1544,0.030370697379112244,193,0.0006823149703753491,
+77,1552,0.0308338962495327,194,0.0006210379845773181,
+77,1560,0.030892785638570786,195,0.0008210644766222686,
+78,1568,0.03064664825797081,196,0.00044225136973961653,
+78,1576,0.030685916543006897,197,0.0010223631630651652,
+79,1584,0.03063920885324478,198,0.0007543098534889785,
+79,1592,0.03163867071270943,199,0.000545418426294678,
+79,1600,0.030934710055589676,200,0.0008001365815289319,
+80,1608,0.030964508652687073,201,0.000572009920142591,
+80,1616,0.030525274574756622,202,0.0008076610571991366,
+81,1624,0.03086298704147339,203,0.0007655870222151862,
+81,1632,0.030475124716758728,204,0.000655404495773837,
+81,1640,0.031193383038043976,205,0.0008868332571672419,
+82,1648,0.030618857592344284,206,0.0006734429819819828,
+82,1656,0.030324384570121765,207,0.00080634601181373,
+83,1664,0.030177153646945953,208,0.00066895888109381,
+,,,208,,0.5136242230733236

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,8 @@
+200575,5
+134161,3
+570775,2
+205735,5
+560952,0
+544221,13
+495162,12
+301380,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,8 @@
+200575,-15.064459,-14.104627,-17.314459,-12.333431,-12.815178,-0.010277126,-12.939459,-8.8773775,-26.94072,-13.751959,-14.626959,-16.314459,-15.189459,-10.8774395
+134161,-21.501802,-17.20809,-17.689302,-0.0022239226,-20.566488,-13.062337,-20.189302,-15.765037,-33.742195,-15.876802,-20.626802,-24.376802,-17.689302,-16.504354
+570775,-9.945265,-7.123828,-1.0702653,-3.1956654,-9.696392,-4.623231,-12.195265,-6.3265853,-24.773567,-7.0702653,-13.570265,-9.632765,-7.8202653,-6.4457006
+205735,-10.977072,-13.07604,-14.727072,-11.515446,-15.093325,-2.1097524,-13.602072,-8.61685,-27.13629,-6.3520713,-13.289572,-15.039572,-12.539572,-5.7557507
+560952,-4.294794,-2.4398057,-12.919794,-9.739554,-6.2406425,-2.8000715,-8.857294,-3.3388844,-23.052052,-8.169794,-9.544794,-12.732294,-12.232294,-3.9268463
+544221,-9.603994,-11.236361,-12.103994,-10.544395,-12.173483,-12.999498,-16.916494,-5.810287,-27.647675,-10.916494,-13.978994,-14.978994,-12.291494,-0.29663712
+495162,-19.750793,-19.888597,-19.438293,-19.440842,-18.277197,-13.149073,-20.625793,-15.87705,-31.908842,-17.938293,-21.813293,-20.750793,-0.0007939762,-13.376047
+301380,-15.565357,-14.399319,-19.440357,-14.447235,-14.926955,-6.1313252,-14.877857,-0.0029258376,-23.54317,-11.377857,-15.565357,-18.002857,-16.315357,-9.755585

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=1/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=8/seed=1/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}