Add files using upload-large-folder tool

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,223 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3162623569369316,0,7.254049301147461,
+0,8,0.05870724096894264,1,6.641363660494487,
+0,16,0.0348321907222271,2,7.207388617775657,
+0,24,0.03510187193751335,3,5.236301812258634,
+0,32,0.03456200659275055,4,5.227761292457581,
+0,40,0.03159361705183983,5,4.391855743196276,
+1,48,0.031208854168653488,6,3.311495683409951,
+1,56,0.03125461935997009,7,1.9757623076438904,
+1,64,0.03099578246474266,8,2.3488959193229677,
+1,72,0.031377390027046204,9,2.443095084693697,
+1,80,0.031379781663417816,10,1.2163401521169221,
+2,88,0.032545335590839386,11,0.7643677324056626,
+2,96,0.03135227411985397,12,0.30995942931622267,
+2,104,0.031364262104034424,13,1.3075778361123342,
+2,112,0.03367612883448601,14,0.3617568170108522,
+2,120,0.03143421933054924,15,0.18066608025692404,
+3,128,0.031134113669395447,16,0.07743460990281568,
+,,,16,,2.357851608939793
+3,136,0.03345552459359169,17,0.21626098320650106,
+3,144,0.030783172696828842,18,0.03748130684041164,
+3,152,0.03192152827978134,19,1.094817495283981,
+3,160,0.0453786663711071,20,0.012305107427528128,
+4,168,0.03138870373368263,21,0.030975544020872225,
+4,176,0.03155332803726196,22,0.016653742152912956,
+4,184,0.031261857599020004,23,0.011219654359262098,
+4,192,0.03148326650261879,24,0.02563566849566996,
+4,200,0.03106267750263214,25,0.6666995452057259,
+5,208,0.03086153045296669,26,0.6829735129563645,
+5,216,0.03090880811214447,27,0.010826876165810972,
+5,224,0.031064443290233612,28,0.010105715327275297,
+5,232,0.032951097935438156,29,0.012914262017875443,
+5,240,0.030895866453647614,30,0.004570694535505027,
+6,248,0.03316104784607887,31,0.005131082993466407,
+6,256,0.03128984943032265,32,0.006583057266349594,
+,,,32,,2.0522797625997793
+6,264,0.031094316393136978,33,0.3228966119932011,
+6,272,0.03168303892016411,34,0.0043495610959573905,
+6,280,0.03091594949364662,35,0.0043450356765375045,
+7,288,0.031063280999660492,36,0.0065441341299447234,
+7,296,0.03293988108634949,37,0.002391540032112971,
+7,304,0.03355008363723755,38,0.003998467954806984,
+7,312,0.03137701004743576,39,0.008599888016760815,
+7,320,0.03139190003275871,40,0.002425362706575966,
+8,328,0.030998002737760544,41,0.002945341242593713,
+8,336,0.031178154051303864,42,0.0016903672883265906,
+8,344,0.038478054106235504,43,0.002914852554386016,
+8,352,0.035607267171144485,44,0.0037631562292517627,
+8,360,0.03109646588563919,45,0.002202069217310054,
+9,368,0.03134120628237724,46,0.0036167775600915776,
+9,376,0.031322069466114044,47,0.0019251480348016644,
+9,384,0.033260732889175415,48,0.0013519573811208829,
+,,,48,,1.8140039858610735
+9,392,0.03191535547375679,49,0.0028406855320402733,
+9,400,0.03149363026022911,50,0.001053564896574244,
+10,408,0.03140406310558319,51,0.0015674001497245627,
+10,416,0.03373829647898674,52,0.0042973167040723965,
+10,424,0.03204615041613579,53,0.0019081625214312226,
+10,432,0.031385526061058044,54,0.0013015706803840162,
+10,440,0.03157000243663788,55,0.0009622430516174063,
+11,448,0.031364116817712784,56,0.001557642468609489,
+11,456,0.03104044497013092,57,0.0007700671825053481,
+11,464,0.03147292509675026,58,0.0035023633293652288,
+11,472,0.03119177371263504,59,0.0010971360138177665,
+11,480,0.03105773776769638,60,0.0013676068308996036,
+12,488,0.031234823167324066,61,0.0020849915696696066,
+12,496,0.030778691172599792,62,0.0022013634035829453,
+12,504,0.03114459291100502,63,0.0014783777984451842,
+12,512,0.03125926852226257,64,0.00050977673381567,
+,,,64,,1.8273657093877378
+12,520,0.030702468007802963,65,0.0015200579378870315,
+13,528,0.048185039311647415,66,0.0009464951462260532,
+13,536,0.038470055907964706,67,0.0009902693650060842,
+13,544,0.031321991235017776,68,0.0024525101471226662,
+13,552,0.031386103481054306,69,0.001114632705139229,
+13,560,0.03177769482135773,70,0.0016041825889260507,
+14,568,0.03132164850831032,71,0.0012060366610636595,
+14,576,0.031178515404462814,72,0.0017101220316059578,
+14,584,0.03168915957212448,73,0.0008228341066569556,
+14,592,0.03091556206345558,74,0.001985957356571982,
+14,600,0.03140676021575928,75,0.0007214219466814856,
+15,608,0.03155825287103653,76,0.0012880755120105196,
+15,616,0.031243540346622467,77,0.0011267392583249602,
+15,624,0.031420543789863586,78,0.0014769535294666032,
+15,632,0.031017132103443146,79,0.0010071411670651287,
+15,640,0.032800059765577316,80,0.001353578779041224,
+,,,80,,1.8235506804093071
+16,648,0.032939642667770386,81,0.0015085089376393275,
+16,656,0.030663691461086273,82,0.0008645604473051869,
+16,664,0.030669186264276505,83,0.001471068825695612,
+16,672,0.03250710293650627,84,0.0011130666667172177,
+16,680,0.030728481709957123,85,0.001013510857268961,
+17,688,0.030550122261047363,86,0.001238856570853386,
+17,696,0.03137272223830223,87,0.001031308714300394,
+17,704,0.03366876766085625,88,0.0008005498942414609,
+17,712,0.03136670961976051,89,0.0012600587162358518,
+17,720,0.045228127390146255,90,0.001470309527940117,
+18,728,0.035229798406362534,91,0.0007801557816988366,
+18,736,0.03129687160253525,92,0.0009463492344366387,
+18,744,0.0335230827331543,93,0.0019095712566922884,
+18,752,0.03187725692987442,94,0.001065033418854,
+18,760,0.032260067760944366,95,0.0009538832673570141,
+19,768,0.03148189187049866,96,0.0010957990743918344,
+,,,96,,1.8380898185398267
+19,776,0.03175879642367363,97,0.0008370793249923736,
+19,784,0.031368233263492584,98,0.0008164763364927947,
+19,792,0.03424770012497902,99,0.001607050365419127,
+19,800,0.030824225395917892,100,0.0009603450330010114,
+20,808,0.031506218016147614,101,0.0004067386740643997,
+20,816,0.03334634006023407,102,0.0014832372951786965,
+20,824,0.030881177634000778,103,0.0010660142546509053,
+20,832,0.031503431499004364,104,0.0007814162876456976,
+20,840,0.031242188066244125,105,0.0013830087348954596,
+21,848,0.03138549625873566,106,0.0010040358432558026,
+21,856,0.03125249966979027,107,0.0016032628220273182,
+21,864,0.031111568212509155,108,0.0004990942940751736,
+21,872,0.033122409135103226,109,0.0008336382346897153,
+21,880,0.031626421958208084,110,0.001206629515056395,
+22,888,0.03197193518280983,111,0.0009184699047182221,
+22,896,0.03220556303858757,112,0.0008147960662344386,
+,,,112,,1.8503159232761548
+22,904,0.044742997735738754,113,0.0009088890995675077,
+22,912,0.03347308933734894,114,0.0009052121228402635,
+22,920,0.03143240883946419,115,0.001321437199129088,
+23,928,0.03154595196247101,116,0.0010433855976981039,
+23,936,0.030705716460943222,117,0.0009988563882264618,
+23,944,0.03091702237725258,118,0.0007241017028718488,
+23,952,0.03189157694578171,119,0.0007384049882106906,
+23,960,0.03116282820701599,120,0.0014747402392458753,
+24,968,0.030642684549093246,121,0.0014104810025956896,
+24,976,0.030256003141403198,122,0.0007081799310981296,
+24,984,0.030784718692302704,123,0.0011430516751715913,
+24,992,0.030621718615293503,124,0.0008088132245965036,
+24,1000,0.031295839697122574,125,0.000745463238369363,
+25,1008,0.03175666555762291,126,0.001269433275760653,
+25,1016,0.03376743197441101,127,0.0009777611383469775,
+25,1024,0.03112141788005829,128,0.0009170216551865451,
+,,,128,,1.8464542886485225
+25,1032,0.03147957846522331,129,0.0007960596063639969,
+25,1040,0.03087347373366356,130,0.0005004840204492211,
+26,1048,0.030957870185375214,131,0.0006075821835441853,
+26,1056,0.0334552600979805,132,0.0009373821267217863,
+26,1064,0.03093615174293518,133,0.0011554990687727695,
+26,1072,0.03123129904270172,134,0.0009620901821310528,
+26,1080,0.03135613352060318,135,0.000806919296420264,
+27,1088,0.047329533845186234,136,0.0006619139226545071,
+27,1096,0.04227467626333237,137,0.0009971111958293477,
+27,1104,0.03178882971405983,138,0.0010102747562794117,
+27,1112,0.03118070214986801,139,0.0007906475088516759,
+27,1120,0.03134974092245102,140,0.0008445514104096219,
+28,1128,0.03126664459705353,141,0.0009419188258603258,
+28,1136,0.03314308449625969,142,0.0008239829097874462,
+28,1144,0.03157362341880798,143,0.0010409167906883258,
+28,1152,0.031247638165950775,144,0.0007744423068784686,
+,,,144,,1.8498039245605469
+28,1160,0.031175293028354645,145,0.000579784503497649,
+29,1168,0.03374442085623741,146,0.0009824056257705458,
+29,1176,0.031103994697332382,147,0.0010585584706859664,
+29,1184,0.030723370611667633,148,0.0004955574649185027,
+29,1192,0.030662767589092255,149,0.0006204510016686981,
+29,1200,0.03078347072005272,150,0.0010112583404406905,
+30,1208,0.030898623168468475,151,0.0007776796583129908,
+30,1216,0.03369683027267456,152,0.0010308584360245732,
+30,1224,0.031096551567316055,153,0.0006323627980732867,
+30,1232,0.031288228929042816,154,0.0009621286471056836,
+30,1240,0.03073672205209732,155,0.0007052143112311817,
+31,1248,0.030806932598352432,156,0.0006295106352560899,
+31,1256,0.03095182776451111,157,0.0008905052352929487,
+31,1264,0.031112950295209885,158,0.0011908996712008957,
+31,1272,0.0335056371986866,159,0.0004967703665897716,
+31,1280,0.03686997666954994,160,0.0007633985314896563,
+,,,160,,1.8455039314601733
+32,1288,0.03081660345196724,161,0.0006910665455507114,
+32,1296,0.03104516491293907,162,0.0008421908474701923,
+32,1304,0.03359478339552879,163,0.0008689075677046695,
+32,1312,0.0314314067363739,164,0.0012382196720055719,
+32,1320,0.03129912167787552,165,0.0004714002173965458,
+33,1328,0.03148748725652695,166,0.0004959983416483738,
+33,1336,0.030983179807662964,167,0.0007157371589225173,
+33,1344,0.03128543496131897,168,0.0008611820018510722,
+33,1352,0.03143187612295151,169,0.0008177043584344739,
+33,1360,0.030913446098566055,170,0.001007669134802806,
+34,1368,0.03129701688885689,171,0.0007407690003068031,
+34,1376,0.031098462641239166,172,0.0012208994867251022,
+34,1384,0.031261563301086426,173,0.000671965290166554,
+34,1392,0.03145846351981163,174,0.0006372292555170134,
+34,1400,0.0316588431596756,175,0.0007623067079596998,
+35,1408,0.031415704637765884,176,0.0009770757275294852,
+,,,176,,1.8519743214482847
+35,1416,0.03107428178191185,177,0.000688745280058356,
+35,1424,0.03148061782121658,178,0.0004683128063334152,
+35,1432,0.031693488359451294,179,0.0007978320005349815,
+35,1440,0.03391899913549423,180,0.0008107474383326586,
+36,1448,0.03092673048377037,181,0.0008053024823311717,
+36,1456,0.031030520796775818,182,0.000731263643198569,
+36,1464,0.03742213919758797,183,0.0008931777538236929,
+36,1472,0.03599276393651962,184,0.0008343034402059857,
+36,1480,0.03109411522746086,185,0.0003960943116301981,
+37,1488,0.0313594676554203,186,0.0005293625084353456,
+37,1496,0.034010984003543854,187,0.0006782917989767157,
+37,1504,0.0308137908577919,188,0.0006060836888288825,
+37,1512,0.030887506902217865,189,0.0012070791732791502,
+37,1520,0.03315353766083717,190,0.000558575160943696,
+38,1528,0.03134176507592201,191,0.0005824506976447689,
+38,1536,0.031181618571281433,192,0.0005448205350451948,
+,,,192,,1.8587863756262737
+38,1544,0.031006023287773132,193,0.0008461921776567275,
+38,1552,0.031026165932416916,194,0.0007567643559013959,
+38,1560,0.030802540481090546,195,0.0009409413229150232,
+39,1568,0.03155786171555519,196,0.0007437070776682554,
+39,1576,0.035410862416028976,197,0.0007103532608688021,
+39,1584,0.033359184861183167,198,0.0004539266476058401,
+39,1592,0.03214627131819725,199,0.0008995487640442496,
+39,1600,0.03147595375776291,200,0.0007536041899584234,
+40,1608,0.032390765845775604,201,0.00047366552528480747,
+40,1616,0.032963063567876816,202,0.0005957733182268302,
+40,1624,0.031857237219810486,203,0.001170803079730831,
+40,1632,0.03062501922249794,204,0.0005230413094977848,
+40,1640,0.03154023736715317,205,0.0006633443183752454,
+41,1648,0.033040814101696014,206,0.0004026302073422509,
+41,1656,0.03260227292776108,207,0.0009095464592974167,
+41,1664,0.034993696957826614,208,0.0007410461679683067,
+,,,208,,1.8612438699473506

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,16 @@
+195175,4
+256281,6
+484644,12
+158506,3
+404580,10
+347106,8
+538220,13
+278419,6
+255094,6
+322662,8
+429068,10
+209924,5
+258883,6
+264148,6
+12519,0
+509299,12

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,16 @@
+195175,-13.000441,-28.108309,-13.250441,-13.400037,-0.0014012231,-57.873066,-13.750441,-31.087788,-16.7583,-13.562941,-14.687941,-16.50044,-20.06294,-14.986391
+256281,-12.125605,-18.051435,-16.625605,-15.782532,-14.267534,-59.049988,-0.0006046851,-26.601757,-17.305935,-14.438105,-12.250605,-13.125605,-18.000605,-12.882336
+484644,-11.626314,-25.143353,-10.751314,-14.639591,-11.506355,-56.256653,-12.938814,-29.31572,-20.607473,-10.126314,-13.438814,-10.126314,-0.0013143719,-8.333469
+158506,-14.031682,-25.023615,-8.531682,-0.03426471,-12.345407,-47.57464,-14.406682,-30.624802,-22.748217,-12.219182,-14.156682,-15.406682,-16.656681,-16.67329
+404580,-16.064383,-27.767082,-15.314383,-19.46772,-18.40793,-53.921673,-16.376883,-30.354155,-23.36169,-6.376882,-0.0018822112,-15.001883,-21.376883,-15.859024
+347106,-15.750086,-22.996538,-16.875086,-15.734419,-17.52614,-56.15953,-13.312586,-28.438704,-0.0024354225,-15.000086,-12.625086,-14.937586,-17.062586,-16.13697
+538220,-9.207636,-19.952944,-8.707636,-10.685889,-10.958672,-51.566803,-9.707636,-25.223816,-19.38191,-8.582636,-10.082636,-6.957636,-9.332636,-0.37291485
+278419,-11.126296,-17.598223,-13.938796,-14.383493,-12.476076,-56.558258,-0.0012965138,-26.063374,-19.135832,-13.188796,-11.501296,-11.626296,-17.001297,-10.759905
+255094,-15.438411,-22.523422,-20.375912,-18.278778,-16.400248,-62.032135,-0.00091094,-28.748417,-19.400797,-18.188412,-14.500911,-16.125912,-20.000912,-15.446507
+322662,-15.312821,-24.716377,-14.250321,-14.66655,-15.002494,-50.96015,-11.625321,-29.677608,-0.00078531064,-13.062821,-11.687821,-12.687821,-16.00032,-15.430164
+429068,-15.251519,-28.755463,-16.251518,-17.769619,-17.327326,-50.08965,-16.126518,-31.563496,-21.155869,-6.6265187,-0.0015187645,-14.251519,-20.689018,-14.731099
+209924,-8.064701,-16.331291,-10.189701,-9.451721,-8.48765,-42.260616,-2.814701,-23.503544,-20.003077,-6.502201,-5.877201,-7.252201,-11.377201,-7.8949966
+258883,-13.626785,-20.669235,-16.314285,-15.405394,-18.230722,-57.014236,-0.0017848766,-26.224459,-11.84394,-13.439285,-9.001785,-13.939285,-15.876785,-12.1928835
+264148,-15.813198,-25.286488,-19.813198,-19.263985,-19.029745,-66.26823,-0.0006977269,-31.623365,-20.81858,-17.188198,-14.875698,-16.375698,-21.563198,-17.548084
+12519,-0.00030632096,-21.732454,-18.625307,-17.26001,-15.057462,-56.976463,-13.687806,-39.562904,-23.926643,-17.062807,-16.312807,-16.500307,-19.625307,-16.916048
+509299,-10.6273985,-21.5927,-8.0023985,-13.385236,-12.521766,-53.160885,-13.5648985,-30.628052,-19.80433,-8.3773985,-13.9398985,-9.8773985,-0.0023983545,-7.8153877

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,16 @@
+195175,4
+256281,6
+484644,12
+158506,3
+404580,10
+347106,8
+538220,13
+278419,6
+255094,6
+322662,8
+429068,10
+209924,5
+258883,6
+264148,6
+12519,0
+509299,12

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,16 @@
+195175,-13.312715,-29.14659,-13.687715,-14.157575,-0.0007382222,-58.905083,-14.125215,-31.74399,-17.272348,-14.062715,-15.250215,-16.875216,-20.406466,-15.151926
+256281,-13.000209,-19.5475,-17.87521,-16.956459,-15.987091,-60.621544,-0.00020895206,-28.043694,-18.30764,-15.625209,-13.125209,-14.187709,-18.87521,-14.191817
+484644,-12.125524,-26.628159,-11.750524,-15.884754,-12.380755,-57.618454,-13.500524,-30.433086,-21.239948,-11.125524,-14.125524,-10.750524,-0.0005239068,-9.472559
+158506,-13.958251,-25.748972,-8.395751,-0.021935277,-12.583873,-48.219154,-14.270751,-31.11287,-22.912567,-12.208251,-14.395751,-15.458251,-16.645752,-16.668201
+404580,-16.563395,-28.815643,-16.125895,-20.123095,-19.355083,-54.983036,-17.125895,-31.278164,-24.185383,-7.125894,-0.00089390844,-15.750894,-21.875895,-16.969162
+347106,-16.250042,-23.747414,-17.562542,-16.397505,-18.305923,-57.144073,-13.937541,-29.634813,-0.0009087129,-15.750041,-13.250041,-15.625041,-17.625042,-16.717052
+538220,-9.025439,-20.691631,-9.150439,-11.117843,-11.088745,-52.18427,-9.525439,-25.601603,-18.934116,-8.775439,-10.025439,-7.0254393,-9.025439,-0.6759475
+278419,-11.625463,-18.968382,-15.062963,-15.589281,-14.155252,-58.61389,-0.00046242512,-27.210829,-19.461483,-14.187963,-12.250463,-12.500463,-17.750462,-12.005167
+255094,-16.37533,-24.081348,-21.56283,-19.517904,-18.348345,-63.70661,-0.00033075106,-30.333765,-20.367153,-19.31283,-15.375331,-17.31283,-21.00033,-16.767141
+322662,-15.625167,-25.609587,-15.000167,-15.0356245,-15.751874,-52.268238,-12.062667,-30.667723,-0.00034293573,-13.687667,-12.375167,-13.250167,-16.500168,-16.068384
+429068,-15.500815,-29.526022,-16.750816,-18.524418,-18.07529,-51.203888,-16.563316,-32.46572,-21.66595,-7.2508154,-0.0008155357,-14.750815,-21.000816,-15.696182
+209924,-8.156643,-16.96919,-10.531643,-9.848131,-8.892982,-42.966618,-2.7816427,-24.127909,-19.595139,-6.7816424,-6.0941424,-7.5316424,-11.469143,-8.584256
+258883,-14.125774,-21.729015,-17.188274,-16.364466,-19.40157,-58.363907,-0.0007743221,-27.095102,-12.861497,-14.250774,-9.625774,-14.563274,-16.500774,-13.071097
+264148,-16.81274,-26.77331,-21.00024,-20.54425,-20.89831,-68.61879,-0.00024041624,-32.8099,-21.663958,-18.31274,-15.75024,-17.43774,-22.50024,-18.41847
+12519,-0.00014530557,-22.82128,-19.312645,-18.316326,-16.042131,-58.668392,-14.375145,-40.593437,-24.321865,-18.062645,-17.187645,-17.250145,-20.312645,-18.420906
+509299,-11.375857,-22.933918,-9.375857,-14.881054,-13.523215,-54.624393,-14.313357,-31.580088,-20.434046,-9.500857,-14.813357,-10.625857,-0.00085770054,-9.164125

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,1226 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3096563518047333,0,7.932241439819336,
+0,8,0.05033135414123535,1,8.887626682009016,
+0,16,0.030748337507247925,2,7.216329765319824,
+0,24,0.034021127969026566,3,4.940308570861816,
+0,32,0.03462507203221321,4,5.788639360004002,
+0,40,0.033858321607112885,5,2.953433632850647,
+0,48,0.03485659882426262,6,3.845311443010966,
+0,56,0.031255681067705154,7,2.2748761773109436,
+1,64,0.030933473259210587,8,2.0835687816143036,
+1,72,0.033834684640169144,9,2.7328900694847107,
+1,80,0.032439690083265305,10,1.053676423701373,
+1,88,0.03100425750017166,11,3.912781113250689,
+1,96,0.030886061489582062,12,1.5809955159202218,
+1,104,0.03219607099890709,13,0.504184638046556,
+1,112,0.03081376478075981,14,1.5038715971944232,
+2,120,0.030987471342086792,15,0.22592801715318972,
+2,128,0.031205810606479645,16,2.961811920797283,
+,,,16,,1.7260995947796365
+2,136,0.030844785273075104,17,0.13484238274395466,
+2,144,0.03308376669883728,18,0.8880702950060367,
+2,152,0.03136647865176201,19,0.041541355248126716,
+2,160,0.031437791883945465,20,0.14791014270546535,
+2,168,0.0448513962328434,21,0.720661721813182,
+3,176,0.031019646674394608,22,2.2472798334942623,
+3,184,0.031257130205631256,23,0.04380197124555707,
+3,192,0.032952409237623215,24,0.024384963884949686,
+3,200,0.03251597657799721,25,0.39181673030058545,
+3,208,0.030981581658124924,26,0.6493363122455775,
+3,216,0.031411074101924896,27,0.02043396056714383,
+3,224,0.03104540705680847,28,0.04162623337469995,
+4,232,0.0326102152466774,29,0.3791391358880157,
+4,240,0.032162733376026154,30,0.017459960374981164,
+4,248,0.030707422643899918,31,0.013834580184063978,
+4,256,0.03083617612719536,32,0.02058474496672196,
+,,,32,,0.5650803109873896
+4,264,0.030979301780462265,33,0.021056182640181345,
+4,272,0.03289418667554855,34,1.0216677735443227,
+4,280,0.03202515468001366,35,0.030684742248720594,
+5,288,0.032278623431921005,36,0.005584569348554526,
+5,296,0.03347310051321983,37,0.012573815892789175,
+5,304,0.03113364800810814,38,0.7137167039856483,
+5,312,0.03226572275161743,39,0.007459118565417488,
+5,320,0.03132648393511772,40,0.007273683091625571,
+5,328,0.031931422650814056,41,0.007380111699199511,
+5,336,0.03176792711019516,42,0.051381517050322144,
+6,344,0.033253107219934464,43,0.02650820811025121,
+6,352,0.04607817158102989,44,0.0024301592260599137,
+6,360,0.031903330236673355,45,0.0031036003259941936,
+6,368,0.03123950958251953,46,0.004499380180442875,
+6,376,0.03322414681315422,47,0.004683209847743538,
+6,384,0.03077450767159462,48,0.05761060609559839,
+,,,48,,0.026900750139485233
+6,392,0.03080436959862709,49,0.0029154894238507204,
+7,400,0.031060650944709778,50,0.0036700645101849327,
+7,408,0.0311562679708004,51,0.0017751258880404446,
+7,416,0.03212001174688339,52,0.0010843517439853814,
+7,424,0.033154260367155075,53,0.029680575810330498,
+7,432,0.03070632740855217,54,0.006306576433416922,
+7,440,0.033012837171554565,55,0.002180980209959671,
+7,448,0.03145413100719452,56,0.0036703421078114347,
+8,456,0.031290411949157715,57,0.004482129060003596,
+8,464,0.03237839788198471,58,0.0038304122016680512,
+8,472,0.03086921200156212,59,0.005838113161735237,
+8,480,0.03115248680114746,60,0.0020097308210097254,
+8,488,0.03237047791481018,61,0.0017430153413442895,
+8,496,0.03134963661432266,62,0.009046190130902687,
+8,504,0.031243864446878433,63,0.0009285208520437168,
+9,512,0.031116347759962082,64,0.0012412578410779436,
+,,,64,,0.007019653268482374
+9,520,0.030842579901218414,65,0.0014825875296082813,
+9,528,0.04403292387723923,66,0.013241889936450337,
+9,536,0.037081994116306305,67,0.002459706384053623,
+9,544,0.031065702438354492,68,0.0010004396846687252,
+9,552,0.03174319490790367,69,0.002653934321844847,
+9,560,0.03077654540538788,70,0.001405892613216896,
+10,568,0.031144455075263977,71,0.003276488554547541,
+10,576,0.03150705620646477,72,0.004283466188512234,
+10,584,0.03176882117986679,73,0.001397044863551855,
+10,592,0.031603164970874786,74,0.0067737801806428116,
+10,600,0.031310319900512695,75,0.0013681182705719646,
+10,608,0.033646661788225174,76,0.001225554015642653,
+10,616,0.03091605007648468,77,0.0011108488591465477,
+11,624,0.031061261892318726,78,0.0029334201985462146,
+11,632,0.031072981655597687,79,0.001328555330271936,
+11,640,0.03076304867863655,80,0.0015313282915899022,
+,,,80,,0.004155625791653343
+11,648,0.032159753143787384,81,0.0021705371208637107,
+11,656,0.03126714751124382,82,0.0009479264633476057,
+11,664,0.031182270497083664,83,0.007435757608618587,
+11,672,0.03148408979177475,84,0.000818940117658878,
+12,680,0.032792508602142334,85,0.00105851035120643,
+12,688,0.0308648943901062,86,0.0006883024293023886,
+12,696,0.03076540306210518,87,0.0016945504588269007,
+12,704,0.03369047865271568,88,0.0036472166684689,
+12,712,0.04742228984832764,89,0.001969404431292787,
+12,720,0.03658638522028923,90,0.001079027765728016,
+12,728,0.03228631243109703,91,0.005868367523362394,
+13,736,0.031579792499542236,92,0.004100085018823544,
+13,744,0.03135678172111511,93,0.0011630222434177995,
+13,752,0.031021177768707275,94,0.001067653450364661,
+13,760,0.031000282615423203,95,0.0011718567887631555,
+13,768,0.03104953095316887,96,0.0016743177802709397,
+,,,96,,0.003458855916624484
+13,776,0.030884720385074615,97,0.0023877591753262094,
+13,784,0.0308353453874588,98,0.0028080454212613404,
+14,792,0.03086359053850174,99,0.005150916745399379,
+14,800,0.031094934791326523,100,0.001491551128724082,
+14,808,0.03126734867691994,101,0.0021890752335214834,
+14,816,0.031392619013786316,102,0.001142607924703043,
+14,824,0.03173569217324257,103,0.0010473994654603303,
+14,832,0.031627118587493896,104,0.0009015924310502173,
+14,840,0.033822592347860336,105,0.0019623744566078212,
+15,848,0.03155503794550896,106,0.0008305339036848057,
+15,856,0.03189786151051521,107,0.0008283134362004189,
+15,864,0.03180256113409996,108,0.002428570782649331,
+15,872,0.032653115689754486,109,0.005441228234849405,
+15,880,0.031148761510849,110,0.0019669502296231008,
+15,888,0.03159122169017792,111,0.001109199149968018,
+15,896,0.041749630123376846,112,0.0018853535972690831,
+,,,112,,0.003075352181559024
+16,904,0.032015878707170486,113,0.0007833749763309383,
+16,912,0.03168738633394241,114,0.004760386572646287,
+16,920,0.0316973514854908,115,0.0015488596342038362,
+16,928,0.03121587261557579,116,0.002077358330345967,
+16,936,0.030960820615291595,117,0.0008009394352686488,
+16,944,0.031206194311380386,118,0.0013321910292789754,
+16,952,0.03446638956665993,119,0.0015973973301394533,
+17,960,0.031675029546022415,120,0.002153577957263527,
+17,968,0.03127352520823479,121,0.004180305745345929,
+17,976,0.032120298594236374,122,0.0008003982031368651,
+17,984,0.03127600997686386,123,0.0012655074649956077,
+17,992,0.03165604546666145,124,0.0009386086196172983,
+17,1000,0.032890766859054565,125,0.0015015133475470874,
+17,1008,0.031411927193403244,126,0.0009757430570271725,
+18,1016,0.03159340098500252,127,0.0010696501805796288,
+18,1024,0.03176599368453026,128,0.004087425084435381,
+,,,128,,0.0026586149697718415
+18,1032,0.03112347424030304,129,0.001511580705280519,
+18,1040,0.031339313834905624,130,0.0014019871183942694,
+18,1048,0.03338645026087761,131,0.0009430672289454378,
+18,1056,0.0310823917388916,132,0.0010567414309744809,
+18,1064,0.03104914352297783,133,0.0016328718091244809,
+19,1072,0.030678145587444305,134,0.0009078326389003037,
+19,1080,0.04799279570579529,135,0.0017588297923794016,
+19,1088,0.033312708139419556,136,0.0013662488468421192,
+19,1096,0.03143971785902977,137,0.003218440217356796,
+19,1104,0.03122921660542488,138,0.0008959094084275421,
+19,1112,0.03172512352466583,139,0.001756906500668265,
+19,1120,0.031521450728178024,140,0.0007942283700685948,
+20,1128,0.03184002637863159,141,0.001304428926563229,
+20,1136,0.03162545710802078,142,0.0009174872644838284,
+20,1144,0.031471122056245804,143,0.00045185999867195886,
+20,1152,0.0322229228913784,144,0.0009498558174527716,
+,,,144,,0.0024607082747894783
+20,1160,0.03146374970674515,145,0.004060027847747103,
+20,1168,0.03171039745211601,146,0.0008614510006736964,
+20,1176,0.03367356210947037,147,0.00175697143713478,
+21,1184,0.031671252101659775,148,0.0009613185509806498,
+21,1192,0.030837196856737137,149,0.0006469875976714926,
+21,1200,0.03149135410785675,150,0.001134059563892978,
+21,1208,0.03088773414492607,151,0.0036581414024112746,
+21,1216,0.032261922955513,152,0.0013589236138310905,
+21,1224,0.03340679779648781,153,0.001301273874229413,
+21,1232,0.032597221434116364,154,0.0018988339943462051,
+22,1240,0.0312790647149086,155,0.0007432597869245166,
+22,1248,0.031252484768629074,156,0.0010071137208301066,
+22,1256,0.03216588497161865,157,0.0008495069262359968,
+22,1264,0.04730301350355148,158,0.0018026143975126056,
+22,1272,0.030509959906339645,159,0.003511230154386298,
+22,1280,0.03281116485595703,160,0.0017938874451728123,
+,,,160,,0.002387463884509128
+22,1288,0.030538484454154968,161,0.0006676213335595094,
+23,1296,0.031115680932998657,162,0.003830577203189023,
+23,1304,0.031219393014907837,163,0.0009144269265975295,
+23,1312,0.031022775918245316,164,0.0012828219542926592,
+23,1320,0.0313376784324646,165,0.0007017155694484245,
+23,1328,0.03161235153675079,166,0.0013487306674836543,
+23,1336,0.031618062406778336,167,0.0008474424830637872,
+23,1344,0.0315973199903965,168,0.000676884307176806,
+24,1352,0.030820947140455246,169,0.0007134127425326204,
+24,1360,0.03387090563774109,170,0.0020688053555204533,
+24,1368,0.030596718192100525,171,0.0005520696955500171,
+24,1376,0.0309717059135437,172,0.0011859290971187875,
+24,1384,0.03126522898674011,173,0.0035463991897323956,
+24,1392,0.032471682876348495,174,0.0005320512806065381,
+24,1400,0.03169471397995949,175,0.0008476947885355912,
+25,1408,0.030777927488088608,176,0.0034482399020238186,
+,,,176,,0.0021882500985394354
+25,1416,0.030757147818803787,177,0.0017894678555118542,
+25,1424,0.030999310314655304,178,0.0004353183046785287,
+25,1432,0.033809274435043335,179,0.0013526474795071408,
+25,1440,0.03672369569540024,180,0.0007664014932136828,
+25,1448,0.03971470147371292,181,0.0008058069877072492,
+25,1456,0.03242464363574982,182,0.0010154684326456238,
+26,1464,0.030748803168535233,183,0.001052477877237834,
+26,1472,0.03072211891412735,184,0.0007035780334263108,
+26,1480,0.031941551715135574,185,0.0006924040419769219,
+26,1488,0.03155149519443512,186,0.0035587674618000166,
+26,1496,0.03120642900466919,187,0.0008435202405301177,
+26,1504,0.03437298908829689,188,0.0009594474346765006,
+26,1512,0.031222816556692123,189,0.0015762518160045147,
+27,1520,0.031149156391620636,190,0.0006422188095960089,
+27,1528,0.0345013327896595,191,0.0012216342123186525,
+27,1536,0.03170870989561081,192,0.0026842002456154055,
+,,,192,,0.0020518298058406167
+27,1544,0.032083168625831604,193,0.0010286743940510364,
+27,1552,0.03411749750375748,194,0.0006809099315432832,
+27,1560,0.031486038118600845,195,0.001569898378379135,
+27,1568,0.031290341168642044,196,0.0011075555359841222,
+28,1576,0.03126200661063194,197,0.0008095235360087826,
+28,1584,0.031305305659770966,198,0.0017036505712894722,
+28,1592,0.03281698375940323,199,0.000530501452885801,
+28,1600,0.03315945714712143,200,0.0007295445471894569,
+28,1608,0.031351540237665176,201,0.002750151663069398,
+28,1616,0.03448590636253357,202,0.0012786206537963483,
+28,1624,0.040326885879039764,203,0.0007322296270021153,
+29,1632,0.03731272742152214,204,0.0005668446508934721,
+29,1640,0.03164553642272949,205,0.0010594316248898395,
+29,1648,0.0340828038752079,206,0.0029320976058703047,
+29,1656,0.03148450702428818,207,0.0007502087275497616,
+29,1664,0.031776539981365204,208,0.0007208391228535523,
+,,,208,,0.0019357900904572527
+29,1672,0.03419269621372223,209,0.0005679452035110444,
+29,1680,0.031229190528392792,210,0.0013852447513132715,
+30,1688,0.031223710626363754,211,0.0008805458961028813,
+30,1696,0.03127636760473251,212,0.000846712685112531,
+30,1704,0.031535256654024124,213,0.000631327394512482,
+30,1712,0.03408464789390564,214,0.0013706318515522237,
+30,1720,0.0325377881526947,215,0.0024477983791327393,
+30,1728,0.03176555410027504,216,0.0012536905917593024,
+30,1736,0.03378363698720932,217,0.0006593466678168625,
+31,1744,0.031483471393585205,218,0.0008741594713435254,
+31,1752,0.03115125000476837,219,0.000788942044230432,
+31,1760,0.03069760650396347,220,0.002733440433595596,
+31,1768,0.03079226240515709,221,0.0007021616717490057,
+31,1776,0.030973978340625763,222,0.0009906295551142346,
+31,1784,0.03092862293124199,223,0.0004901297652395442,
+31,1792,0.033813804388046265,224,0.0010870636681581593,
+,,,224,,0.0019612369006094727
+32,1800,0.031091362237930298,225,0.001043041531705636,
+32,1808,0.04544883966445923,226,0.0008289687168805606,
+32,1816,0.0356205515563488,227,0.000932429379855211,
+32,1824,0.03194115310907364,228,0.0006107093679020182,
+32,1832,0.031276386231184006,229,0.0030595440815280503,
+32,1840,0.03280385211110115,230,0.000819535159583514,
+32,1848,0.031345486640930176,231,0.00044883808950544333,
+33,1856,0.033446624875068665,232,0.0009196544521149586,
+33,1864,0.03231094777584076,233,0.0005721523153955455,
+33,1872,0.03106454759836197,234,0.0012419077509548515,
+33,1880,0.030837859958410263,235,0.000414258968602452,
+33,1888,0.03112182393670082,236,0.0011129146111091939,
+33,1896,0.031071670353412628,237,0.0007823640679072759,
+33,1904,0.03180168941617012,238,0.002543251718564604,
+34,1912,0.03108711913228035,239,0.0010064005142670464,
+34,1920,0.031258340924978256,240,0.0009195422695484013,
+,,,240,,0.0018013041952381964
+34,1928,0.030875109136104584,241,0.000759233926973221,
+34,1936,0.03135354444384575,242,0.002572262839489018,
+34,1944,0.031356871128082275,243,0.0011035218582643818,
+34,1952,0.031188219785690308,244,0.00053974203474354,
+34,1960,0.03125191852450371,245,0.0004988173724003983,
+35,1968,0.03156604617834091,246,0.0006327688080581048,
+35,1976,0.030865654349327087,247,0.001396027032872856,
+35,1984,0.033213190734386444,248,0.000571134578785859,
+35,1992,0.0404898002743721,249,0.0009063110730494373,
+35,2000,0.04636816680431366,250,0.002560970312598246,
+35,2008,0.03190738707780838,251,0.0008147698694797741,
+35,2016,0.030979420989751816,252,0.0008119509244958559,
+36,2024,0.030731268227100372,253,0.0006656898648626255,
+36,2032,0.030695050954818726,254,0.0024820018140114066,
+36,2040,0.03261330723762512,255,0.0004551453101966116,
+36,2048,0.03377760574221611,256,0.001006798874004744,
+,,,256,,0.0016917364428872647
+36,2056,0.03300141543149948,257,0.0008070887391416667,
+36,2064,0.031242869794368744,258,0.0010432964058550583,
+36,2072,0.03107321634888649,259,0.001169618068326434,
+37,2080,0.0311538428068161,260,0.000477497819123197,
+37,2088,0.03372465446591377,261,0.0010732319721930915,
+37,2096,0.03162844106554985,262,0.0010059547021228354,
+37,2104,0.030923038721084595,263,0.002427310977509478,
+37,2112,0.03065623715519905,264,0.0011498374501984058,
+37,2120,0.03089536726474762,265,0.0007446182545126331,
+37,2128,0.03085191547870636,266,0.00047799942998002126,
+38,2136,0.031233306974172592,267,0.000556532296916255,
+38,2144,0.031096909195184708,268,0.0005972562612441834,
+38,2152,0.030943959951400757,269,0.0012455691108838297,
+38,2160,0.03158930689096451,270,0.002447023260174319,
+38,2168,0.03198770061135292,271,0.00042108776506211143,
+38,2176,0.04171472787857056,272,0.0010360551738510064,
+,,,272,,0.0015761097488195999
+38,2184,0.0313868373632431,273,0.0006482403762426904,
+39,2192,0.03151155263185501,274,0.0004505951154795993,
+39,2200,0.03172685578465462,275,0.0024354745692107826,
+39,2208,0.0338829942047596,276,0.00042286633268102177,
+39,2216,0.03153648599982262,277,0.0006911963573656976,
+39,2224,0.03136313706636429,278,0.0010836069253855386,
+39,2232,0.03259018808603287,279,0.0009773970101377926,
+39,2240,0.030889421701431274,280,0.000702321408342951,
+40,2248,0.03137427940964699,281,0.0007571795775385743,
+40,2256,0.030893556773662567,282,0.0005153752834303304,
+40,2264,0.03346306085586548,283,0.0005658372723370452,
+40,2272,0.030966922640800476,284,0.0004866220664957331,
+40,2280,0.030797027051448822,285,0.0024995154110781315,
+40,2288,0.03140176460146904,286,0.0006841223876108415,
+40,2296,0.031310681253671646,287,0.001037749935428358,
+41,2304,0.03134749084711075,288,0.0005404547424404882,
+,,,288,,0.0015773750517679298
+41,2312,0.03156058490276337,289,0.0006431128698750399,
+41,2320,0.03111887350678444,290,0.0004916406390045515,
+41,2328,0.031108427792787552,291,0.001013511967175873,
+41,2336,0.03140689432621002,292,0.0005959213619159224,
+41,2344,0.03122539445757866,293,0.002651874806774272,
+41,2352,0.031125370413064957,294,0.000935212414333364,
+42,2360,0.03986388072371483,295,0.0003756688303838018,
+42,2368,0.038222283124923706,296,0.0009347893006633967,
+42,2376,0.03064270317554474,297,0.0005723128764657303,
+42,2384,0.031003303825855255,298,0.0019148949743664292,
+42,2392,0.03457634523510933,299,0.0005385440919781104,
+42,2400,0.030973516404628754,300,0.0007812104318873026,
+42,2408,0.0316731259226799,301,0.001086778686537097,
+43,2416,0.03128455579280853,302,0.0008031328688957728,
+43,2424,0.031087607145309448,303,0.0006071791634894907,
+43,2432,0.03164122253656387,304,0.0005578803065873217,
+,,,304,,0.0015049806755522022
+43,2440,0.03162141516804695,305,0.0005952912955156838,
+43,2448,0.03140377253293991,306,0.002564389863087294,
+43,2456,0.03140656277537346,307,0.0008035446852982903,
+43,2464,0.03464378044009209,308,0.0006656834520981647,
+44,2472,0.031228847801685333,309,0.0009656952355395664,
+44,2480,0.03407111018896103,310,0.0006910617753006095,
+44,2488,0.031598445028066635,311,0.0006186392813106068,
+44,2496,0.03309662267565727,312,0.0004320287822338287,
+44,2504,0.033589329570531845,313,0.0005226289618544147,
+44,2512,0.03155413269996643,314,0.002276276632619556,
+44,2520,0.032736632972955704,315,0.0011666785954730584,
+45,2528,0.031094416975975037,316,0.0008397379860980436,
+45,2536,0.030883625149726868,317,0.002306139431311749,
+45,2544,0.039455849677324295,318,0.0005229676396332004,
+45,2552,0.04560625180602074,319,0.0003936634995625354,
+45,2560,0.03134430944919586,320,0.0009036404735525139,
+,,,320,,0.0014554181176683178
+45,2568,0.03098290041089058,321,0.0005715476893653561,
+45,2576,0.031507473438978195,322,0.000739037282156377,
+46,2584,0.03075234219431877,323,0.0022527576475113165,
+46,2592,0.030916061252355576,324,0.0003789989504083577,
+46,2600,0.030812792479991913,325,0.000913079360123867,
+46,2608,0.030980311334133148,326,0.0009911570465192198,
+46,2616,0.03251637890934944,327,0.0004969243687810377,
+46,2624,0.031150557100772858,328,0.0006611382648568704,
+46,2632,0.030939050018787384,329,0.000674188903268749,
+47,2640,0.03253057599067688,330,0.0007610642483500255,
+47,2648,0.033388812094926834,331,0.0008827253750496311,
+47,2656,0.030875664204359055,332,0.0005826506433853259,
+47,2664,0.030650116503238678,333,0.000471527740592137,
+47,2672,0.030944600701332092,334,0.0006149985777235336,
+47,2680,0.03058714047074318,335,0.002117186624673195,
+47,2688,0.03109762817621231,336,0.00043600862845778466,
+,,,336,,0.0014340453173803246
+48,2696,0.031526438891887665,337,0.0008663200016599149,
+48,2704,0.03231094777584076,338,0.00047700257908383554,
+48,2712,0.030857887119054794,339,0.0021630726461388315,
+48,2720,0.032633256167173386,340,0.0004105898446545729,
+48,2728,0.044762905687093735,341,0.0005556893156608567,
+48,2736,0.035989366471767426,342,0.0005872800459407947,
+48,2744,0.030622903257608414,343,0.000934026337662627,
+49,2752,0.031010083854198456,344,0.000689464507476342,
+49,2760,0.030819416046142578,345,0.00048585804834146986,
+49,2768,0.03055376186966896,346,0.0004746099233064645,
+49,2776,0.03078126534819603,347,0.0006380420592096117,
+49,2784,0.03110775351524353,348,0.0018834223402126764,
+49,2792,0.031097061932086945,349,0.0005083197262138128,
+49,2800,0.032024919986724854,350,0.0011687063749625602,
+50,2808,0.031096678227186203,351,0.0005010258173570037,
+50,2816,0.031211405992507935,352,0.0008032550416828599,
+,,,352,,0.0013340045090602791
+50,2824,0.031168043613433838,353,0.0004436986710061319,
+50,2832,0.03148430958390236,354,0.000594019053757868,
+50,2840,0.03128943219780922,355,0.0021706660574471407,
+50,2848,0.030494537204504013,356,0.0010730435976504602,
+50,2856,0.030354317277669907,357,0.0005645768363207865,
+51,2864,0.030470967292785645,358,0.0007116735346657647,
+51,2872,0.030860189348459244,359,0.0005041967581039191,
+51,2880,0.03324584290385246,360,0.0007424597146878527,
+51,2888,0.03086722642183304,361,0.0008512318785175343,
+51,2896,0.030822858214378357,362,0.0019123825319790437,
+51,2904,0.030378073453903198,363,0.0007043304736725986,
+51,2912,0.036980655044317245,364,0.0005765380071049245,
+52,2920,0.044662632048130035,365,0.00037746248199255206,
+52,2928,0.034801628440618515,366,0.0007704501465643541,
+52,2936,0.03099960833787918,367,0.002009540593672472,
+52,2944,0.031005598604679108,368,0.000468825100041512,
+,,,368,,0.0013345547992250194
+52,2952,0.030741706490516663,369,0.0007431246764705671,
+52,2960,0.03079674020409584,370,0.0003733989971806295,
+52,2968,0.03071574866771698,371,0.0008391457661425441,
+53,2976,0.03038293868303299,372,0.0007573716017456414,
+53,2984,0.03232656791806221,373,0.0006257230175833684,
+53,2992,0.030404340475797653,374,0.0006295950151979923,
+53,3000,0.03083689883351326,375,0.0017453057977642554,
+53,3008,0.03066074848175049,376,0.0006640832165430765,
+53,3016,0.0331563837826252,377,0.0005295401113636962,
+53,3024,0.030550487339496613,378,0.0006831289841405427,
+54,3032,0.030738089233636856,379,0.0004203757481364947,
+54,3040,0.030409011989831924,380,0.002044660399405984,
+54,3048,0.030475616455078125,381,0.0006672267380054108,
+54,3056,0.03071240335702896,382,0.0006436388278168372,
+54,3064,0.03065856546163559,383,0.0008007506244625388,
+54,3072,0.030427049845457077,384,0.0003246269665065814,
+,,,384,,0.0012621831796739411
+54,3080,0.030416063964366913,385,0.0004534363542916253,
+55,3088,0.03147617727518082,386,0.0008107148882118054,
+55,3096,0.045296914875507355,387,0.0004820401821537719,
+55,3104,0.03164570406079292,388,0.0007746464046552622,
+55,3112,0.031145896762609482,389,0.0005311762070050463,
+55,3120,0.031081892549991608,390,0.0004934037579005235,
+55,3128,0.030260201543569565,391,0.0020835282793996157,
+55,3136,0.030622288584709167,392,0.0005175690166652203,
+56,3144,0.03130856528878212,393,0.0010355231643188745,
+56,3152,0.03090827539563179,394,0.0016728588603795148,
+56,3160,0.031036823987960815,395,0.0006603193132005716,
+56,3168,0.030828002840280533,396,0.000700933366897516,
+56,3176,0.031345829367637634,397,0.00036628489579015877,
+56,3184,0.03139441832900047,398,0.0005980251837172546,
+56,3192,0.032773301005363464,399,0.0003365079109143052,
+57,3200,0.0312558114528656,400,0.001871685156815643,
+,,,400,,0.0012876103105752365
+57,3208,0.031069044023752213,401,0.00048423325319567486,
+57,3216,0.03164486214518547,402,0.0006619158695684746,
+57,3224,0.03172645345330238,403,0.000503679970279336,
+57,3232,0.03181278705596924,404,0.0006577256415487052,
+57,3240,0.03141561150550842,405,0.0006073122971098531,
+57,3248,0.03383604809641838,406,0.0007114350036400455,
+58,3256,0.030798986554145813,407,0.0003498844986703868,
+58,3264,0.03198136016726494,408,0.001684941247471475,
+58,3272,0.03815051540732384,409,0.0006806760138715617,
+58,3280,0.033753860741853714,410,0.0008066343347309157,
+58,3288,0.031731557101011276,411,0.0004995458968385884,
+58,3296,0.0325501374900341,412,0.00039416059589711947,
+58,3304,0.03400128707289696,413,0.0007417212376215806,
+59,3312,0.031157005578279495,414,0.0005202099734257596,
+59,3320,0.03977162390947342,415,0.00030957814306020737,
+59,3328,0.03171125799417496,416,0.000766129965830425,
+,,,416,,0.0012642585712930431
+59,3336,0.03192555159330368,417,0.002016582001074725,
+59,3344,0.03273133933544159,418,0.0003267416155722458,
+59,3352,0.03144411742687225,419,0.0006315405520250682,
+59,3360,0.0322360135614872,420,0.0008892557503154072,
+60,3368,0.031394537538290024,421,0.0008205812932415442,
+60,3376,0.03378455713391304,422,0.0005836957067610152,
+60,3384,0.032418735325336456,423,0.001486600687972636,
+60,3392,0.031099803745746613,424,0.00042071999309377535,
+60,3400,0.03659771382808685,425,0.0003064463138192271,
+60,3408,0.0306522399187088,426,0.0008898895967932832,
+60,3416,0.03872395679354668,427,0.0006639769168638546,
+61,3424,0.037225499749183655,428,0.0020040795825480018,
+61,3432,0.03873110190033913,429,0.0005142479076312156,
+61,3440,0.037583090364933014,430,0.0005432719982410264,
+61,3448,0.03801432624459267,431,0.0003820248821284622,
+61,3456,0.03707125782966614,432,0.0005848436878295616,
+,,,432,,0.0011986240582621615
+61,3464,0.04017595201730728,433,0.0006819884098755816,
+61,3472,0.03833816573023796,434,0.0006709123898128217,
+62,3480,0.03560953214764595,435,0.0008989420869814543,
+62,3488,0.036031682044267654,436,0.0006399033577922223,
+62,3496,0.03124280273914337,437,0.0005938739777775481,
+62,3504,0.030623886734247208,438,0.0018073025450576097,
+62,3512,0.034017618745565414,439,0.00042874402953946793,
+62,3520,0.030658289790153503,440,0.00037658280295242247,
+62,3528,0.031199924647808075,441,0.0004695595622858188,
+63,3536,0.031053874641656876,442,0.0006806656432066424,
+63,3544,0.030962437391281128,443,0.0005148833054893961,
+63,3552,0.031053680926561356,444,0.00043872659642312846,
+63,3560,0.030791334807872772,445,0.0017812496347081226,
+63,3568,0.03128356114029884,446,0.0009434529810360717,
+63,3576,0.03121277689933777,447,0.00031029841920826584,
+63,3584,0.03246503323316574,448,0.0004263524632816288,
+,,,448,,0.0011513992820097053
+64,3592,0.03088107332587242,449,0.0006121683254605159,
+64,3600,0.031208321452140808,450,0.0017304425284517212,
+64,3608,0.032429102808237076,451,0.0006033126423558729,
+64,3616,0.03125959634780884,452,0.00035321782654916333,
+64,3624,0.03116719424724579,453,0.0005012037638354943,
+64,3632,0.03128388524055481,454,0.0004699328128481284,
+64,3640,0.03118956834077835,455,0.0009401213400350469,
+65,3648,0.03104902058839798,456,0.0003870328975608572,
+65,3656,0.030925635248422623,457,0.00042396817298140377,
+65,3664,0.03827107325196266,458,0.0018558890858132923,
+65,3672,0.04147189483046532,459,0.00047101523814490064,
+65,3680,0.031052105128765106,460,0.0006703216220355696,
+65,3688,0.030858740210533142,461,0.000374133459858554,
+65,3696,0.031200643628835678,462,0.0006778534906598824,
+66,3704,0.030777975916862488,463,0.0006893642348586582,
+66,3712,0.030941981822252274,464,0.0005196991216507741,
+,,,464,,0.0011760250705739727
+66,3720,0.031492576003074646,465,0.00041620996198616923,
+66,3728,0.03476918861269951,466,0.00053188518359093,
+66,3736,0.03115205466747284,467,0.0005844479186634999,
+66,3744,0.03163900598883629,468,0.0007663305186724756,
+66,3752,0.033859580755233765,469,0.0013786807082526917,
+67,3760,0.0316777229309082,470,0.0016964562303407795,
+67,3768,0.031489089131355286,471,0.00042166725589512765,
+67,3776,0.03164471685886383,472,0.0004375170052905257,
+67,3784,0.031126637011766434,473,0.0005683309376763645,
+67,3792,0.03153589367866516,474,0.0004064853875950741,
+67,3800,0.031729478389024734,475,0.0005243672785582021,
+67,3808,0.03506605699658394,476,0.0011588431185704064,
+68,3816,0.03190521523356438,477,0.000773437829841648,
+68,3824,0.03146100789308548,478,0.0002899042259135361,
+68,3832,0.030824609100818634,479,0.0003686300705238763,
+68,3840,0.03325554355978966,480,0.000849028678864918,
+,,,480,,0.0011321455240249634
+68,3848,0.04414043575525284,481,0.0015398382764452924,
+68,3856,0.03764119744300842,482,0.0004774280998390168,
+68,3864,0.03112037107348442,483,0.0006143988706753589,
+69,3872,0.03347128629684448,484,0.0003849224754958414,
+69,3880,0.03160323202610016,485,0.0004396969695032264,
+69,3888,0.03254501149058342,486,0.00047595536743756385,
+69,3896,0.03150667995214462,487,0.0006832988481619395,
+69,3904,0.030856866389513016,488,0.0016905170862931602,
+69,3912,0.031166981905698776,489,0.00046773745072476396,
+69,3920,0.03100689873099327,490,0.0007581451725193554,
+70,3928,0.03125617280602455,491,0.0006750008033122867,
+70,3936,0.030995849519968033,492,0.0018962940288474784,
+70,3944,0.0308377668261528,493,0.0004889385963906534,
+70,3952,0.03181745857000351,494,0.0006458220980545905,
+70,3960,0.03365596756339073,495,0.00038671448128297926,
+70,3968,0.031040523201227188,496,0.0003958760789828375,
+,,,496,,0.0011235031744708185
+70,3976,0.032094892114400864,497,0.00041416380408918483,
+71,3984,0.030955404043197632,498,0.0005758609424281696,
+71,3992,0.03136725723743439,499,0.00043333441458849446,
+71,4000,0.031280115246772766,500,0.0004952235678501893,
+71,4008,0.03087814524769783,501,0.0016791521246142854,
+71,4016,0.030708134174346924,502,0.0007155197387570903,
+71,4024,0.030832119286060333,503,0.0007038449330138974,
+71,4032,0.04096260294318199,504,0.0003897029259510768,
+72,4040,0.03610437735915184,505,0.000387038101002367,
+72,4048,0.030813314020633698,506,0.0005768517124427793,
+72,4056,0.030743863433599472,507,0.0006495100375711141,
+72,4064,0.0331396646797657,508,0.000728150086918807,
+72,4072,0.03126467764377594,509,0.001455694578908151,
+72,4080,0.03053046390414238,510,0.0004959812329616397,
+72,4088,0.031124725937843323,511,0.0003110203833784908,
+73,4096,0.03155304864048958,512,0.00048783447564346714,
+,,,512,,0.0010848462419665377
+73,4104,0.03112495318055153,513,0.0005918412876781076,
+73,4112,0.03413967788219452,514,0.0006326537107573434,
+73,4120,0.031023532152175903,515,0.0004425646977985955,
+73,4128,0.03156433254480362,516,0.001531514210827564,
+73,4136,0.035099100321531296,517,0.00048667336456922135,
+73,4144,0.03188003599643707,518,0.0005786389956483617,
+74,4152,0.0320904366672039,519,0.0009379004724905827,
+74,4160,0.03304597735404968,520,0.0005793557516881265,
+74,4168,0.03162199258804321,521,0.0006703873469422644,
+74,4176,0.03186948969960213,522,0.0003209969487215858,
+74,4184,0.031234677881002426,523,0.00029614488666993564,
+74,4192,0.030915584415197372,524,0.001381864615653355,
+74,4200,0.030749723315238953,525,0.00039403191913152115,
+75,4208,0.031055361032485962,526,0.0005218390936285934,
+75,4216,0.03689998760819435,527,0.0015237734791858552,
+75,4224,0.03647083789110184,528,0.0005910977393796202,
+,,,528,,0.0010524962259375532
+75,4232,0.03154199942946434,529,0.000341720523217439,
+75,4240,0.03144146874547005,530,0.00030929428289204627,
+75,4248,0.03132493048906326,531,0.0008378009052566168,
+75,4256,0.03092386946082115,532,0.00043488531346983194,
+76,4264,0.031298257410526276,533,0.000627218270727264,
+76,4272,0.032087475061416626,534,0.001400166885022455,
+76,4280,0.03138519078493118,535,0.0003068922788687897,
+76,4288,0.03137332573533058,536,0.00046391896665392613,
+76,4296,0.03150514140725136,537,0.000596283073801632,
+76,4304,0.031553592532873154,538,0.0003727639859789633,
+76,4312,0.0307767353951931,539,0.0008171443321491376,
+77,4320,0.03157705068588257,540,0.0014878373961740483,
+77,4328,0.03230179101228714,541,0.000470488186692819,
+77,4336,0.03420431166887283,542,0.0002792395476717502,
+77,4344,0.032729290425777435,543,0.00033702066284604373,
+77,4352,0.03243161737918854,544,0.0009565609822554203,
+,,,544,,0.0010410938411951065
+77,4360,0.030226856470108032,545,0.0006477055343566462,
+77,4368,0.030320603400468826,546,0.00041162300040014087,
+78,4376,0.030581187456846237,547,0.00038835215163999235,
+78,4384,0.030766025185585022,548,0.00032189967459999024,
+78,4392,0.030969690531492233,549,0.0015969044810238604,
+78,4400,0.05052650719881058,550,0.0006877029896713793,
+78,4408,0.039797306060791016,551,0.0003955141128244577,
+78,4416,0.030842460691928864,552,0.0006231364956571875,
+78,4424,0.03093930333852768,553,0.0004492826396017335,
+79,4432,0.031104791909456253,554,0.0006704016428557225,
+79,4440,0.030966516584157944,555,0.00027266835725943867,
+79,4448,0.03118673339486122,556,0.001557684233245839,
+79,4456,0.031021911650896072,557,0.0004130865454499144,
+79,4464,0.03350679576396942,558,0.0003592628767364658,
+79,4472,0.03173834830522537,559,0.0005462718938360922,
+79,4480,0.031481221318244934,560,0.0006065382000418718,
+,,,560,,0.0010282651561757793
+80,4488,0.030736178159713745,561,0.0014681648806020217,
+80,4496,0.030998241156339645,562,0.0006011407531332225,
+80,4504,0.03359946981072426,563,0.00035660922367242165,
+80,4512,0.031435757875442505,564,0.0009253855144682651,
+80,4520,0.03092323988676071,565,0.00038665931121310376,
+80,4528,0.031287096440792084,566,0.00027636329468805343,
+80,4536,0.03098626807332039,567,0.0004511693288804963,
+81,4544,0.03062187135219574,568,0.0003856174895190634,
+81,4552,0.031032681465148926,569,0.0005962000534054824,
+81,4560,0.031028348952531815,570,0.00047466635684637976,
+81,4568,0.0305987186729908,571,0.0015241094062310788,
+81,4576,0.031107179820537567,572,0.00034600537522540736,
+81,4584,0.037577494978904724,573,0.00046787537867203354,
+81,4592,0.043086208403110504,574,0.0005261782159019882,
+82,4600,0.03182809799909592,575,0.0004964198255038354,
+82,4608,0.03457964211702347,576,0.0005239896796410904,
+,,,576,,0.0010365135157885759
+82,4616,0.031194519251585007,577,0.0005061794952119023,
+82,4624,0.03126208856701851,578,0.0004213317707498473,
+82,4632,0.031043805181980133,579,0.00038371843931434506,
+82,4640,0.033471640199422836,580,0.001367806663135222,
+82,4648,0.031233053654432297,581,0.0006212494799084114,
+83,4656,0.030914533883333206,582,0.00041409047541189164,
+83,4664,0.030719377100467682,583,0.0005627463287964929,
+83,4672,0.030901852995157242,584,0.0006424224811780732,
+83,4680,0.030790477991104126,585,0.00032251404362878844,
+83,4688,0.030752550810575485,586,0.000568791817931924,
+83,4696,0.030808962881565094,587,0.001380377093133015,
+83,4704,0.031096667051315308,588,0.00038310409763653297,
+84,4712,0.03410995751619339,589,0.0004508354984864127,
+84,4720,0.030697576701641083,590,0.0013445481870024065,
+84,4728,0.030910667032003403,591,0.0002914525846588529,
+84,4736,0.030647367238998413,592,0.0005033118531256067,
+,,,592,,0.0009970507058112519
+84,4744,0.03787709400057793,593,0.00040506796292240983,
+84,4752,0.042203012853860855,594,0.00045169477816671134,
+84,4760,0.030149634927511215,595,0.0007440824503481218,
+85,4768,0.02971114218235016,596,0.0004139354030485265,
+85,4776,0.03207515552639961,597,0.0004944604967022315,
+85,4784,0.03082146868109703,598,0.00024478592108194294,
+85,4792,0.03126317262649536,599,0.0006293489301848846,
+85,4800,0.03103351965546608,600,0.001553506801428739,
+85,4808,0.031189382076263428,601,0.0006026005015883129,
+85,4816,0.03150968253612518,602,0.00029331080004340037,
+86,4824,0.033254653215408325,603,0.00033797107541679657,
+86,4832,0.03127865120768547,604,0.0005091613182395866,
+86,4840,0.030844073742628098,605,0.00033961177032324483,
+86,4848,0.03104322776198387,606,0.0015521888223399098,
+86,4856,0.031225912272930145,607,0.0004998004521687769,
+86,4864,0.03171028941869736,608,0.000473257413735458,
+,,,608,,0.0009837348176085431
+86,4872,0.03108859434723854,609,0.000515262294356944,
+87,4880,0.03485482931137085,610,0.00037292981214704924,
+87,4888,0.03285050764679909,611,0.0016964105214521458,
+87,4896,0.03126772493124008,612,0.0003468256822088733,
+87,4904,0.030873186886310577,613,0.0003378625849357129,
+87,4912,0.031267471611499786,614,0.0005019880587827753,
+87,4920,0.030958518385887146,615,0.0005901175015120922,
+87,4928,0.030619308352470398,616,0.0005372700761654414,
+88,4936,0.04014721140265465,617,0.0005516186144880273,
+88,4944,0.03380126506090164,618,0.0004393354223187392,
+88,4952,0.030758854001760483,619,0.0006156664749141783,
+88,4960,0.03075496479868889,620,0.0006051188393030316,
+88,4968,0.031366486102342606,621,0.0011912317329136255,
+88,4976,0.031035732477903366,622,0.0005092793170743706,
+88,4984,0.03259650245308876,623,0.00023231817047215172,
+89,4992,0.03089403733611107,624,0.001535601601669138,
+,,,624,,0.0009903949078010476
+89,5000,0.031199753284454346,625,0.00043818661652039737,
+89,5008,0.031138990074396133,626,0.0005988921620883048,
+89,5016,0.031252823770046234,627,0.0004350762525670386,
+89,5024,0.03207264840602875,628,0.0004331533617170697,
+89,5032,0.03157045692205429,629,0.0004447332197742071,
+89,5040,0.031693145632743835,630,0.0004278822291073286,
+90,5048,0.03178003802895546,631,0.00030332523601828143,
+90,5056,0.03125693276524544,632,0.0006284862118683612,
+90,5064,0.031478237360715866,633,0.0003649424430808391,
+90,5072,0.03141067922115326,634,0.0004909109649650583,
+90,5080,0.031541045755147934,635,0.0004552807068749745,
+90,5088,0.03089156001806259,636,0.0014655787661188068,
+90,5096,0.03307482227683067,637,0.0004293989576663907,
+91,5104,0.030614502727985382,638,0.00022572249872609973,
+91,5112,0.031237386167049408,639,0.0005815189500329628,
+91,5120,0.03544825688004494,640,0.0006323088278544933,
+,,,640,,0.000994316585685896
+91,5128,0.03624516725540161,641,0.0014897778843684744,
+91,5136,0.031661391258239746,642,0.00046481536198619074,
+91,5144,0.032030779868364334,643,0.0003873398408441889,
+91,5152,0.031239639967679977,644,0.0003675834359455621,
+92,5160,0.031406041234731674,645,0.0006789781023557721,
+92,5168,0.03132636472582817,646,0.0004286941596850132,
+92,5176,0.031190235167741776,647,0.0005704900417185854,
+92,5184,0.031123287975788116,648,0.0005408893783977772,
+92,5192,0.03847521170973778,649,0.001262812761827566,
+92,5200,0.03132092207670212,650,0.0004533772796723777,
+92,5208,0.03286158666014671,651,0.0002557196664080645,
+93,5216,0.03216574713587761,652,0.00043195362377446145,
+93,5224,0.03081236407160759,653,0.0013539681986003416,
+93,5232,0.031300030648708344,654,0.0003355867913342081,
+93,5240,0.03127691522240639,655,0.00046046619657621096,
+93,5248,0.034716568887233734,656,0.0007231287032482214,
+,,,656,,0.0009663757746634276
+93,5256,0.030852660536766052,657,0.0003251833586546127,
+93,5264,0.03107672557234764,658,0.0005055999360841022,
+94,5272,0.031112346798181534,659,0.00043197939376113934,
+94,5280,0.033906277269124985,660,0.0015303504333132878,
+94,5288,0.03093494474887848,661,0.00038497008526147425,
+94,5296,0.03125843033194542,662,0.0004642541204632905,
+94,5304,0.035566579550504684,663,0.0006183521816803312,
+94,5312,0.047626134008169174,664,0.0002886392370176812,
+94,5320,0.030810538679361343,665,0.000429500026964686,
+95,5328,0.031249746680259705,666,0.0005079580124319447,
+95,5336,0.031188692897558212,667,0.0005813311411960361,
+95,5344,0.031473830342292786,668,0.0012107258652880168,
+95,5352,0.031405188143253326,669,0.0006688607601972763,
+95,5360,0.03231680020689964,670,0.000339979410960546,
+95,5368,0.03281904757022858,671,0.000323357815068448,
+95,5376,0.03265802189707756,672,0.00016545902164782293,
+,,,672,,0.0009164692753035089
+96,5384,0.03118513524532318,673,0.0006179744195833337,
+96,5392,0.031154438853263855,674,0.0015436949997820193,
+96,5400,0.031170234084129333,675,0.00041930391016649083,
+96,5408,0.03301069140434265,676,0.00045687589517910964,
+96,5416,0.031486403197050095,677,0.00031625389722951997,
+96,5424,0.03130660206079483,678,0.00035525774336957303,
+96,5432,0.03144100680947304,679,0.00037007072306652035,
+97,5440,0.0313556008040905,680,0.00036137594943284055,
+97,5448,0.03129715472459793,681,0.0005438598178443499,
+97,5456,0.03463731333613396,682,0.0006900390253576916,
+97,5464,0.03141365945339203,683,0.0006160904522403143,
+97,5472,0.03274663910269737,684,0.00029928227873328564,
+97,5480,0.03128838539123535,685,0.001239659921945228,
+97,5488,0.03220119699835777,686,0.00025652887197793464,
+98,5496,0.048273004591464996,687,0.00028192058744025417,
+98,5504,0.03466138243675232,688,0.0003715826380357612,
+,,,688,,0.0009101288312155267
+98,5512,0.03120807558298111,689,0.0006027223149430938,
+98,5520,0.030908804386854172,690,0.0003133081190753728,
+98,5528,0.030720610171556473,691,0.000717092926996494,
+98,5536,0.030748441815376282,692,0.0013759018323374523,
+98,5544,0.031125742942094803,693,0.00034425527846906336,
+99,5552,0.031077850610017776,694,0.0003052557702176273,
+99,5560,0.030803102999925613,695,0.0005416469532065094,
+99,5568,0.03138064220547676,696,0.0003488436952466145,
+99,5576,0.03126942366361618,697,0.0004206530000374187,
+99,5584,0.03130366653203964,698,0.00048673644293254864,
+99,5592,0.03355450928211212,699,0.0015177834890588808,
+99,5600,0.031349360942840576,700,0.0005963558348109169,
+100,5608,0.03067615255713463,701,0.0013472322092499011,
+100,5616,0.031199999153614044,702,0.0005464670677611139,
+100,5624,0.030961982905864716,703,0.0003182526335068461,
+100,5632,0.033068861812353134,704,0.00029635033327698085,
+,,,704,,0.000894185641537542
+100,5640,0.03097786381840706,705,0.00048462743951757956,
+100,5648,0.0324183851480484,706,0.00031426751824752006,
+100,5656,0.030745357275009155,707,0.0006172402390802745,
+101,5664,0.033711690455675125,708,0.0003245499274271424,
+101,5672,0.03808281943202019,709,0.0003562262985118044,
+101,5680,0.03869218751788139,710,0.0016358811944056388,
+101,5688,0.030932538211345673,711,0.0006248884377642893,
+101,5696,0.030901901423931122,712,0.00041516289750758844,
+101,5704,0.030787616968154907,713,0.0003380212241609115,
+101,5712,0.03388827294111252,714,0.0003370897708615909,
+102,5720,0.0308072529733181,715,0.00033702981600072237,
+102,5728,0.030660536140203476,716,0.00028919143369421363,
+102,5736,0.03061031922698021,717,0.0005070326548196714,
+102,5744,0.031000658869743347,718,0.000494456257332455,
+102,5752,0.030705157667398453,719,0.0004222984143780195,
+102,5760,0.03047012910246849,720,0.0005907786720248017,
+,,,720,,0.0008820507513440174
+102,5768,0.03140203654766083,721,0.0011192179944676658,
+103,5776,0.030889570713043213,722,0.0003100165677923624,
+103,5784,0.030830934643745422,723,0.0004043622983671311,
+103,5792,0.031342051923274994,724,0.0003522601505715607,
+103,5800,0.03295428678393364,725,0.000525255495934592,
+103,5808,0.03145158663392067,726,0.0012781659674006873,
+103,5816,0.0310332290828228,727,0.0004939309510518797,
+103,5824,0.03146328032016754,728,0.0006426602856002071,
+104,5832,0.03119295835494995,729,0.001220182964711317,
+104,5840,0.031073424965143204,730,0.0004695194789250805,
+104,5848,0.03108532354235649,731,0.0004112579015782103,
+104,5856,0.03096115216612816,732,0.000574998183583375,
+104,5864,0.04604756832122803,733,0.0004586532959365286,
+104,5872,0.034259695559740067,734,0.00035761253820965067,
+104,5880,0.031321413815021515,735,0.0004394584671403705,
+105,5888,0.03147619217634201,736,0.0005101191394108658,
+,,,736,,0.0008888891695634178
+105,5896,0.031020473688840866,737,0.001287751993424116,
+105,5904,0.03129662573337555,738,0.0005140709591532042,
+105,5912,0.03132181614637375,739,0.0005624943086230713,
+105,5920,0.03123384714126587,740,0.00034815675220064196,
+105,5928,0.03324146941304207,741,0.00035959059969172815,
+105,5936,0.032588474452495575,742,0.00032207844843570556,
+106,5944,0.031255125999450684,743,0.00035653019658639097,
+106,5952,0.03186456859111786,744,0.0006980469370319042,
+106,5960,0.03158603981137276,745,0.0014038343346328475,
+106,5968,0.03146328032016754,746,0.00034033592105102303,
+106,5976,0.033733490854501724,747,0.0002699154911996712,
+106,5984,0.03135901317000389,748,0.00044821364863310007,
+106,5992,0.031100895255804062,749,0.00047748032860302675,
+107,6000,0.03176724538207054,750,0.00041933233369491064,
+107,6008,0.03125231713056564,751,0.0005401568228585853,
+107,6016,0.033932387828826904,752,0.000542668869976686,
+,,,752,,0.0009108881425598394
+107,6024,0.031390413641929626,753,0.00027225912617723225,
+107,6032,0.03137398511171341,754,0.000567640042087684,
+107,6040,0.03804120048880577,755,0.00036236731248209255,
+107,6048,0.04412413761019707,756,0.0010966922916570464,
+108,6056,0.03132731840014458,757,0.0005273637070786208,
+108,6064,0.03128092736005783,758,0.0005813824769575149,
+108,6072,0.030775833874940872,759,0.0012368665484245867,
+108,6080,0.03080107271671295,760,0.0003947809293297016,
+108,6088,0.031117573380470276,761,0.0002543483917381511,
+108,6096,0.03122115135192871,762,0.0003616282588659993,
+108,6104,0.03467981889843941,763,0.00028781398908573794,
+109,6112,0.03265008330345154,764,0.00046148809368870303,
+109,6120,0.030920375138521194,765,0.001116629791795276,
+109,6128,0.030990980565547943,766,0.0005015752627514303,
+109,6136,0.03090028092265129,767,0.0005486533330743745,
+109,6144,0.03049374744296074,768,0.00040596035614726134,
+,,,768,,0.0009069112331970879
+109,6152,0.031056009232997894,769,0.0005306169279554689,
+109,6160,0.03272280469536781,770,0.0002579165211500367,
+110,6168,0.03105475753545761,771,0.00033916795897918445,
+110,6176,0.03171989321708679,772,0.0013497792928579397,
+110,6184,0.03094593808054924,773,0.00024323276172961213,
+110,6192,0.030604727566242218,774,0.0003903357428498566,
+110,6200,0.031085729598999023,775,0.0007389627850595085,
+110,6208,0.03117544576525688,776,0.00032159260114316237,
+110,6216,0.03309069201350212,777,0.0003101212041656254,
+111,6224,0.030828703194856644,778,0.0003415893847381489,
+111,6232,0.03715195134282112,779,0.0003728883754471705,
+111,6240,0.03496723994612694,780,0.0003900565764827964,
+111,6248,0.031246017664670944,781,0.00029603477378259413,
+111,6256,0.033401716500520706,782,0.0006115974627189442,
+111,6264,0.032767701894044876,783,0.0005380922186304816,
+111,6272,0.030525140464305878,784,0.0014244038150839817,
+,,,784,,0.0009103373664876689
+112,6280,0.030511524528265,785,0.00023217382986331358,
+112,6288,0.032398056238889694,786,0.0005512154360379403,
+112,6296,0.031133227050304413,787,0.0013722240049294971,
+112,6304,0.030985146760940552,788,0.00040362742947763763,
+112,6312,0.031224120408296585,789,0.000257375290278684,
+112,6320,0.03295942395925522,790,0.0005184705167064547,
+112,6328,0.031213268637657166,791,0.0006135048883152194,
+113,6336,0.03093605861067772,792,0.00047504682681226933,
+113,6344,0.03309378772974014,793,0.0013501470328684752,
+113,6352,0.03377434238791466,794,0.0004231318986664216,
+113,6360,0.030886147171258926,795,0.000373787313583307,
+113,6368,0.03175047039985657,796,0.00042821182917881134,
+113,6376,0.03110731765627861,797,0.0003948982193833217,
+113,6384,0.03101067617535591,798,0.0002978484175400808,
+114,6392,0.030853118747472763,799,0.0012471119090068069,
+114,6400,0.033738281577825546,800,0.0004959757774486206,
+,,,800,,0.0008744655743889186
+114,6408,0.030873488634824753,801,0.0004799244772584643,
+114,6416,0.04058688506484032,802,0.0005070322857301852,
+114,6424,0.03434213250875473,803,0.0004233026874399829,
+114,6432,0.03134296089410782,804,0.0002254822876156223,
+114,6440,0.03088557720184326,805,0.0005582593633638074,
+115,6448,0.03416319191455841,806,0.0002727087202300835,
+115,6456,0.03261755406856537,807,0.0013617835259841133,
+115,6464,0.03384830802679062,808,0.0006089717538667504,
+115,6472,0.0318308025598526,809,0.0006381048469021069,
+115,6480,0.031125783920288086,810,0.0004041140928165987,
+115,6488,0.030925292521715164,811,0.00024005022351047955,
+115,6496,0.03104591742157936,812,0.0002979322877460315,
+116,6504,0.03413652256131172,813,0.00041032994009914216,
+116,6512,0.030944835394620895,814,0.00023032689932733774,
+116,6520,0.031259071081876755,815,0.0005112097023811657,
+116,6528,0.03090588003396988,816,0.0004764776003867155,
+,,,816,,0.0008916056350521419
+116,6536,0.030991334468126297,817,0.0011945388060457145,
+116,6544,0.03409069404006004,818,0.0006447990745073184,
+116,6552,0.03156193345785141,819,0.0004148264139075764,
+117,6560,0.031274013221263885,820,0.00033504321545478887,
+117,6568,0.03112352266907692,821,0.0004970462978235446,
+117,6576,0.030871793627738953,822,0.0004411854327675731,
+117,6584,0.031016618013381958,823,0.00033267289472860284,
+117,6592,0.033260174095630646,824,0.0014004835327796172,
+117,6600,0.031309522688388824,825,0.000576468701844781,
+117,6608,0.03666660934686661,826,0.00042417395833091665,
+118,6616,0.03159260377287865,827,0.0005659540580712597,
+118,6624,0.03214842453598976,828,0.00035334539411864665,
+118,6632,0.031208772212266922,829,0.0003349929917021655,
+118,6640,0.03375920653343201,830,0.0014888776252822329,
+118,6648,0.03244409337639809,831,0.00025130771464318966,
+118,6656,0.031048893928527832,832,0.0002721654798899015,
+,,,832,,0.0008575172042069228
+118,6664,0.030851107090711594,833,0.000505334781668022,
+119,6672,0.03135920315980911,834,0.00034986411628779024,
+119,6680,0.031217757612466812,835,0.0006835222302470356,
+119,6688,0.030429590493440628,836,0.00048795188922667876,
+119,6696,0.03097650408744812,837,0.0004976052048732526,
+119,6704,0.03075845167040825,838,0.00028172114325570875,
+119,6712,0.03331369906663895,839,0.00026690884062025526,
+119,6720,0.03142547607421875,840,0.0011789700110966805,
+120,6728,0.03474386781454086,841,0.00039226128986532177,
+120,6736,0.031667616218328476,842,0.00029839016012071323,
+120,6744,0.03166447952389717,843,0.0004458452405577356,
+120,6752,0.03252744302153587,844,0.00030753199243918063,
+120,6760,0.03257960453629494,845,0.00047831055529129045,
+120,6768,0.031111598014831543,846,0.0004323022425523959,
+120,6776,0.032712940126657486,847,0.0015371926869689064,
+121,6784,0.033005788922309875,848,0.00035737836636447656,
+,,,848,,0.0008589079522568246
+121,6792,0.032475367188453674,849,0.0005461789008801464,
+121,6800,0.03170729801058769,850,0.0004520098300417885,
+121,6808,0.033445458859205246,851,0.00037949674543387327,
+121,6816,0.03172585740685463,852,0.0003530958667397499,
+121,6824,0.031097441911697388,853,0.0005622570737614296,
+121,6832,0.030850794166326523,854,0.0012230513524021565,
+122,6840,0.03241564705967903,855,0.0004849475066293962,
+122,6848,0.03130079433321953,856,0.0003313969112544631,
+122,6856,0.03261319175362587,857,0.0005492075539553877,
+122,6864,0.03602473437786102,858,0.0011789700063393237,
+122,6872,0.032449930906295776,859,0.0005680375159665181,
+122,6880,0.030563920736312866,860,0.00024589128853139385,
+122,6888,0.030052248388528824,861,0.00042256464472633195,
+123,6896,0.03408695384860039,862,0.001172852017286156,
+123,6904,0.03207828104496002,863,0.00024935490946518255,
+123,6912,0.031216051429510117,864,0.00043404069801908916,
+,,,864,,0.0008502332898585693
+123,6920,0.03061506524682045,865,0.0005681254719652665,
+123,6928,0.031038764864206314,866,0.0002964773917079179,
+123,6936,0.03837772458791733,867,0.000720517252127386,
+123,6944,0.03694622218608856,868,0.000308542177001734,
+124,6952,0.03678831830620766,869,0.000593174827652267,
+124,6960,0.03644030913710594,870,0.00027376669822842814,
+124,6968,0.03692586347460747,871,0.0012682537405150167,
+124,6976,0.0371614508330822,872,0.0003714418344316073,
+124,6984,0.0360606350004673,873,0.0004817580746021122,
+124,6992,0.036071017384529114,874,0.0004300577042158693,
+124,7000,0.037064459174871445,875,0.0004382258842021904,
+125,7008,0.03610874339938164,876,0.0003277872502539222,
+125,7016,0.0461198128759861,877,0.000577902511577122,
+125,7024,0.031708113849163055,878,0.0001901188926157457,
+125,7032,0.03250349313020706,879,0.00036569804287864824,
+125,7040,0.03448635712265968,880,0.0013312960571576177,
+,,,880,,0.0008334809833246728
+125,7048,0.030704155564308167,881,0.000519457840709947,
+125,7056,0.03100302442908287,882,0.000327777085153179,
+126,7064,0.030726857483386993,883,0.0005346349274380676,
+126,7072,0.03293202817440033,884,0.0013147216245256873,
+126,7080,0.03130926564335823,885,0.00033992786666203756,
+126,7088,0.033624373376369476,886,0.0004586106389813887,
+126,7096,0.03423840180039406,887,0.0004563394970318768,
+126,7104,0.03071366250514984,888,0.0004079302278114483,
+126,7112,0.03207318112254143,889,0.00038227118202485146,
+127,7120,0.030772574245929718,890,0.0003998891348601319,
+127,7128,0.03110562637448311,891,0.0005365603561089797,
+127,7136,0.03350001201033592,892,0.00028762748843291774,
+127,7144,0.03065698966383934,893,0.0003727254499810644,
+127,7152,0.03080087900161743,894,0.00028850670324490323,
+127,7160,0.03303729370236397,895,0.0005388150561235047,
+127,7168,0.03269653394818306,896,0.0012459939904753508,
+,,,896,,0.0008465763505386269
+128,7176,0.03132181614637375,897,0.00038120098834042436,
+128,7184,0.03170007839798927,898,0.00034161881982678705,
+128,7192,0.04297678545117378,899,0.00042439274637637515,
+128,7200,0.03419351205229759,900,0.0005233248928561806,
+128,7208,0.031198572367429733,901,0.0015426509317793798,
+128,7216,0.03056298941373825,902,0.0002693888753128704,
+128,7224,0.03267374634742737,903,0.00042101825602003373,
+129,7232,0.03476583957672119,904,0.0005298080594422152,
+129,7240,0.030522026121616364,905,0.00045877965991773334,
+129,7248,0.03111216053366661,906,0.0003729538047292198,
+129,7256,0.030909616500139236,907,0.0004531188394387507,
+129,7264,0.03103278949856758,908,0.00033962208399316294,
+129,7272,0.03136509656906128,909,0.0004702367328314318,
+129,7280,0.030645359307527542,910,0.0012674986567369408,
+130,7288,0.03111683577299118,911,0.00047077945253642446,
+130,7296,0.031163979321718216,912,0.0002484816662520946,
+,,,912,,0.0008366031815176425
+130,7304,0.032759636640548706,913,0.0004862080968450755,
+130,7312,0.033777836710214615,914,0.0011938195699864689,
+130,7320,0.031601257622241974,915,0.0007438787632219663,
+130,7328,0.031061511486768723,916,0.0003667522402489946,
+130,7336,0.030795570462942123,917,0.00027371904980100226,
+131,7344,0.03113582357764244,918,0.0003076499109738506,
+131,7352,0.031245049089193344,919,0.0003103279683273286,
+131,7360,0.03147183731198311,920,0.0005621591996962459,
+131,7368,0.03268546611070633,921,0.00045586232881760224,
+131,7376,0.03810757398605347,922,0.0004949264694005251,
+131,7384,0.046649325639009476,923,0.00033997055955599836,
+131,7392,0.031661633402109146,924,0.0013496721342865687,
+132,7400,0.03129686415195465,925,0.00033602257535676473,
+132,7408,0.0314844585955143,926,0.0016186706647700207,
+132,7416,0.031238842755556107,927,0.00030677989100998576,
+132,7424,0.03319182246923447,928,0.00039137664280133324,
+,,,928,,0.0008266236147154932
+132,7432,0.03237714245915413,929,0.00037487078169271205,
+132,7440,0.03134708106517792,930,0.0003169078861699543,
+132,7448,0.031020600348711014,931,0.0005193384819325398,
+133,7456,0.0335218720138073,932,0.0004142833573636241,
+133,7464,0.031217731535434723,933,0.00036124627076787873,
+133,7472,0.031189586967229843,934,0.0004460132331587374,
+133,7480,0.03150806948542595,935,0.000546456309993201,
+133,7488,0.03149397671222687,936,0.0002352426947456681,
+133,7496,0.03253883868455887,937,0.0013272350254489786,
+133,7504,0.03132051229476929,938,0.00041433350534961477,
+134,7512,0.03165489807724953,939,0.000335431151648259,
+134,7520,0.03162704035639763,940,0.0006074102808876584,
+134,7528,0.0325145423412323,941,0.00016333709281752818,
+134,7536,0.03127108886837959,942,0.0006293477405658147,
+134,7544,0.03119080886244774,943,0.0003807022512773983,
+134,7552,0.030789971351623535,944,0.0010209939053031402,
+,,,944,,0.0008646951097509135
+134,7560,0.045257795602083206,945,0.00048574467145954257,
+135,7568,0.03492202237248421,946,0.000307549411081709,
+135,7576,0.031014632433652878,947,0.00040159259383058685,
+135,7584,0.031167712062597275,948,0.0005776757054263726,
+135,7592,0.03089364618062973,949,0.0011639903319659284,
+135,7600,0.03382492437958717,950,0.0002754534900304861,
+135,7608,0.034905992448329926,951,0.0005085324664833024,
+135,7616,0.03079642355442047,952,0.0004450988959764469,
+136,7624,0.030813295394182205,953,0.00039882990838830464,
+136,7632,0.031023014336824417,954,0.0011904952613501034,
+136,7640,0.03134266287088394,955,0.0003687738140937514,
+136,7648,0.03130015358328819,956,0.00022293669971986673,
+136,7656,0.033521704375743866,957,0.0005603438039543107,
+136,7664,0.031094998121261597,958,0.0004329049909508533,
+136,7672,0.03114086017012596,959,0.0005148901880602352,
+137,7680,0.03411376476287842,960,0.0003935993227059953,
+,,,960,,0.0008315707192472789
+137,7688,0.031173989176750183,961,0.0005190916388528421,
+137,7696,0.031588077545166016,962,0.0012157487884299674,
+137,7704,0.03130771592259407,963,0.0005426737175598232,
+137,7712,0.0315336249768734,964,0.00031346129584232006,
+137,7720,0.030620116740465164,965,0.000426250499334525,
+137,7728,0.03138106316328049,966,0.00023058523815548554,
+138,7736,0.032263319939374924,967,0.0004340556028182618,
+138,7744,0.03897310048341751,968,0.00028831772336464684,
+138,7752,0.03692558407783508,969,0.0003163136563671287,
+138,7760,0.030389435589313507,970,0.00024815700453473255,
+138,7768,0.03013581410050392,971,0.0006273638654319155,
+138,7776,0.030779100954532623,972,0.0006102707001528787,
+138,7784,0.030445437878370285,973,0.0011761258591342573,
+139,7792,0.030795704573392868,974,0.0003081634244558194,
+139,7800,0.031227756291627884,975,0.00020641080118366517,
+139,7808,0.030824683606624603,976,0.0013322614024880088,
+,,,976,,0.0008240679845861766
+139,7816,0.031241539865732193,977,0.00037168046765145846,
+139,7824,0.031539544463157654,978,0.00040312158803730694,
+139,7832,0.030916891992092133,979,0.0006644948354313293,
+139,7840,0.030833564698696136,980,0.0005562397069297731,
+140,7848,0.030563417822122574,981,0.0003822597186976614,
+140,7856,0.03278554230928421,982,0.0003765717208605363,
+140,7864,0.030644353479146957,983,0.0006049074545444455,
+140,7872,0.030907150357961655,984,0.0010810435269377194,
+140,7880,0.03351597115397453,985,0.00021640277231603654,
+140,7888,0.030431438237428665,986,0.0005426424494627016,
+140,7896,0.030398253351449966,987,0.00038828087296375696,
+141,7904,0.03067823499441147,988,0.0003428633717703633,
+141,7912,0.030310213565826416,989,0.000522675750835333,
+141,7920,0.030964501202106476,990,0.0006140336706514724,
+141,7928,0.031244847923517227,991,0.00030778756918152793,
+141,7936,0.03914410248398781,992,0.00033550306286018056,
+,,,992,,0.0008088622404181439
+141,7944,0.031057346612215042,993,0.0004681541795434896,
+141,7952,0.03224051743745804,994,0.0011926444996788633,
+142,7960,0.033919233828783035,995,0.0005463430012847917,
+142,7968,0.030769117176532745,996,0.00023282700567506254,
+142,7976,0.030320193618535995,997,0.0010598543425051805,
+142,7984,0.03082437440752983,998,0.0003353111431351863,
+142,7992,0.030465029180049896,999,0.0003836700852843933,
+142,8000,0.0303666889667511,1000,0.0003729060275266723,
+142,8008,0.030536990612745285,1001,0.0006387691821146291,
+143,8016,0.03394236043095589,1002,0.0003838602477282455,
+143,8024,0.030397888273000717,1003,0.0005002445456436059,
+143,8032,0.0305124893784523,1004,0.0002816968597471714,
+143,8040,0.030727960169315338,1005,0.0010159608153536771,
+143,8048,0.030883874744176865,1006,0.0003745212103240192,
+143,8056,0.03371260315179825,1007,0.00037103275099070743,
+143,8064,0.031022973358631134,1008,0.0006543916156674227,
+,,,1008,,0.0008239650531955388
+144,8072,0.03040994331240654,1009,0.00040779352639219724,
+144,8080,0.030601393431425095,1010,0.00035722899629035964,
+144,8088,0.03258504718542099,1011,0.00026717878923095253,
+144,8096,0.03059352934360504,1012,0.0006336042590026574,
+144,8104,0.030944034457206726,1013,0.0004973451228579506,
+144,8112,0.0332196019589901,1014,0.0003559824484303438,
+144,8120,0.04614071175456047,1015,0.0011016871115619626,
+145,8128,0.030922781676054,1016,0.0011132531485950144,
+145,8136,0.030703336000442505,1017,0.00036089519298085094,
+145,8144,0.030453603714704514,1018,0.00026500771491555497,
+145,8152,0.03034564107656479,1019,0.00032096522126165737,
+145,8160,0.03045903518795967,1020,0.0006876342182901377,
+145,8168,0.030827660113573074,1021,0.0002741141890344972,
+145,8176,0.030943259596824646,1022,0.0004665024884161539,
+146,8184,0.03159142658114433,1023,0.0002372853096775626,
+146,8192,0.03087000921368599,1024,0.0005115674042220538,
+,,,1024,,0.0008302823356960131
+146,8200,0.03088121861219406,1025,0.0004049300710903481,
+146,8208,0.03098459541797638,1026,0.0003329191046456496,
+146,8216,0.03073444589972496,1027,0.0004610840154451911,
+146,8224,0.030600354075431824,1028,0.0005905516009079292,
+146,8232,0.03614121675491333,1029,0.0012324564807138152,
+147,8240,0.03187079355120659,1030,0.0004889874253422022,
+147,8248,0.03114938735961914,1031,0.0003281407377168459,
+147,8256,0.03151506930589676,1032,0.0014171119025074101,
+147,8264,0.031263332813978195,1033,0.0003538412975930524,
+147,8272,0.032525163143873215,1034,0.0005134313556482084,
+147,8280,0.031139839440584183,1035,0.00029032519523752853,
+147,8288,0.03198501467704773,1036,0.0002752633059012274,
+148,8296,0.031033217906951904,1037,0.000525862087670248,
+148,8304,0.031134124845266342,1038,0.0006019236185238697,
+148,8312,0.03110320121049881,1039,0.001056772310850927,
+148,8320,0.03314417228102684,1040,0.00028479889971839094,
+,,,1040,,0.0008293311719013298
+148,8328,0.030712392181158066,1041,0.00037484005654484713,
+148,8336,0.03096168488264084,1042,0.000277806611120468,
+148,8344,0.0309506356716156,1043,0.0005040427243908529,
+149,8352,0.033278822898864746,1044,0.0004041618544411344,
+149,8360,0.031010624021291733,1045,0.00038590891999774614,
+149,8368,0.030967246741056442,1046,0.0004443115787580609,
+149,8376,0.03090294450521469,1047,0.0005709538476367015,
+149,8384,0.0458071306347847,1048,0.00036093249784446217,
+149,8392,0.03158850222826004,1049,0.0003533261828124523,
+149,8400,0.03112698718905449,1050,0.0010373802049018974,
+150,8408,0.03196505457162857,1051,0.00041420947753876034,
+150,8416,0.03089350461959839,1052,0.00034184417442399234,
+150,8424,0.03076392039656639,1053,0.000414723954401614,
+150,8432,0.030933309346437454,1054,0.0004278943683444099,
+150,8440,0.03165726363658905,1055,0.0003468096911092289,
+150,8448,0.031302496790885925,1056,0.00019524635394595357,
+,,,1056,,0.0008360651200232298
+150,8456,0.03168496862053871,1057,0.001433497234337175,
+151,8464,0.03135344386100769,1058,0.00023368727205605764,
+151,8472,0.030994456261396408,1059,0.0004216443731610735,
+151,8480,0.03310766443610191,1060,0.0005532599435272542,
+151,8488,0.030955109745264053,1061,0.000403158193674042,
+151,8496,0.031186692416667938,1062,0.00042688949443717405,
+151,8504,0.03127332031726837,1063,0.0011194577103500099,
+151,8512,0.031168431043624878,1064,0.0004152472723614086,
+152,8520,0.033008795231580734,1065,0.00030650840199086815,
+152,8528,0.03130543231964111,1066,0.0005231267039727589,
+152,8536,0.031019289046525955,1067,0.00038993861599010413,
+152,8544,0.032088447362184525,1068,0.0004574631154052137,
+152,8552,0.031618259847164154,1069,0.0012703983143596402,
+152,8560,0.031112834811210632,1070,0.00048608141977720976,
+152,8568,0.039917368441820145,1071,0.0002701438657823019,
+153,8576,0.03640320897102356,1072,0.0005169218036046784,
+,,,1072,,0.0008191205561161041
+153,8584,0.030377432703971863,1073,0.000505002579302527,
+153,8592,0.030530210584402084,1074,0.0002530230324029819,
+153,8600,0.030589845031499863,1075,0.0005907992551025624,
+153,8608,0.03109101578593254,1076,0.00015922354375814192,
+153,8616,0.030708976089954376,1077,0.000259751303625914,
+153,8624,0.030697796493768692,1078,0.0011037467472935812,
+154,8632,0.030919279903173447,1079,0.0003152945137117058,
+154,8640,0.030824895948171616,1080,0.000338122096515938,
+154,8648,0.033278584480285645,1081,0.0002683606195205357,
+154,8656,0.032609861344099045,1082,0.0004817726472133978,
+154,8664,0.03346001356840134,1083,0.00038325616557043616,
+154,8672,0.031163886189460754,1084,0.0012723423715215176,
+154,8680,0.031087473034858704,1085,0.0004477031437669542,
+155,8688,0.031019598245620728,1086,0.000373399349336978,
+155,8696,0.03131494298577309,1087,0.0004548350342601124,
+155,8704,0.03380374237895012,1088,0.0004985238893740726,
+,,,1088,,0.0008301468485075494
+155,8712,0.030973628163337708,1089,0.0011085257438632349,
+155,8720,0.0337475948035717,1090,0.0002619754057377577,
+155,8728,0.030953850597143173,1091,0.00042866781222983263,
+155,8736,0.030690684914588928,1092,0.00039160156140698947,
+156,8744,0.030596043914556503,1093,0.00032140478611432225,
+156,8752,0.039720505475997925,1094,0.0005644530341669451,
+156,8760,0.037824392318725586,1095,0.0003976750958827324,
+156,8768,0.03094344213604927,1096,0.00027307035369713873,
+156,8776,0.03131278604269028,1097,0.0005540975253097713,
+156,8784,0.030793245881795883,1098,0.00024360949901165442,
+156,8792,0.033949751406908035,1099,0.0010926814195824721,
+157,8800,0.0310487262904644,1100,0.0003702689983501014,
+157,8808,0.03080647438764572,1101,0.0010935537837212905,
+157,8816,0.03152831271290779,1102,0.00047598077217116954,
+157,8824,0.03025020658969879,1103,0.0005013449475742304,
+157,8832,0.03215600177645683,1104,0.0005456228490484963,
+,,,1104,,0.0008152587258297464
+157,8840,0.02980007976293564,1105,0.0003058006717765238,
+157,8848,0.03244434669613838,1106,0.00028686881573362785,
+158,8856,0.030514921993017197,1107,0.0002554746659536084,
+158,8864,0.030499957501888275,1108,0.0005145780404828573,
+158,8872,0.030919574201107025,1109,0.00030916317518858705,
+158,8880,0.030350614339113235,1110,0.0004605062669725157,
+158,8888,0.030581794679164886,1111,0.0003528597379853535,
+158,8896,0.030661016702651978,1112,0.0013326527484120259,
+158,8904,0.03027321770787239,1113,0.00043837368469791147,
+159,8912,0.031114544719457626,1114,0.0011706077077958202,
+159,8920,0.030631817877292633,1115,0.00024847419699653984,
+159,8928,0.035028375685214996,1116,0.00046349902285411105,
+159,8936,0.030964110046625137,1117,0.00024927936465246603,
+159,8944,0.04749828949570656,1118,0.0006595878687221557,
+159,8952,0.037826646119356155,1119,0.00034210494292589527,
+159,8960,0.03096814826130867,1120,0.0002686735097086057,
+,,,1120,,0.0008158472407123317
+160,8968,0.030911952257156372,1121,0.001104410961984699,
+160,8976,0.030853837728500366,1122,0.00031593588646501304,
+160,8984,0.031520891934633255,1123,0.0004328192762014541,
+160,8992,0.031096462160348892,1124,0.00037576046981319615,
+160,9000,0.031235527247190475,1125,0.0003556754692743363,
+160,9008,0.030689001083374023,1126,0.00044054903992218897,
+160,9016,0.03144391253590584,1127,0.0005097351822769269,
+161,9024,0.031050071120262146,1128,0.00039710595956421457,
+161,9032,0.0306708961725235,1129,0.0005695318989940764,
+161,9040,0.030745256692171097,1130,0.0005032412693253719,
+161,9048,0.030829355120658875,1131,0.0003892097156494856,
+161,9056,0.03167865052819252,1132,0.000276800381107023,
+161,9064,0.030907753854990005,1133,0.0011820964718936011,
+161,9072,0.032269157469272614,1134,0.00028735587612674054,
+162,9080,0.031389154493808746,1135,0.0002428200314170681,
+162,9088,0.03215513005852699,1136,0.0004520877979909225,
+,,,1136,,0.0008123419045106224
+162,9096,0.03120696172118187,1137,0.0003951054150093114,
+162,9104,0.03126115724444389,1138,0.00034752614519675264,
+162,9112,0.033412594348192215,1139,0.00031862847787455064,
+162,9120,0.03111247345805168,1140,0.0004924523527733982,
+162,9128,0.04099614545702934,1141,0.0013082139703328721,
+163,9136,0.03511965647339821,1142,0.0004014108692192369,
+163,9144,0.03140222281217575,1143,0.0003324927343378982,
+163,9152,0.03284497559070587,1144,0.0004488591104745865,
+163,9160,0.03103300929069519,1145,0.0005306858723857799,
+163,9168,0.030566666275262833,1146,0.0012307083840520743,
+163,9176,0.03337855637073517,1147,0.0003216351462469902,
+163,9184,0.032070036977529526,1148,0.00030501004892777506,
+164,9192,0.03178984671831131,1149,0.0004282649904119105,
+164,9200,0.03116082027554512,1150,0.0004632647194537438,
+164,9208,0.030451267957687378,1151,0.00034208967311618227,
+164,9216,0.03114691749215126,1152,0.0005452688274090178,
+,,,1152,,0.0008174868543510852

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=dbpedia/list=0.0-1.0/labels.csv

@@ -0,0 +1,56 @@
+134898,3
+467341,11
+448055,11
+413626,10
+538411,13
+18135,0
+576165,3
+246397,6
+507969,12
+85813,2
+21698,0
+611971,10
+24335,0
+583644,4
+394207,9
+332309,8
+175313,4
+377721,9
+345565,8
+166535,4
+379557,9
+465153,11
+321725,8
+591893,6
+244848,6
+616076,11
+159326,3
+178172,4
+168807,4
+425841,10
+590555,6
+266678,6
+349158,8
+35734,0
+431323,10
+380476,9
+395082,9
+266065,6
+492745,12
+257404,6
+195175,4
+256281,6
+484644,12
+158506,3
+404580,10
+347106,8
+538220,13
+278419,6
+255094,6
+322662,8
+429068,10
+209924,5
+258883,6
+264148,6
+12519,0
+509299,12

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=dbpedia/list=0.0-1.0/logits.csv

@@ -0,0 +1,56 @@
+134898,-15.250314,-23.705328,-9.875314,-0.0011398465,-12.251053,-21.5713,-15.500314,-31.458824,-23.312574,-10.750314,-15.250314,-15.500314,-16.250315,-12.738148
+467341,-13.37541,-25.413868,-9.50041,-16.03487,-16.671642,-18.623194,-17.00041,-29.83083,-19.837988,-15.12541,-16.31291,-0.0004102342,-14.37541,-16.076162
+448055,-13.187973,-27.96037,-11.000473,-15.697243,-15.984969,-21.843016,-16.625473,-32.07155,-19.911385,-15.437973,-15.625473,-0.00047326807,-14.687973,-16.45249
+413626,-14.625095,-26.982746,-16.000095,-18.432869,-17.57522,-20.786753,-16.250095,-31.676632,-22.368162,-10.875095,-9.560128e-05,-16.187595,-20.000095,-15.323133
+538411,-9.251637,-14.507993,-11.814137,-11.833309,-9.808792,-14.909512,-11.001637,-30.237408,-14.411903,-11.814137,-11.001637,-11.126637,-12.064137,-0.0027291472
+18135,-6.6754976e-05,-22.742764,-17.312567,-16.875202,-16.63068,-21.014513,-13.812567,-35.003235,-20.715607,-16.937567,-15.312567,-16.187567,-18.187567,-14.01163
+576165,-12.750634,-23.026896,-9.125634,-0.0013701962,-8.12627,-20.349102,-14.000634,-31.546177,-20.117685,-12.688134,-14.625634,-15.750634,-16.563133,-12.87903
+246397,-17.750525,-26.63267,-19.500525,-19.539389,-25.458233,-27.831444,-0.0005252174,-28.401627,-17.247622,-18.438025,-16.000525,-17.563025,-19.063025,-16.064978
+507969,-12.125186,-24.369932,-12.125186,-15.633318,-11.897062,-24.611174,-14.875186,-31.46478,-19.107721,-14.000186,-15.812686,-11.750186,-0.00018618758,-10.753797
+85813,-12.064442,-22.567516,-0.001941821,-8.127642,-9.753227,-17.875513,-13.689442,-30.467777,-23.788269,-9.876942,-13.751942,-7.8769417,-13.376942,-13.689589
+21698,-0.0001792747,-22.050013,-10.250179,-13.5896,-12.863976,-16.680756,-13.250179,-30.824444,-19.484535,-13.062679,-14.625179,-12.562679,-13.500179,-13.212221
+611971,-14.625085,-27.160034,-16.312586,-20.324799,-19.004673,-21.535809,-16.500086,-29.94289,-22.518532,-11.375085,-8.4992615e-05,-16.812586,-20.500086,-17.758528
+24335,-0.00011276563,-20.456726,-16.500113,-16.936478,-13.101705,-19.22837,-13.125113,-33.62748,-21.865816,-17.812613,-15.750113,-16.687613,-16.625113,-13.274545
+583644,-14.250221,-26.32602,-12.375221,-14.275335,-0.00077349134,-24.789385,-14.437721,-33.16519,-18.665907,-15.437721,-15.437721,-18.062721,-18.125221,-15.462801
+394207,-13.68767,-24.91894,-13.68767,-16.197653,-17.886244,-16.797022,-16.18767,-29.403494,-20.4752,-0.00016985882,-9.62517,-15.06267,-19.37517,-16.540585
+332309,-14.125176,-20.418934,-15.562676,-13.618455,-16.201159,-25.573072,-12.062676,-29.487581,-0.0002867959,-14.312676,-12.500176,-13.812676,-14.937676,-15.767616
+175313,-15.250144,-30.2548,-14.250144,-15.700962,-0.0005905719,-28.802393,-17.500143,-34.546024,-19.545265,-17.437643,-17.937643,-19.250143,-20.750143,-17.830519
+377721,-14.187605,-25.524782,-12.625105,-16.637535,-18.11451,-15.660204,-16.812605,-28.31773,-20.52031,-0.00010466028,-11.625105,-14.687605,-18.687605,-17.852896
+345565,-15.062799,-21.59831,-14.875299,-14.726236,-15.257161,-26.673748,-12.375299,-28.892153,-0.00043053058,-14.687799,-12.375299,-13.875299,-15.312799,-16.9105
+166535,-14.500222,-26.799006,-12.875222,-14.951139,-0.00086701516,-25.171276,-15.000222,-33.201008,-16.660107,-15.812722,-15.250222,-18.187723,-18.375223,-14.892701
+379557,-11.500335,-24.126625,-12.062835,-13.493054,-16.944115,-16.312263,-15.125335,-28.594975,-19.786491,-0.0003345645,-9.750335,-13.625335,-17.250334,-13.456864
+465153,-11.875719,-25.401522,-8.000719,-14.504917,-14.1837435,-17.039831,-14.938219,-30.101864,-19.061523,-13.188219,-15.125719,-0.00071881205,-11.250719,-13.4442425
+321725,-15.187662,-22.816368,-15.250162,-16.61142,-15.889915,-28.169956,-13.312662,-29.61541,-0.0003593834,-15.062662,-13.125162,-14.250162,-15.625162,-17.269276
+591893,-11.375223,-27.29541,-21.062723,-21.197514,-21.825113,-20.96194,-0.00022301571,-34.404198,-19.51067,-18.500223,-14.500223,-18.500223,-19.750223,-17.127907
+244848,-13.500439,-26.392994,-18.750439,-19.086077,-21.881182,-21.42831,-0.000438594,-34.76754,-20.886463,-17.750439,-14.062939,-18.437939,-18.625439,-13.939406
+616076,-14.250696,-26.224218,-8.375696,-15.065861,-16.321836,-24.153091,-17.188196,-31.581131,-20.027079,-14.500696,-16.688196,-0.0006958209,-14.750696,-17.128529
+159326,-15.562859,-24.315264,-10.875359,-0.0011599975,-14.563589,-18.304892,-15.812859,-31.25535,-25.534203,-12.750359,-16.437859,-17.875359,-17.562859,-16.326204
+178172,-14.06276,-24.735147,-10.75026,-13.638465,-0.0010364281,-25.712076,-13.93776,-33.32703,-19.919506,-14.50026,-15.93776,-17.75026,-17.93776,-12.88908
+168807,-15.437623,-26.81103,-14.125123,-14.695453,-0.00080001506,-25.364084,-16.312622,-33.597775,-19.807512,-16.625122,-17.375122,-18.937622,-19.562622,-16.765272
+425841,-13.1251745,-24.97851,-15.5001745,-16.89415,-14.821186,-22.511406,-13.5626745,-28.794512,-20.43456,-9.8751745,-0.00017462636,-15.2501745,-19.687675,-14.7324295
+590555,-13.875197,-17.272642,-16.000198,-18.140444,-14.152947,-21.013033,-0.0001975103,-31.565641,-19.292128,-15.500197,-13.250197,-12.625197,-18.500198,-16.002945
+266678,-10.375824,-21.318953,-17.688324,-15.661501,-12.794198,-15.169621,-0.00082387356,-29.180317,-14.393526,-14.813324,-11.250824,-16.500824,-15.875824,-13.946825
+349158,-13.188629,-17.942677,-14.188629,-16.809162,-14.675795,-23.090279,-11.876129,-22.574215,-0.0012841879,-13.751129,-11.251129,-14.438629,-14.001129,-20.425154
+35734,-0.0013115146,-17.604654,-16.501312,-16.29863,-11.272011,-16.570292,-9.501311,-31.823898,-16.864527,-14.563811,-14.563811,-14.876311,-16.563812,-13.778463
+431323,-12.750307,-24.732418,-15.062807,-17.039854,-15.3421135,-19.16596,-14.687807,-27.41299,-20.24591,-8.625307,-0.00030715516,-14.375307,-18.812807,-13.056732
+380476,-15.562603,-27.810051,-14.375103,-17.495499,-19.765514,-17.752153,-18.562603,-30.513828,-23.332638,-0.00010311072,-14.250103,-16.187603,-19.875103,-18.864532
+395082,-16.187626,-27.497719,-16.000126,-17.691162,-20.522606,-18.542372,-18.812626,-30.368916,-24.92587,-0.00012516193,-14.875125,-17.750126,-20.562626,-20.071756
+266065,-9.500423,-16.550533,-16.250423,-14.549337,-12.253621,-21.085526,-0.0004232226,-31.033302,-14.920903,-13.625423,-11.125423,-13.812923,-15.437923,-11.507563
+492745,-12.625268,-26.529245,-12.500268,-16.818861,-15.509472,-24.683384,-14.687768,-30.966803,-18.947563,-13.250268,-16.625267,-11.750268,-0.00026782742,-13.150487
+257404,-10.375435,-20.423944,-17.562935,-16.5611,-15.187597,-17.346737,-0.00043454266,-34.13908,-17.588535,-15.000435,-9.375435,-14.687935,-15.500435,-14.004106
+195175,-14.43769,-28.099663,-14.37519,-15.898523,-0.00065254583,-23.528244,-15.31269,-31.318039,-16.135538,-15.81269,-17.12519,-17.62519,-19.62519,-16.002563
+256281,-13.750139,-19.872725,-19.18764,-18.364708,-16.082426,-21.64988,-0.00013958434,-29.738087,-17.36894,-16.75014,-14.125139,-14.937639,-18.43764,-15.628694
+484644,-12.750168,-25.642069,-13.312668,-15.572219,-12.131289,-21.265362,-13.625168,-31.880707,-20.320202,-12.875168,-15.937668,-12.250168,-0.00016830936,-11.138224
+158506,-14.938029,-25.245422,-9.875529,-0.0013292002,-13.93906,-20.631744,-15.313029,-30.783648,-23.454468,-12.750529,-16.063028,-16.313028,-16.875528,-15.120175
+404580,-15.000379,-26.562798,-14.625379,-17.036892,-17.38206,-22.82444,-15.750379,-28.893332,-22.073685,-8.375379,-0.00037817957,-15.562879,-19.937878,-15.585928
+347106,-14.125232,-20.92386,-15.375232,-13.543719,-16.130167,-24.254807,-12.687732,-28.498554,-0.0006076314,-13.937732,-12.125232,-14.000232,-14.375232,-14.732049
+538220,-11.751756,-23.201601,-11.751756,-13.164439,-11.505071,-15.476704,-12.564256,-28.813374,-19.126358,-11.251756,-13.689256,-10.501756,-11.251756,-0.003365182
+278419,-11.875442,-18.035835,-16.37544,-16.681068,-14.6060705,-16.679138,-0.0004413346,-28.587286,-17.104067,-15.437942,-12.875442,-12.875442,-16.68794,-12.876881
+255094,-15.562797,-22.310984,-20.562796,-19.216383,-17.339256,-24.480797,-0.00029642956,-30.0318,-17.687765,-18.250296,-14.375297,-17.250296,-18.687796,-16.256247
+322662,-14.50027,-22.0828,-13.50027,-13.313903,-15.189242,-26.992422,-12.68777,-28.83273,-0.00044424133,-14.06277,-12.62527,-13.50027,-15.06277,-16.408527
+429068,-14.250347,-26.280361,-15.500347,-16.936287,-16.595663,-21.343702,-15.562847,-29.71806,-19.416128,-8.500347,-0.0003467197,-14.625347,-19.187847,-15.7541685
+209924,-10.751741,-19.002384,-13.251741,-11.989567,-11.396267,-0.012893152,-9.314241,-27.31165,-24.940525,-9.626741,-9.939241,-11.251741,-13.314241,-11.2725315
+258883,-13.875521,-20.34249,-17.56302,-16.761572,-17.645487,-20.984085,-0.0005209281,-28.545149,-11.229444,-14.563021,-10.750521,-15.125521,-14.938021,-13.505184
+264148,-16.000223,-24.484556,-20.375223,-20.267662,-19.518627,-28.161781,-0.00022301571,-32.749855,-19.028566,-17.437723,-15.250223,-17.500223,-19.687723,-15.944847
+12519,-0.0001721234,-21.04855,-18.312672,-17.539352,-15.740093,-20.385902,-14.687672,-39.54269,-21.055676,-17.875172,-16.000172,-16.500172,-17.812672,-14.309152
+509299,-12.250219,-25.758934,-10.875219,-15.1301365,-13.578662,-18.723413,-14.937719,-32.098686,-19.39373,-11.750219,-16.37522,-12.125219,-0.00021908268,-11.379466

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=3/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=3/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,818 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.2898136302828789,0,9.758001327514648,
+0,8,0.050111494958400726,1,8.195691658900333,
+0,16,0.02895214408636093,2,8.542736666543144,
+0,24,0.029598776251077652,3,8.109978096825737,
+0,32,0.033027179539203644,4,3.943659654030433,
+0,40,0.031993843615055084,5,5.549278940473284,
+1,48,0.029046855866909027,6,4.183416476616492,
+1,56,0.029030129313468933,7,3.1991211622953415,
+1,64,0.03035123646259308,8,4.97979676264983,
+1,72,0.02940577268600464,9,3.9290920921734402,
+1,80,0.029429592192173004,10,1.6181007424990337,
+2,88,0.02944762632250786,11,2.217453472316265,
+2,96,0.02912824973464012,12,0.9442125169130472,
+2,104,0.029399842023849487,13,3.829852983355522,
+2,112,0.03300534188747406,14,1.0424144608633858,
+2,120,0.02923915907740593,15,1.1045233494100661,
+3,128,0.029209740459918976,16,0.4554083510302007,
+,,,16,,0.402346928914388
+3,136,0.02898281067609787,17,0.14286453117217338,
+3,144,0.048590462654829025,18,1.3250465921771069,
+3,152,0.03795896843075752,19,1.3291868188490088,
+3,160,0.02906794100999832,20,0.1996174722444266,
+4,168,0.03408953920006752,21,0.0581175087330242,
+4,176,0.031617045402526855,22,0.14341351160636315,
+4,184,0.033043272793293,23,1.004178635077551,
+4,192,0.02948996052145958,24,0.022805329877883196,
+4,200,0.029173579066991806,25,0.10177747663110495,
+5,208,0.029031511396169662,26,0.25327684364926356,
+5,216,0.029115844517946243,27,0.010539276668658623,
+5,224,0.02911766991019249,28,0.03268196652643383,
+5,232,0.029434625059366226,29,0.10267812856473028,
+5,240,0.02915460243821144,30,0.012686774818575941,
+6,248,0.029284480959177017,31,0.008126085871481337,
+6,256,0.03340066596865654,32,0.00954594382677566,
+,,,32,,0.16064058740933737
+6,264,0.03355320915579796,33,0.05646516901271587,
+6,272,0.03304368630051613,34,0.012332395075217766,
+6,280,0.029106736183166504,35,0.024058184599897895,
+7,288,0.02952854335308075,36,0.011110565154178237,
+7,296,0.028950825333595276,37,0.009820793478866108,
+7,304,0.0332583487033844,38,0.003454745548272816,
+7,312,0.029184244573116302,39,0.007222787360660732,
+7,320,0.032996103167533875,40,0.012311006598443223,
+8,328,0.033067330718040466,41,0.009395153323809306,
+8,336,0.029431477189064026,42,0.005799448463435778,
+8,344,0.04026254639029503,43,0.002577990687523897,
+8,352,0.03327492997050285,44,0.005371879291487858,
+8,360,0.029008492827415466,45,0.005762946508845992,
+9,368,0.0299735926091671,46,0.00520274683367461,
+9,376,0.029185175895690918,47,0.004584133064781781,
+9,384,0.03312605246901512,48,0.0022873752963884423,
+,,,48,,0.09273563822110494
+9,392,0.03322422876954079,49,0.002278020983794704,
+9,400,0.029476381838321686,50,0.0036527840503757553,
+10,408,0.029707852751016617,51,0.0030683447710341876,
+10,416,0.03349408879876137,52,0.0029927979755614486,
+10,424,0.03347745165228844,53,0.0024344604680663906,
+10,432,0.02914399653673172,54,0.002814172036596574,
+10,440,0.028989434242248535,55,0.0023593495757917742,
+11,448,0.029512442648410797,56,0.0024255748830910306,
+11,456,0.0299159437417984,57,0.0028329010573753086,
+11,464,0.033950064331293106,58,0.0015674115469058354,
+11,472,0.029258377850055695,59,0.002513415723418196,
+11,480,0.029657576233148575,60,0.0023729607676311088,
+12,488,0.03187919780611992,61,0.0015884350379399787,
+12,496,0.03022826462984085,62,0.0021688795196286473,
+12,504,0.029580600559711456,63,0.0019433980009385518,
+12,512,0.03307705000042915,64,0.0023247399501717435,
+,,,64,,0.07990531623363495
+12,520,0.02940886840224266,65,0.0020799412604366593,
+13,528,0.029339436441659927,66,0.001548097048985905,
+13,536,0.04248114675283432,67,0.0014104293390678673,
+13,544,0.030677229166030884,68,0.0016034122516150372,
+13,552,0.03290649503469467,69,0.0016535880339298664,
+13,560,0.03274979814887047,70,0.002922148672431441,
+14,568,0.03557382896542549,71,0.0011655057001357467,
+14,576,0.033152081072330475,72,0.001627854067919543,
+14,584,0.02918074280023575,73,0.0018482438554201508,
+14,592,0.02923525869846344,74,0.0022249527275562285,
+14,600,0.029215719550848007,75,0.0015334427104486774,
+15,608,0.029428280889987946,76,0.00205810517346596,
+15,616,0.029445018619298935,77,0.0017693972241921495,
+15,624,0.029366277158260345,78,0.001365227317860858,
+15,632,0.02968692034482956,79,0.001546443587777993,
+15,640,0.032878272235393524,80,0.0012408916902911318,
+,,,80,,0.07148940861225128
+16,648,0.033188268542289734,81,0.000796073567471467,
+16,656,0.03270336985588074,82,0.0018575797109709432,
+16,664,0.02930358797311783,83,0.001233936969323882,
+16,672,0.029359806329011917,84,0.002404477503240252,
+16,680,0.029493413865566254,85,0.0015163153038884047,
+17,688,0.029625456780195236,86,0.0018347380864724983,
+17,696,0.029155109077692032,87,0.0012116227376585205,
+17,704,0.029327552765607834,88,0.0014114900321666418,
+17,712,0.03387909010052681,89,0.002014855982534672,
+17,720,0.029261939227581024,90,0.001416598151990911,
+18,728,0.04146787151694298,91,0.0007063959734902406,
+18,736,0.02978014573454857,92,0.0016740302568958962,
+18,744,0.030040990561246872,93,0.001636505279748235,
+18,752,0.03434181213378906,94,0.001899590621178504,
+18,760,0.028699349611997604,95,0.0015535476695125302,
+19,768,0.02888796478509903,96,0.0016173938235554558,
+,,,96,,0.07045423984527588
+19,776,0.029277674853801727,97,0.0007429159427724349,
+19,784,0.033752553164958954,98,0.001728081965767261,
+19,792,0.028997760266065598,99,0.0018866314304222425,
+19,800,0.028819803148508072,100,0.0011212337108604102,
+20,808,0.02907181903719902,101,0.0019110376535016777,
+20,816,0.03241538256406784,102,0.0010489279699798387,
+20,824,0.028747577220201492,103,0.0011035657246663635,
+20,832,0.02929544448852539,104,0.0012300332340860873,
+20,840,0.029103979468345642,105,0.0017898754516723924,
+21,848,0.029343876987695694,106,0.0016007497414158513,
+21,856,0.02883531153202057,107,0.0008739444053319928,
+21,864,0.029673796147108078,108,0.0013582130583624046,
+21,872,0.029113058000802994,109,0.0016781034297309815,
+21,880,0.029052384197711945,110,0.001421641485649161,
+22,888,0.029248744249343872,111,0.0013273813907289877,
+22,896,0.028770525008440018,112,0.0014102444130306444,
+,,,112,,0.07011259595553081
+22,904,0.02966988831758499,113,0.001654790792739592,
+22,912,0.029061581939458847,114,0.0011821372967320853,
+22,920,0.03755924478173256,115,0.001344299475022126,
+23,928,0.03420521318912506,116,0.0009676074439014953,
+23,936,0.02922721579670906,117,0.0012152678727943567,
+23,944,0.02932170033454895,118,0.0016614744023312456,
+23,952,0.028957296162843704,119,0.0006839095687610098,
+23,960,0.02899222820997238,120,0.001846588849730324,
+24,968,0.02910182997584343,121,0.0011869995326448518,
+24,976,0.033682871609926224,122,0.0011597648590395693,
+24,984,0.029406536370515823,123,0.0017231536509755712,
+24,992,0.02914687618613243,124,0.000832393155481744,
+24,1000,0.03246578201651573,125,0.0015507455723958888,
+25,1008,0.03295900300145149,126,0.0017262753031294172,
+25,1016,0.029881108552217484,127,0.0014996542886365205,
+25,1024,0.02965417131781578,128,0.0012196861363398576,
+,,,128,,0.06480733056863149
+25,1032,0.02891843020915985,129,0.0008751707691072414,
+25,1040,0.028890084475278854,130,0.0008448700695721941,
+26,1048,0.029431160539388657,131,0.001574850844917819,
+26,1056,0.029092207551002502,132,0.0013115693522302214,
+26,1064,0.028824500739574432,133,0.0014524501433091548,
+26,1072,0.028806518763303757,134,0.0010288092941794144,
+26,1080,0.0286925807595253,135,0.0008515564338515767,
+27,1088,0.034117259085178375,136,0.0013411773297076041,
+27,1096,0.02886657416820526,137,0.000799330629282243,
+27,1104,0.032899193465709686,138,0.0011815180436574987,
+27,1112,0.028776410967111588,139,0.0013633901149400377,
+27,1120,0.04249215126037598,140,0.0015005525492597371,
+28,1128,0.029198359698057175,141,0.0013824059821975728,
+28,1136,0.028718851506710052,142,0.0013093452424592605,
+28,1144,0.028985068202018738,143,0.0013107724007568322,
+28,1152,0.02924875169992447,144,0.0012926262705670005,
+,,,144,,0.06418877343336742
+28,1160,0.029039498418569565,145,0.0008453093760181218,
+29,1168,0.03357941284775734,146,0.0010503869698368362,
+29,1176,0.03354945033788681,147,0.0016099496950538685,
+29,1184,0.033564358949661255,148,0.0008497375618809691,
+29,1192,0.03345325589179993,149,0.0017780602696196486,
+29,1200,0.03330926597118378,150,0.0009001173623671223,
+30,1208,0.033570270985364914,151,0.0007610441004674483,
+30,1216,0.028905827552080154,152,0.001355935492028948,
+30,1224,0.032568104565143585,153,0.0006726090444620544,
+30,1232,0.028833869844675064,154,0.0014802245423197746,
+30,1240,0.029250580817461014,155,0.0015237782522140501,
+31,1248,0.03443653881549835,156,0.000654610457086864,
+31,1256,0.02975660189986229,157,0.0017617388298579802,
+31,1264,0.029026415199041367,158,0.001340411363903863,
+31,1272,0.02870788425207138,159,0.0007419046463231401,
+31,1280,0.03326379880309105,160,0.001077675900887698,
+,,,160,,0.06036048630873362
+32,1288,0.03359345719218254,161,0.0010900108588560084,
+32,1296,0.0295674167573452,162,0.001439282218295072,
+32,1304,0.045994289219379425,163,0.0013021833505869533,
+32,1312,0.03491867333650589,164,0.0008626083872513846,
+32,1320,0.028803911060094833,165,0.000952818912292759,
+33,1328,0.03343985229730606,166,0.0013525269149492183,
+33,1336,0.029111195355653763,167,0.001400421359964336,
+33,1344,0.029061652719974518,168,0.001082941170898266,
+33,1352,0.02872411534190178,169,0.0005836086665195497,
+33,1360,0.02875499427318573,170,0.0009525601841839185,
+34,1368,0.02856633812189102,171,0.001220675065269461,
+34,1376,0.033715907484292984,172,0.0011624229683851203,
+34,1384,0.03378406912088394,173,0.0007851357234661313,
+34,1392,0.029446035623550415,174,0.0010146535955405293,
+34,1400,0.028785016387701035,175,0.0013966371746694979,
+35,1408,0.029665827751159668,176,0.0013984959055400954,
+,,,176,,0.06376401583353679
+35,1416,0.02874118834733963,177,0.0009516623564801799,
+35,1424,0.03361820802092552,178,0.0008385054320873071,
+35,1432,0.02885068953037262,179,0.0014455647864711604,
+35,1440,0.029113534837961197,180,0.00101307277509477,
+36,1448,0.029380135238170624,181,0.001435443815231944,
+36,1456,0.029086969792842865,182,0.0009965766758586352,
+36,1464,0.029116544872522354,183,0.00096426241119237,
+36,1472,0.028697114437818527,184,0.0010401838371763006,
+36,1480,0.034174539148807526,185,0.000976048833063732,
+37,1488,0.02927587181329727,186,0.0007658336432471585,
+37,1496,0.04398226737976074,187,0.0014774544624742703,
+37,1504,0.04329201951622963,188,0.0007054870414625233,
+37,1512,0.03315798193216324,189,0.001146910061444422,
+37,1520,0.029311038553714752,190,0.0011136487838274871,
+38,1528,0.033121101558208466,191,0.0013192713847204756,
+38,1536,0.029157131910324097,192,0.0004862442557086152,
+,,,192,,0.05664071440696716
+38,1544,0.029259495437145233,193,0.001606620200133572,
+38,1552,0.029836855828762054,194,0.0009026522010875244,
+38,1560,0.02920868992805481,195,0.0008222063708152356,
+39,1568,0.034100491553545,196,0.0010237539581094796,
+39,1576,0.033171750605106354,197,0.0007982643702152101,
+39,1584,0.03315659612417221,198,0.0017059240053640679,
+39,1592,0.03324851021170616,199,0.000805169645380894,
+39,1600,0.029458820819854736,200,0.0007403465320489236,
+40,1608,0.02982855960726738,201,0.0007589284536412119,
+40,1616,0.029275178909301758,202,0.0007076742840581574,
+40,1624,0.029684986919164658,203,0.0008273768492342372,
+40,1632,0.033532414585351944,204,0.000983617623569444,
+40,1640,0.029663216322660446,205,0.001672348221957994,
+41,1648,0.034419137984514236,206,0.0008548673109284469,
+41,1656,0.02959878370165825,207,0.0009019710175510097,
+41,1664,0.029276683926582336,208,0.0011950959617804205,
+,,,208,,0.05641777813434601
+41,1672,0.028614386916160583,209,0.0012563864911498968,
+41,1680,0.029406391084194183,210,0.0009141545015154406,
+42,1688,0.04552624374628067,211,0.0007173167337896303,
+42,1696,0.034614965319633484,212,0.0007299902979010606,
+42,1704,0.029450561851263046,213,0.0008868504126439802,
+42,1712,0.029010195285081863,214,0.0007817880308721214,
+42,1720,0.03024236112833023,215,0.0016606613171461504,
+43,1728,0.029170289635658264,216,0.0009626603023207281,
+43,1736,0.02920074388384819,217,0.0009017818248442685,
+43,1744,0.03313029557466507,218,0.0007737826302987882,
+43,1752,0.029389426112174988,219,0.0009600931662134826,
+43,1760,0.02899175137281418,220,0.0013310985991016164,
+44,1768,0.029219631105661392,221,0.0010522744331475614,
+44,1776,0.03314774110913277,222,0.0006655400919650371,
+44,1784,0.029288027435541153,223,0.000965578576142434,
+44,1792,0.03318316861987114,224,0.001349304257504021,
+,,,224,,0.05731761952241262
+44,1800,0.03351440280675888,225,0.0008516651784399679,
+45,1808,0.03348906710743904,226,0.000771989302718014,
+45,1816,0.028970718383789062,227,0.0011754390458615187,
+45,1824,0.033840566873550415,228,0.0008880281910443535,
+45,1832,0.028688017278909683,229,0.0010768317380487652,
+45,1840,0.033509813249111176,230,0.0010146193681672836,
+46,1848,0.02926783263683319,231,0.0008558030021958984,
+46,1856,0.029183819890022278,232,0.0010361368767917156,
+46,1864,0.03345058113336563,233,0.0011112505089840852,
+46,1872,0.029501445591449738,234,0.0013757937021392325,
+46,1880,0.033594753593206406,235,0.00037305108829362627,
+47,1888,0.046245552599430084,236,0.0008855531965049782,
+47,1896,0.03520309552550316,237,0.0010433966051399087,
+47,1904,0.029272180050611496,238,0.0011215360221588828,
+47,1912,0.03450561687350273,239,0.0006904286286347391,
+47,1920,0.03364480659365654,240,0.0009978417229528228,
+,,,240,,0.05687671899795532
+48,1928,0.029202930629253387,241,0.0013909072658861987,
+48,1936,0.02919924631714821,242,0.000705398412537761,
+48,1944,0.029248416423797607,243,0.0005869226163971083,
+48,1952,0.029546909034252167,244,0.0010883587237913162,
+48,1960,0.029311005026102066,245,0.0008332436409546062,
+49,1968,0.034256305545568466,246,0.0005533732146432158,
+49,1976,0.02988547831773758,247,0.001236655885198464,
+49,1984,0.033046651631593704,248,0.0006611151839024387,
+49,1992,0.029510192573070526,249,0.0010340371609345311,
+49,2000,0.033159755170345306,250,0.0008977983690177401,
+50,2008,0.029521048069000244,251,0.000981158062391582,
+50,2016,0.029603436589241028,252,0.0006253335483891603,
+50,2024,0.03009282797574997,253,0.0006662159893577071,
+50,2032,0.029447361826896667,254,0.0009310295627074083,
+50,2040,0.029865890741348267,255,0.0012618164525650042,
+51,2048,0.02940266579389572,256,0.0011668710232091448,
+,,,256,,0.05515265961488088
+51,2056,0.029589969664812088,257,0.0008561997797537165,
+51,2064,0.03256875276565552,258,0.000784457629868904,
+51,2072,0.04217018187046051,259,0.0003845662027338727,
+51,2080,0.033959031105041504,260,0.0010625510913087055,
+52,2088,0.029775969684123993,261,0.0008286556320464504,
+52,2096,0.029509205371141434,262,0.0008571595837046127,
+52,2104,0.031369395554065704,263,0.0010353647642962944,
+52,2112,0.03337336704134941,264,0.0010027357012194653,
+52,2120,0.029366690665483475,265,0.0007899307868986701,
+53,2128,0.03383390232920647,266,0.000982939184177667,
+53,2136,0.033937279134988785,267,0.001477003610209347,
+53,2144,0.033728037029504776,268,0.0006453092234247985,
+53,2152,0.033928755670785904,269,0.0008927306936432918,
+53,2160,0.034146055579185486,270,0.00047148387798538,
+54,2168,0.034169167280197144,271,0.0010508422061460665,
+54,2176,0.033996447920799255,272,0.0007979143410921097,
+,,,272,,0.0517720232407252
+54,2184,0.030756816267967224,273,0.0008780041825957596,
+54,2192,0.03170708566904068,274,0.0007198136933896292,
+54,2200,0.030719388276338577,275,0.0009627796646852333,
+55,2208,0.03091396763920784,276,0.0007659215334570035,
+55,2216,0.030955564230680466,277,0.0008562023275382151,
+55,2224,0.033528149127960205,278,0.0011460505949798972,
+55,2232,0.03066188469529152,279,0.0007871229958254844,
+55,2240,0.03369741886854172,280,0.0007396080676699057,
+56,2248,0.03165198862552643,281,0.0008949482042226009,
+56,2256,0.02960072085261345,282,0.0006802445485456181,
+56,2264,0.031455375254154205,283,0.0009474432195669838,
+56,2272,0.030060887336730957,284,0.0011757330121326959,
+56,2280,0.030400607734918594,285,0.0005476721271406859,
+57,2288,0.030892428010702133,286,0.0010668105780496262,
+57,2296,0.030297506600618362,287,0.0011257786471914086,
+57,2304,0.03826165199279785,288,0.0008111091133636924,
+,,,288,,0.052233765522638954
+57,2312,0.0295838862657547,289,0.0006294213929392684,
+57,2320,0.030236128717660904,290,0.0006199308939228233,
+58,2328,0.03111227974295616,291,0.0007841842016205192,
+58,2336,0.030438341200351715,292,0.0007700574796592049,
+58,2344,0.030661001801490784,293,0.0005473318557381969,
+58,2352,0.029934950172901154,294,0.0010530859021505772,
+58,2360,0.029871579259634018,295,0.0010032338177552447,
+59,2368,0.03374709188938141,296,0.0007667441786907148,
+59,2376,0.03076423704624176,297,0.0006239913769108666,
+59,2384,0.033113256096839905,298,0.0008810114920682584,
+59,2392,0.02968275547027588,299,0.0007710599188263026,
+59,2400,0.028789054602384567,300,0.0011908309646129895,
+60,2408,0.03415017947554588,301,0.0009054799379858498,
+60,2416,0.03512878715991974,302,0.0013511758285555213,
+60,2424,0.036418892443180084,303,0.0007390882103488996,
+60,2432,0.036613401025533676,304,0.000600027209657128,
+,,,304,,0.051376079519589744
+60,2440,0.03687334433197975,305,0.0006349329705699347,
+61,2448,0.036943625658750534,306,0.0007927586299886641,
+61,2456,0.03677155449986458,307,0.0008838930350196149,
+61,2464,0.03709539398550987,308,0.0008257450623204932,
+61,2472,0.035566333681344986,309,0.0005472547406194886,
+61,2480,0.0439191497862339,310,0.001016644559318333,
+62,2488,0.03536563366651535,311,0.0005717764094394321,
+62,2496,0.028945192694664,312,0.0005959119541027272,
+62,2504,0.03345238417387009,313,0.0008806538836021598,
+62,2512,0.029160309582948685,314,0.0012620422733432082,
+62,2520,0.02943301573395729,315,0.000735656787098075,
+63,2528,0.029115639626979828,316,0.0011907157786481548,
+63,2536,0.028932202607393265,317,0.0007101826544385403,
+63,2544,0.029127396643161774,318,0.000622233810225645,
+63,2552,0.033561330288648605,319,0.0007229062321130186,
+63,2560,0.029014334082603455,320,0.0009465843512981127,
+,,,320,,0.045050869385401406
+64,2568,0.03301643952727318,321,0.0008993997583344865,
+64,2576,0.02898932248353958,322,0.0009646357128596199,
+64,2584,0.029292259365320206,323,0.0007862435678751874,
+64,2592,0.02895323559641838,324,0.0007849735008606401,
+64,2600,0.02932737022638321,325,0.0005485856298556817,
+65,2608,0.03223912790417671,326,0.000903039806871675,
+65,2616,0.033522289246320724,327,0.0004737775496323593,
+65,2624,0.03313359245657921,328,0.0005106332179051465,
+65,2632,0.02893458679318428,329,0.0007736110731327374,
+65,2640,0.02897399663925171,330,0.0011492321089677075,
+66,2648,0.028923306614160538,331,0.0008557355710460494,
+66,2656,0.029060102999210358,332,0.0005381798244863083,
+66,2664,0.029004741460084915,333,0.0006873759183300925,
+66,2672,0.04014475271105766,334,0.0007312246868553172,
+66,2680,0.03356698155403137,335,0.0011165575041169567,
+67,2688,0.02910716086626053,336,0.00033355546607212585,
+,,,336,,0.050102596481641136
+67,2696,0.02883089706301689,337,0.0007903952625513609,
+67,2704,0.02857998013496399,338,0.0006585561433374616,
+67,2712,0.028683889657258987,339,0.0009495984444843739,
+67,2720,0.029683217406272888,340,0.0010868415779744585,
+68,2728,0.0293259359896183,341,0.0005754993083731582,
+68,2736,0.029389899224042892,342,0.0010578271400075979,
+68,2744,0.029089294373989105,343,0.0009885484396363609,
+68,2752,0.028857797384262085,344,0.0004841326444875449,
+68,2760,0.02862584963440895,345,0.000795282686470143,
+69,2768,0.029350630939006805,346,0.001089019187599082,
+69,2776,0.029398206621408463,347,0.0009846102155279368,
+69,2784,0.03449226915836334,348,0.00044576023962387506,
+69,2792,0.02925734966993332,349,0.0006004882636868084,
+69,2800,0.029002904891967773,350,0.0007377107423963026,
+70,2808,0.029441528022289276,351,0.0004676496888957142,
+70,2816,0.029227595776319504,352,0.0009645049605751411,
+,,,352,,0.048471237222353615
+70,2824,0.02910611405968666,353,0.001236263508742143,
+70,2832,0.033983681350946426,354,0.0005109155220755687,
+70,2840,0.029326610267162323,355,0.0005738455258930723,
+71,2848,0.02947736158967018,356,0.000765794140394204,
+71,2856,0.029282834380865097,357,0.0006858465796020548,
+71,2864,0.039468538016080856,358,0.0008109024400420657,
+71,2872,0.032424647361040115,359,0.0004187349880918522,
+71,2880,0.03376587852835655,360,0.0009558292773650273,
+72,2888,0.029577530920505524,361,0.0008445185832291221,
+72,2896,0.029829971492290497,362,0.0011018044727582794,
+72,2904,0.02951129898428917,363,0.00046932680076376226,
+72,2912,0.034143730998039246,364,0.000619482268770558,
+72,2920,0.02925759181380272,365,0.0007899297372205183,
+73,2928,0.029320981353521347,366,0.000417137334200864,
+73,2936,0.029026232659816742,367,0.0007038239612787341,
+73,2944,0.02944786846637726,368,0.0005525823617062997,
+,,,368,,0.05452707906564077
+73,2952,0.029694177210330963,369,0.000992109509431483,
+73,2960,0.029318254441022873,370,0.0009908240972436033,
+74,2968,0.029110033065080643,371,0.000535107512405375,
+74,2976,0.029315005987882614,372,0.0008700033630399654,
+74,2984,0.02931150421500206,373,0.0006655263291163878,
+74,2992,0.02922162413597107,374,0.0008415056498571565,
+74,3000,0.03322514891624451,375,0.0007664251397727639,
+75,3008,0.029692452400922775,376,0.0009868698152086625,
+75,3016,0.03381173312664032,377,0.0006673813259112649,
+75,3024,0.034602828323841095,378,0.0008434202328013878,
+75,3032,0.02960306406021118,379,0.0006821018635361854,
+75,3040,0.029323376715183258,380,0.00043088899692520497,
+76,3048,0.02985389530658722,381,0.0009264998589060269,
+76,3056,0.03364019840955734,382,0.00048826026445917354,
+76,3064,0.04610609635710716,383,0.0007352226624361184,
+76,3072,0.029858935624361038,384,0.0008790187724419715,
+,,,384,,0.04734047253926595
+76,3080,0.02946767956018448,385,0.0007180080137914047,
+77,3088,0.034113865345716476,386,0.0004227149596166176,
+77,3096,0.029545623809099197,387,0.0007312589150387794,
+77,3104,0.029669735580682755,388,0.0006327535202217405,
+77,3112,0.029598873108625412,389,0.0011889924290395962,
+77,3120,0.029843896627426147,390,0.0006044702313374728,
+78,3128,0.034747056663036346,391,0.0007623011224495713,
+78,3136,0.03348959609866142,392,0.0009017821284942329,
+78,3144,0.029668375849723816,393,0.0007006671512499452,
+78,3152,0.03001045435667038,394,0.0005003362803108757,
+78,3160,0.029648102819919586,395,0.000839371197798755,
+79,3168,0.02983992174267769,396,0.0008496147938785725,
+79,3176,0.029658351093530655,397,0.001111491430492606,
+79,3184,0.034423187375068665,398,0.0006393090331515011,
+79,3192,0.029698293656110764,399,0.0005272648569578971,
+79,3200,0.029897991567850113,400,0.0005703787785023451,
+,,,400,,0.05106435716152191
+80,3208,0.02897047996520996,401,0.0007806652962851027,
+80,3216,0.029298387467861176,402,0.0006593525883675154,
+80,3224,0.02951902523636818,403,0.0007790720961306111,
+80,3232,0.0338374562561512,404,0.0005141914589330554,
+80,3240,0.02938118204474449,405,0.0008071003997299288,
+81,3248,0.04670422151684761,406,0.0005029930434830021,
+81,3256,0.036555081605911255,407,0.0007844958609590928,
+81,3264,0.033173348754644394,408,0.0009287213632727371,
+81,3272,0.03370921313762665,409,0.0007784533742009304,
+81,3280,0.029413383454084396,410,0.0005050190229667351,
+82,3288,0.03419899940490723,411,0.0006742487031650464,
+82,3296,0.03292356804013252,412,0.0005932530647524717,
+82,3304,0.031967636197805405,413,0.0009300641261059075,
+82,3312,0.03283967822790146,414,0.000524317310191691,
+82,3320,0.029954344034194946,415,0.0007588677127690365,
+83,3328,0.02958120033144951,416,0.0005035509507601651,
+,,,416,,0.05011892815430959
+83,3336,0.03386975824832916,417,0.0005960747657809407,
+83,3344,0.0361902117729187,418,0.0007492801690075014,
+83,3352,0.03354892507195473,419,0.0005919671955500514,
+83,3360,0.030427444726228714,420,0.0009548432390147354,
+84,3368,0.03277137875556946,421,0.0006179047832119977,
+84,3376,0.029941458255052567,422,0.0006167013925733045,
+84,3384,0.03051804006099701,423,0.0010170142871656401,
+84,3392,0.033748809248209,424,0.00033389377032025635,
+84,3400,0.0297318696975708,425,0.0007370084453473932,
+85,3408,0.029725082218647003,426,0.0006587197805691341,
+85,3416,0.02955023944377899,427,0.0007717098123976029,
+85,3424,0.02949368581175804,428,0.0008062755124618499,
+85,3432,0.02965690940618515,429,0.0007068049017107114,
+85,3440,0.045339252799749374,430,0.0005424837666699508,
+86,3448,0.03677248954772949,431,0.0008009882828143114,
+86,3456,0.029261689633131027,432,0.0008464875909339753,
+,,,432,,0.044882227977116905
+86,3464,0.02919381856918335,433,0.0003605343676595525,
+86,3472,0.029011964797973633,434,0.0007191323518502311,
+86,3480,0.033098556101322174,435,0.0005948880727653607,
+87,3488,0.02888553962111473,436,0.0007302225376406568,
+87,3496,0.028851784765720367,437,0.0007038877453081883,
+87,3504,0.029173504561185837,438,0.00045386029731681835,
+87,3512,0.02935801073908806,439,0.000861943853427268,
+87,3520,0.029272105544805527,440,0.0007099379962220645,
+88,3528,0.02977105975151062,441,0.0007619822044944158,
+88,3536,0.029058393090963364,442,0.0005856704228790477,
+88,3544,0.029331479221582413,443,0.0007535418822394254,
+88,3552,0.029005736112594604,444,0.0008442505156078065,
+88,3560,0.0341460220515728,445,0.0004404287525782517,
+89,3568,0.029080979526042938,446,0.0003791871131397784,
+89,3576,0.030337773263454437,447,0.0005772320454364971,
+89,3584,0.028942950069904327,448,0.00040544341997398686,
+,,,448,,0.03843609740336736
+89,3592,0.029240552335977554,449,0.0009901563771563815,
+89,3600,0.029307954013347626,450,0.0009357785602333024,
+90,3608,0.029538020491600037,451,0.0005850232790600365,
+90,3616,0.029655594378709793,452,0.0007989389705471694,
+90,3624,0.02942068874835968,453,0.0006168645195430145,
+90,3632,0.04547061398625374,454,0.0004052105662898005,
+90,3640,0.035579729825258255,455,0.0008189555141143501,
+91,3648,0.032180655747652054,456,0.0005990343096737678,
+91,3656,0.03286600857973099,457,0.0008335292177434894,
+91,3664,0.029438253492116928,458,0.0006698530666583863,
+91,3672,0.033920466899871826,459,0.0006136719457572326,
+91,3680,0.02906852215528488,460,0.0005894846418717255,
+92,3688,0.029276955872774124,461,0.0007533627528270396,
+92,3696,0.033956434577703476,462,0.0006744904375712697,
+92,3704,0.03374010697007179,463,0.0006633832051496332,
+92,3712,0.032898977398872375,464,0.0007132203293925462,
+,,,464,,0.041546319921811424
+92,3720,0.02936869114637375,465,0.0005961039569228888,
+93,3728,0.03389905393123627,466,0.0007057768292725086,
+93,3736,0.029565826058387756,467,0.00030704145683557726,
+93,3744,0.029761385172605515,468,0.000708715439941443,
+93,3752,0.029670707881450653,469,0.0006391288479790092,
+93,3760,0.032913707196712494,470,0.000917730955944325,
+94,3768,0.029573243111371994,471,0.0005733981650943557,
+94,3776,0.034124597907066345,472,0.000570020843252468,
+94,3784,0.02894347906112671,473,0.0003702903183390542,
+94,3792,0.029196161776781082,474,0.0009943340522183392,
+94,3800,0.029084589332342148,475,0.0008382678934140131,
+95,3808,0.02883170172572136,476,0.0009715898033593678,
+95,3816,0.029216863214969635,477,0.0007520717167369041,
+95,3824,0.04436635971069336,478,0.0004725007188076583,
+95,3832,0.05209285020828247,479,0.0005150885845068842,
+95,3840,0.032787684351205826,480,0.0007272321314443476,
+,,,480,,0.04404334227244059
+96,3848,0.02924315631389618,481,0.0004627557493883862,
+96,3856,0.029712669551372528,482,0.0007661442602208505,
+96,3864,0.029306553304195404,483,0.0010191951851084013,
+96,3872,0.029694776982069016,484,0.0004742316176326802,
+96,3880,0.029186155647039413,485,0.00048653796525636257,
+97,3888,0.029039401561021805,486,0.0008861448689404985,
+97,3896,0.029538065195083618,487,0.0004476696146108831,
+97,3904,0.029932677745819092,488,0.0007781158757015047,
+97,3912,0.03471339866518974,489,0.00041197946792146046,
+97,3920,0.02983134612441063,490,0.0005635035942153384,
+98,3928,0.03317990154027939,491,0.0002703356539396654,
+98,3936,0.029476024210453033,492,0.0007629222099614493,
+98,3944,0.029162980616092682,493,0.0006894708038695778,
+98,3952,0.02975643426179886,494,0.000593014269543346,
+98,3960,0.030014920979738235,495,0.0008043836511205882,
+99,3968,0.029577024281024933,496,0.0007683498943851402,
+,,,496,,0.043347060680389404
+99,3976,0.03315792977809906,497,0.00046962895430624485,
+99,3984,0.03359820693731308,498,0.0003928081610605919,
+99,3992,0.02954065427184105,499,0.0007431437096039934,
+99,4000,0.029466312378644943,500,0.000863507080152083,
+100,4008,0.029691185802221298,501,0.0007386604629573412,
+100,4016,0.04909031465649605,502,0.0006029756161082975,
+100,4024,0.03552977740764618,503,0.0005232381920974988,
+100,4032,0.029988840222358704,504,0.0009601842674393472,
+100,4040,0.02969289943575859,505,0.00046763753380218986,
+101,4048,0.029428720474243164,506,0.0008083064361320188,
+101,4056,0.029821284115314484,507,0.00032345239411700857,
+101,4064,0.029475029557943344,508,0.0007007895037531853,
+101,4072,0.029534559696912766,509,0.0008134346108735455,
+101,4080,0.0325029231607914,510,0.0005992140582141777,
+102,4088,0.029539160430431366,511,0.0007692646449868334,
+102,4096,0.02951669692993164,512,0.0006512302420257281,
+,,,512,,0.04122151931126913
+102,4104,0.033091310411691666,513,0.00040425058082641603,
+102,4112,0.030390042811632156,514,0.0006582024907402229,
+102,4120,0.029333557933568954,515,0.0005983314100982776,
+103,4128,0.029610496014356613,516,0.0007735293209621244,
+103,4136,0.029151298105716705,517,0.0005212666999016489,
+103,4144,0.02893337979912758,518,0.0008910642992794657,
+103,4152,0.02874024212360382,519,0.000529583978977126,
+103,4160,0.028899263590574265,520,0.00041002085940404373,
+104,4168,0.029992230236530304,521,0.0006582292317034444,
+104,4176,0.029600083827972412,522,0.0007774521873216145,
+104,4184,0.029882345348596573,523,0.0008200534211937338,
+104,4192,0.03337862342596054,524,0.000592628146737947,
+104,4200,0.029559236019849777,525,0.00026453619502717627,
+105,4208,0.029346074908971786,526,0.0008685467997565866,
+105,4216,0.04677576571702957,527,0.00043408545025158674,
+105,4224,0.03477711230516434,528,0.00041274191025877374,
+,,,528,,0.043895646929740906
+105,4232,0.03353632241487503,529,0.0009562554268995882,
+105,4240,0.029502641409635544,530,0.0003688001287324975,
+106,4248,0.03512938693165779,531,0.00043895884524457727,
+106,4256,0.02951905131340027,532,0.0003174820133911756,
+106,4264,0.02969519793987274,533,0.0007408148453881343,
+106,4272,0.03441673144698143,534,0.0007805765136643979,
+106,4280,0.029975712299346924,535,0.0008097845275187865,
+107,4288,0.029367081820964813,536,0.000640349613283487,
+107,4296,0.029621858149766922,537,0.000653526900210776,
+107,4304,0.029302004724740982,538,0.000506262181178582,
+107,4312,0.029701314866542816,539,0.0006307747426035348,
+107,4320,0.029224898666143417,540,0.000699667472508736,
+108,4328,0.029453355818986893,541,0.0008100614752894377,
+108,4336,0.029495403170585632,542,0.00041089676475773257,
+108,4344,0.029402650892734528,543,0.0006592520039703231,
+108,4352,0.029131699353456497,544,0.0005197677686131404,
+,,,544,,0.04384647309780121
+108,4360,0.0292743481695652,545,0.0007740415627874123,
+109,4368,0.029913052916526794,546,0.0007635555487538043,
+109,4376,0.02903425693511963,547,0.0007951542602313566,
+109,4384,0.032208576798439026,548,0.0005395354438895503,
+109,4392,0.029495075345039368,549,0.0006200718726177001,
+109,4400,0.046871982514858246,550,0.00039580693483003414,
+110,4408,0.05467411130666733,551,0.0003754252259871767,
+110,4416,0.029446333646774292,552,0.0006941346587458004,
+110,4424,0.029707126319408417,553,0.000579233958463495,
+110,4432,0.03349968045949936,554,0.0009193762640019745,
+110,4440,0.029134653508663177,555,0.0005118080092264184,
+111,4448,0.029270272701978683,556,0.00039205798869564507,
+111,4456,0.03357476741075516,557,0.00033584157305692014,
+111,4464,0.03411490470170975,558,0.0005207552115150195,
+111,4472,0.033734943717718124,559,0.0006956803172215587,
+111,4480,0.03414379805326462,560,0.0010854746235833903,
+,,,560,,0.041266766687234245
+112,4488,0.03372255712747574,561,0.0007340188215797147,
+112,4496,0.03354130685329437,562,0.0002809830572611342,
+112,4504,0.03368831425905228,563,0.0005413662695970673,
+112,4512,0.029341556131839752,564,0.0008380405061567824,
+112,4520,0.02938659116625786,565,0.0005550966161536053,
+113,4528,0.02943241223692894,566,0.0007043512538075447,
+113,4536,0.033330343663692474,567,0.0005230966741995265,
+113,4544,0.03340254724025726,568,0.0006019316430096156,
+113,4552,0.03375241532921791,569,0.00036838323932089325,
+113,4560,0.03433650732040405,570,0.0008050669111980824,
+114,4568,0.033738721162080765,571,0.000499074001951764,
+114,4576,0.03377487137913704,572,0.0007717509479334694,
+114,4584,0.03407939523458481,573,0.00029120958788553253,
+114,4592,0.049027953296899796,574,0.0008411876333411783,
+114,4600,0.03455638512969017,575,0.0005733531179430429,
+115,4608,0.03383694961667061,576,0.0006967021306211661,
+,,,576,,0.04322544733683268
+115,4616,0.029954083263874054,577,0.0004441977753930797,
+115,4624,0.029891949146986008,578,0.0006800767461148401,
+115,4632,0.029647648334503174,579,0.0007339319035963854,
+115,4640,0.02950606495141983,580,0.00026801448038895617,
+116,4648,0.03049416095018387,581,0.000657881805506934,
+116,4656,0.030218593776226044,582,0.0005446836023890812,
+116,4664,0.030517417937517166,583,0.0005259660860506951,
+116,4672,0.029693473130464554,584,0.0003668165300041437,
+116,4680,0.03380709886550903,585,0.0007787427767956008,
+117,4688,0.02967830002307892,586,0.000698467881937342,
+117,4696,0.029701124876737595,587,0.0003850292403233023,
+117,4704,0.03032229095697403,588,0.0006849016742004702,
+117,4712,0.029767479747533798,589,0.0005719961430740488,
+117,4720,0.029540762305259705,590,0.0006863998268575717,
+118,4728,0.029353760182857513,591,0.000584496148244048,
+118,4736,0.02952100709080696,592,0.0003909734914486762,
+,,,592,,0.04328222076098124
+118,4744,0.029424436390399933,593,0.0009290973227637421,
+118,4752,0.029397565871477127,594,0.0005196526991009402,
+118,4760,0.029232531785964966,595,0.0005823455804992202,
+119,4768,0.03004864603281021,596,0.0005807383187437573,
+119,4776,0.04335527867078781,597,0.0005896750299143605,
+119,4784,0.05120158568024635,598,0.000719246783410199,
+119,4792,0.02996828779578209,599,0.0007158783710716914,
+119,4800,0.0298207588493824,600,0.0003462273512427187,
+120,4808,0.02962205559015274,601,0.0005499225062521873,
+120,4816,0.03004031628370285,602,0.0006523601735422674,
+120,4824,0.03336898609995842,603,0.00061128869613943,
+120,4832,0.03296806663274765,604,0.00047242480286513455,
+120,4840,0.029411140829324722,605,0.0007412909423389161,
+121,4848,0.029662154614925385,606,0.0007151189174692263,
+121,4856,0.029141642153263092,607,0.0007317470845009666,
+121,4864,0.029737386852502823,608,0.0006656631115523245,
+,,,608,,0.03703164557615916
+121,4872,0.029433321207761765,609,0.0003564641969701783,
+121,4880,0.03298477455973625,610,0.0004852426577332046,
+122,4888,0.029995031654834747,611,0.0006045091227861122,
+122,4896,0.02958853542804718,612,0.000557022787027315,
+122,4904,0.029548227787017822,613,0.0003734833211638033,
+122,4912,0.029678210616111755,614,0.0004648415275975519,
+122,4920,0.03178206458687782,615,0.0009085974209786704,
+123,4928,0.030041448771953583,616,0.0006559217122230621,
+123,4936,0.03039097785949707,617,0.0006441260649201771,
+123,4944,0.03001651167869568,618,0.0004604747533448972,
+123,4952,0.029832184314727783,619,0.0003598549217433454,
+123,4960,0.033656056970357895,620,0.0007614873175043613,
+124,4968,0.04001079127192497,621,0.0004011710619427807,
+124,4976,0.046105459332466125,622,0.0007925483676242746,
+124,4984,0.033045362681150436,623,0.0007619770868376901,
+124,4992,0.033018335700035095,624,0.0005337591607643005,
+,,,624,,0.04648897051811218
+124,5000,0.033081404864788055,625,0.0003445389981303985,
+125,5008,0.03346598520874977,626,0.00040445776236689807,
+125,5016,0.03344407677650452,627,0.0006186114915180951,
+125,5024,0.033634085208177567,628,0.0010297595954398275,
+125,5032,0.030451711267232895,629,0.0003103800263488665,
+125,5040,0.029695894569158554,630,0.00046836512822968267,
+126,5048,0.029670387506484985,631,0.0005316234289369147,
+126,5056,0.03387515991926193,632,0.0006481570162577555,
+126,5064,0.03214103728532791,633,0.0007159111940252062,
+126,5072,0.029728300869464874,634,0.0004364130498008588,
+126,5080,0.029896024614572525,635,0.0006239367357920855,
+127,5088,0.030939672142267227,636,0.0005854733690284775,
+127,5096,0.03334058076143265,637,0.0005028145096730441,
+127,5104,0.033471088856458664,638,0.0009410406734483937,
+127,5112,0.03342637047171593,639,0.00036539448046823964,
+127,5120,0.035339903086423874,640,0.0004729971821819033,
+,,,640,,0.049887960155804954
+128,5128,0.029574383050203323,641,0.0005585658000200056,
+128,5136,0.029682651162147522,642,0.000820558659809952,
+128,5144,0.03503319248557091,643,0.0006123479800986719,
+128,5152,0.04382336139678955,644,0.00044995760981692,
+128,5160,0.034009963274002075,645,0.0005062460907841645,
+129,5168,0.029508311301469803,646,0.0006777624422773862,
+129,5176,0.02930310368537903,647,0.0006848771964931595,
+129,5184,0.0298132486641407,648,0.0005783204192994163,
+129,5192,0.03415343165397644,649,0.0004122385175183548,
+129,5200,0.029907185584306717,650,0.0005665544874015419,
+130,5208,0.029714327305555344,651,0.0005093457136050953,
+130,5216,0.030039586126804352,652,0.0005134352797861485,
+130,5224,0.03345724940299988,653,0.0005007056483569053,
+130,5232,0.032882820814847946,654,0.0005243659288680647,
+130,5240,0.02996320277452469,655,0.0008391017259522673,
+131,5248,0.029247965663671494,656,0.0007308667991310358,
+,,,656,,0.03983655323584875
+131,5256,0.030137009918689728,657,0.00047173642295612287,
+131,5264,0.029221590608358383,658,0.0006666083742553989,
+131,5272,0.029264461249113083,659,0.0003167351266408029,
+131,5280,0.029851648956537247,660,0.0006458640217225855,
+132,5288,0.029796484857797623,661,0.0005265567180079718,
+132,5296,0.02986399456858635,662,0.00044418312665164616,
+132,5304,0.03399152681231499,663,0.00035091943125455425,
+132,5312,0.030253838747739792,664,0.0009261464091161123,
+132,5320,0.029560990631580353,665,0.0006259968078146423,
+133,5328,0.030040331184864044,666,0.0007362637043115683,
+133,5336,0.035655293613672256,667,0.0008022951386759386,
+133,5344,0.044984497129917145,668,0.0004989842720013778,
+133,5352,0.029990006238222122,669,0.00036711580032715573,
+133,5360,0.029710903763771057,670,0.0003828921275831257,
+134,5368,0.03289825841784477,671,0.0007213727294583805,
+134,5376,0.02961951121687889,672,0.0007713956996061219,
+,,,672,,0.046279008189837136
+134,5384,0.02940681204199791,673,0.0005223668419300035,
+134,5392,0.029273029416799545,674,0.0004684974238833612,
+134,5400,0.029530823230743408,675,0.0004137691721552983,
+135,5408,0.029578890651464462,676,0.00043199680900822085,
+135,5416,0.029458362609148026,677,0.0005960858203858758,
+135,5424,0.02945653721690178,678,0.00048676827943629837,
+135,5432,0.029742911458015442,679,0.0006387891956061746,
+135,5440,0.02964797616004944,680,0.0006290716672083363,
+136,5448,0.02935389056801796,681,0.0007247062357447038,
+136,5456,0.0297299325466156,682,0.0005432805191958323,
+136,5464,0.0300394669175148,683,0.0006190123292201731,
+136,5472,0.030005469918251038,684,0.0005727771453426353,
+136,5480,0.029431074857711792,685,0.0004504549009046362,
+137,5488,0.02980206534266472,686,0.0006874596995961232,
+137,5496,0.030261658132076263,687,0.00039774519661607755,
+137,5504,0.034726060926914215,688,0.0005159658876436879,
+,,,688,,0.040422106782595314
+137,5512,0.02972281724214554,689,0.0004655616958189057,
+137,5520,0.034227848052978516,690,0.0007840375775621007,
+138,5528,0.04691758379340172,691,0.0006644325717038905,
+138,5536,0.034814443439245224,692,0.0007981379734701477,
+138,5544,0.0294472798705101,693,0.00045735946817634005,
+138,5552,0.029636505991220474,694,0.00035549375024857,
+138,5560,0.03283634036779404,695,0.00045700304326601326,
+139,5568,0.029447175562381744,696,0.0003022245979921606,
+139,5576,0.033158861100673676,697,0.0003850308445786747,
+139,5584,0.030108395963907242,698,0.0006744876688268656,
+139,5592,0.03380380570888519,699,0.0007228292133731884,
+139,5600,0.029887817800045013,700,0.0006835143091545129,
+140,5608,0.03028813749551773,701,0.0007386403394775698,
+140,5616,0.030515052378177643,702,0.00044043384100818497,
+140,5624,0.029783140867948532,703,0.00047496810449436974,
+140,5632,0.03013291209936142,704,0.0006952024778001942,
+,,,704,,0.043606663743654885
+140,5640,0.03446630388498306,705,0.0004391915941736303,
+141,5648,0.030245620757341385,706,0.0008907254377845675,
+141,5656,0.03268774226307869,707,0.0003848961423500441,
+141,5664,0.02951294183731079,708,0.0007213806272305262,
+141,5672,0.02943546697497368,709,0.00047012773187210164,
+141,5680,0.029949355870485306,710,0.0003442203960730694,
+142,5688,0.03348451480269432,711,0.0003586710505866601,
+142,5696,0.030159488320350647,712,0.0009081237429719684,
+142,5704,0.033005449920892715,713,0.0005610922949820044,
+142,5712,0.030678369104862213,714,0.00044677329060505144,
+142,5720,0.048519156873226166,715,0.0005286426368491867,
+143,5728,0.03350727632641792,716,0.0006344981498281973,
+143,5736,0.036217618733644485,717,0.0006768636922060978,
+143,5744,0.033211320638656616,718,0.0006036603187497419,
+143,5752,0.0355338491499424,719,0.0004713535561071088,
+143,5760,0.030153438448905945,720,0.00039423555029894817,
+,,,720,,0.038013105591138206
+144,5768,0.03326880931854248,721,0.0005910741514526307,
+144,5776,0.03038579225540161,722,0.00052726616644684,
+144,5784,0.029517699033021927,723,0.0007475535724855339,
+144,5792,0.033268216997385025,724,0.00040532369431192904,
+144,5800,0.033232007175683975,725,0.0004025678223115392,
+145,5808,0.0335366316139698,726,0.00042857220770591605,
+145,5816,0.02986440807580948,727,0.0004182481889774163,
+145,5824,0.03502052277326584,728,0.0005011286578207676,
+145,5832,0.031555790454149246,729,0.0008010946544042478,
+145,5840,0.03104255720973015,730,0.0007013403173914412,
+146,5848,0.03127773851156235,731,0.0006383899131573603,
+146,5856,0.03355535492300987,732,0.00039167266731965356,
+146,5864,0.03118012845516205,733,0.0004510048675001599,
+146,5872,0.034453585743904114,734,0.0008588613667857967,
+146,5880,0.032398104667663574,735,0.0004323733259557879,
+147,5888,0.030723895877599716,736,0.0007503451506636338,
+,,,736,,0.04296557605266571
+147,5896,0.030175745487213135,737,0.0004928252758243337,
+147,5904,0.030045393854379654,738,0.0004853327569435351,
+147,5912,0.029935967177152634,739,0.00039729048148728907,
+147,5920,0.029697470366954803,740,0.0006245308750829496,
+148,5928,0.029883522540330887,741,0.0005036921975261066,
+148,5936,0.03309880569577217,742,0.00038973320018461283,
+148,5944,0.033392954617738724,743,0.000494398586852185,
+148,5952,0.029733486473560333,744,0.0009271962501640831,
+148,5960,0.029567450284957886,745,0.00047373103110917976,
+149,5968,0.03321049362421036,746,0.0007461557324859314,
+149,5976,0.029835183173418045,747,0.000722531481490781,
+149,5984,0.029160358011722565,748,0.0005571276065893471,
+149,5992,0.03008187562227249,749,0.0003947006771340966,
+149,6000,0.02963530272245407,750,0.0003922417901256787,
+150,6008,0.030336786061525345,751,0.0009359658094278226,
+150,6016,0.029111944139003754,752,0.00047468159963110726,
+,,,752,,0.040369714299837746
+150,6024,0.029598455876111984,753,0.0004673248756891833,
+150,6032,0.030143730342388153,754,0.00032844897015655243,
+150,6040,0.02940504625439644,755,0.0005047202372225002,
+151,6048,0.03374042734503746,756,0.0006617330703496312,
+151,6056,0.03599747270345688,757,0.0004046593946571063,
+151,6064,0.035975292325019836,758,0.0008495727942014734,
+151,6072,0.03724760562181473,759,0.0005210534480283968,
+151,6080,0.035957254469394684,760,0.00035003075026907027,
+152,6088,0.03481794893741608,761,0.0006478379926799486,
+152,6096,0.03393816947937012,762,0.0007110251251354136,
+152,6104,0.035345736891031265,763,0.00040951744647992945,
+152,6112,0.03485381603240967,764,0.000592190205740432,
+152,6120,0.032700326293706894,765,0.0003851684932669741,
+153,6128,0.03561704605817795,766,0.00043440391891635954,
+153,6136,0.039456650614738464,767,0.0004238730677267692,
+153,6144,0.035510241985321045,768,0.00039993120696056974,
+,,,768,,0.04282615085442861

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=3/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,16 @@
+194635,4
+389300,9
+425280,10
+315683,7
+6047,0
+368926,9
+64194,1
+31441,0
+257802,6
+582109,4
+447515,11
+131192,3
+71172,1
+265166,6
+111204,2
+624262,12

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=3/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,16 @@
+194635,-13.002455,-18.364883,-10.252455,-11.78732,-0.011427638,-13.886891,-18.939955,-19.029758,-24.96329,-15.502455,-19.127455,-18.314955,-17.314955,-12.753006
+389300,-16.250404,-19.032835,-11.625405,-19.06554,-22.91759,-13.908056,-21.312904,-8.396326,-29.76432,-0.0004051103,-10.875405,-15.875405,-19.500404,-14.500534
+425280,-18.000084,-19.478725,-15.875085,-24.091719,-22.09141,-18.538048,-21.500084,-16.581554,-28.305096,-12.000085,-8.487341e-05,-18.750084,-21.750084,-15.875239
+315683,-13.625379,-14.34034,-14.125379,-18.736076,-15.766786,-9.25565,-17.812878,-0.0007002312,-17.122238,-12.500379,-13.937879,-15.500379,-16.750378,-9.875544
+6047,-0.94238025,-9.210038,-8.94238,-14.813243,-16.456312,-2.5726101,-14.06738,-5.9446406,-20.180237,-8.94238,-11.75488,-11.00488,-11.37988,-5.4426403
+368926,-14.940304,-16.13093,-10.627804,-19.959616,-17.663532,-13.824751,-19.815304,-6.164705,-26.74,-0.0028034453,-10.002804,-14.877804,-17.877804,-11.502981
+64194,-8.501724,-0.002750229,-9.876724,-15.902814,-11.774923,-9.061352,-13.439224,-10.269965,-22.631695,-13.314224,-11.876724,-13.939224,-14.439224,-7.3769417
+31441,-0.0002168182,-14.360929,-13.6252165,-21.43809,-16.938824,-11.329176,-18.687717,-14.760761,-23.666636,-18.312717,-15.7502165,-17.812717,-17.937717,-10.500564
+257802,-8.766249,-10.795295,-11.641249,-17.809048,-14.804974,-8.034504,-0.016249124,-9.266925,-19.314322,-12.516249,-11.266249,-12.953749,-13.016249,-7.6414614
+582109,-16.500277,-21.440292,-10.250277,-22.40501,-0.001176391,-14.977376,-20.437777,-18.731133,-25.774458,-17.750277,-17.312777,-20.000277,-19.625277,-13.75051
+447515,-14.190038,-17.005787,-7.0025377,-16.090153,-18.55912,-15.360693,-20.252539,-12.505017,-24.437778,-13.502538,-15.690038,-0.0025379611,-11.252538,-13.940266
+131192,-19.938538,-20.227442,-8.626037,-0.0043568853,-17.8816,-17.629398,-22.938538,-19.73736,-31.897593,-18.876038,-21.063538,-20.876038,-20.501038,-17.25116
+71172,-9.255221,-0.0066292817,-11.255221,-16.311005,-17.056244,-16.784458,-12.880221,-11.009951,-23.997326,-12.880221,-11.880221,-13.630221,-14.255221,-9.380437
+265166,-11.833344,-11.41119,-10.895844,-15.477516,-17.556171,-10.503195,-0.020844212,-9.521022,-16.42465,-11.208344,-11.020844,-11.708344,-12.833344,-6.8960466
+111204,-15.500558,-17.97857,-0.0005576248,-16.036226,-9.628194,-20.862068,-19.625557,-13.16373,-28.241226,-15.125558,-16.000557,-13.750558,-15.500558,-12.75068
+624262,-16.563107,-20.075476,-10.6256075,-19.53148,-21.309622,-18.593307,-22.375607,-16.816572,-27.200586,-15.3756075,-19.250607,-14.8756075,-0.0006073061,-13.12569

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=3/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=3/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000