Add files using upload-large-folder tool

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,444 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.30331680551171303,0,8.778746604919434,
+0,8,0.05647079274058342,1,9.168035888671875,
+0,16,0.03756333515048027,2,8.73290126664298,
+0,24,0.034051138907670975,3,7.556195519187233,
+0,32,0.037345658987760544,4,8.501145692972036,
+0,40,0.037602368742227554,5,3.5091560653277805,
+1,48,0.03479842469096184,6,5.026367763678233,
+1,56,0.03413981571793556,7,3.1655925810337067,
+1,64,0.03401387110352516,8,4.011369127493638,
+1,72,0.034478429704904556,9,3.44541397690773,
+1,80,0.034390855580568314,10,3.807632180360647,
+2,88,0.03452504053711891,11,2.0201835110783577,
+2,96,0.034024324268102646,12,3.0691322214328327,
+2,104,0.03412437438964844,13,2.9174410360200063,
+2,112,0.034737423062324524,14,2.4966305104585795,
+2,120,0.03424005210399628,15,0.7308891941275861,
+3,128,0.03448834270238876,16,1.5828596820885485,
+,,,16,,1.0089368025461833
+3,136,0.035059019923210144,17,0.6262499558237883,
+3,144,0.029639985412359238,18,0.11442065751180053,
+3,152,0.029379814863204956,19,1.069781628171248,
+3,160,0.029353071004152298,20,0.9011492063956601,
+4,168,0.029146231710910797,21,0.6187781340335138,
+4,176,0.03372446820139885,22,0.14726181984879078,
+4,184,0.03355303406715393,23,0.16506948254325174,
+4,192,0.029312357306480408,24,0.16423228502805745,
+4,200,0.033123455941677094,25,0.116228295190792,
+5,208,0.029377777129411697,26,0.01623889642695968,
+5,216,0.032915204763412476,27,0.050995415236684494,
+5,224,0.033054936677217484,28,0.06326083154417575,
+5,232,0.029538989067077637,29,0.14776479846720272,
+5,240,0.02931300550699234,30,0.05468005153982501,
+6,248,0.029472336173057556,31,0.11536588353919797,
+6,256,0.0290280282497406,32,0.012911420847688402,
+,,,32,,0.2343501647313436
+6,264,0.029225971549749374,33,0.005353877122979611,
+6,272,0.02919350564479828,34,0.006541944996570237,
+6,280,0.029599007219076157,35,0.006811841445596656,
+7,288,0.02952929586172104,36,0.009935616360356411,
+7,296,0.03336958959698677,37,0.0016974207458340309,
+7,304,0.0330248661339283,38,0.00789409749947178,
+7,312,0.029508676379919052,39,0.008410558453761041,
+7,320,0.050244566053152084,40,0.004356450996755694,
+8,328,0.0356287844479084,41,0.0021333364588477146,
+8,336,0.029887579381465912,42,0.005811801428948952,
+8,344,0.029366742819547653,43,0.009708264117272427,
+8,352,0.02885163575410843,44,0.0030182342038292866,
+8,360,0.029234357178211212,45,0.022550084240113694,
+9,368,0.029539503157138824,46,0.001753486608019254,
+9,376,0.029839199036359787,47,0.0020418968510617,
+9,384,0.02940669283270836,48,0.0020156175036950465,
+,,,48,,0.13252784808476767
+9,392,0.03311305493116379,49,0.003981030277403382,
+9,400,0.03441450744867325,50,0.00446864053244806,
+10,408,0.029846660792827606,51,0.0026243957004875745,
+10,416,0.029668208211660385,52,0.0011387960403226316,
+10,424,0.029630187898874283,53,0.0029084950287002497,
+10,432,0.029740501195192337,54,0.0014838574078077306,
+10,440,0.03422049432992935,55,0.0021967464805735895,
+11,448,0.03326347842812538,56,0.001316273770168085,
+11,456,0.02950272709131241,57,0.0021118765095404037,
+11,464,0.03330168500542641,58,0.002600319276098162,
+11,472,0.02968255802989006,59,0.0016824176541726606,
+11,480,0.029827043414115906,60,0.0013348501916670313,
+12,488,0.03349693864583969,61,0.0018446474026528779,
+12,496,0.029783621430397034,62,0.0019157176866428927,
+12,504,0.029255814850330353,63,0.0009868654720216559,
+12,512,0.03666692599654198,64,0.001805880060904504,
+,,,64,,0.08658742904663086
+12,520,0.03747595474123955,65,0.001873613684438169,
+13,528,0.033509425818920135,66,0.0014013192194397561,
+13,536,0.03414235636591911,67,0.001887159158165256,
+13,544,0.029418524354696274,68,0.002366774138257218,
+13,552,0.029690876603126526,69,0.0014459797588642687,
+13,560,0.02931487187743187,70,0.0008688813160495976,
+14,568,0.032905466854572296,71,0.0017559184198034927,
+14,576,0.02976716309785843,72,0.001540515793749364,
+14,584,0.029604323208332062,73,0.0012425792330759578,
+14,592,0.02961048111319542,74,0.0018531978324366112,
+14,600,0.029607146978378296,75,0.0012140705240502334,
+15,608,0.029839880764484406,76,0.0019715211747097783,
+15,616,0.02934897691011429,77,0.001010135095301931,
+15,624,0.03451678529381752,78,0.0017634981419317997,
+15,632,0.03327290713787079,79,0.0010405221386463382,
+15,640,0.034274909645318985,80,0.001367199415523958,
+,,,80,,0.07902244726816814
+16,648,0.034236516803503036,81,0.0010928323671188472,
+16,656,0.03482834994792938,82,0.0014539230105583556,
+16,664,0.03422637656331062,83,0.0021775182938047993,
+16,672,0.034234967082738876,84,0.0013039311969704512,
+16,680,0.03421185538172722,85,0.0011366233387282894,
+17,688,0.03417292237281799,86,0.0012520778175464577,
+17,696,0.04587850347161293,87,0.0019604117925544934,
+17,704,0.051777780055999756,88,0.0015463578893104568,
+17,712,0.032797928899526596,89,0.0016014924949558917,
+17,720,0.030098367482423782,90,0.0008194675678029084,
+18,728,0.03300459310412407,91,0.0011582657607505098,
+18,736,0.029243923723697662,92,0.000955323877860792,
+18,744,0.02938394621014595,93,0.0013136627082227885,
+18,752,0.029977310448884964,94,0.0018414057891017624,
+18,760,0.033437006175518036,95,0.0015167969077910211,
+19,768,0.029870808124542236,96,0.0012035672423533266,
+,,,96,,0.08332693576812744
+19,776,0.03339969366788864,97,0.0017503986806225252,
+19,784,0.03323901444673538,98,0.0010966340717762553,
+19,792,0.02913496643304825,99,0.0014974250046249765,
+19,800,0.03012041747570038,100,0.0010876882032872263,
+20,808,0.029875680804252625,101,0.0008073766093730228,
+20,816,0.029677480459213257,102,0.001592987315962091,
+20,824,0.02948196977376938,103,0.0020014032943436177,
+20,832,0.029667928814888,104,0.000764232610191147,
+20,840,0.03326568379998207,105,0.0012835422336744766,
+21,848,0.029848895967006683,106,0.0007927527398211309,
+21,856,0.03319154307246208,107,0.0017656369964242913,
+21,864,0.030109699815511703,108,0.0015480271855873677,
+21,872,0.034565284848213196,109,0.0015598551186625487,
+21,880,0.03001483902335167,110,0.0009320972070175534,
+22,888,0.029760606586933136,111,0.0005378732224926352,
+22,896,0.046170104295015335,112,0.0015844606942581859,
+,,,112,,0.07978908717632294
+22,904,0.0303623266518116,113,0.0017090011097025126,
+22,912,0.02999652922153473,114,0.001262989269558933,
+22,920,0.03014824166893959,115,0.0011091708031017334,
+23,928,0.0338301807641983,116,0.0018985990463988855,
+23,936,0.029982373118400574,117,0.0009466266928939149,
+23,944,0.030452143400907516,118,0.0016806023694308741,
+23,952,0.03264999017119408,119,0.0010735778443631717,
+23,960,0.02995625138282776,120,0.000552402219909709,
+24,968,0.030389808118343353,121,0.001258958050377921,
+24,976,0.029613371938467026,122,0.0010163060864075446,
+24,984,0.03458886221051216,123,0.0014555428127865666,
+24,992,0.03431595489382744,124,0.0016247764131269203,
+24,1000,0.034493450075387955,125,0.0007990901843489459,
+25,1008,0.03461465612053871,126,0.0011118143884232268,
+25,1016,0.03450620174407959,127,0.0018702111519814935,
+25,1024,0.03467303887009621,128,0.0010784453831244416,
+,,,128,,0.08165313303470612
+25,1032,0.03434976935386658,129,0.0011276457536344728,
+25,1040,0.030709993094205856,130,0.0009768873172685164,
+26,1048,0.033611807972192764,131,0.0017486685423396661,
+26,1056,0.0356525257229805,132,0.0011151498161220492,
+26,1064,0.030344169586896896,133,0.000668709094801064,
+26,1072,0.0466277040541172,134,0.0008752629113256593,
+26,1080,0.047051236033439636,135,0.0015582089884749923,
+27,1088,0.03070775792002678,136,0.001124237068534757,
+27,1096,0.03029269352555275,137,0.001215927763041691,
+27,1104,0.029985714703798294,138,0.0007935065421572125,
+27,1112,0.030131768435239792,139,0.0015758880069300246,
+27,1120,0.0306386798620224,140,0.0011025621441569035,
+28,1128,0.033375270664691925,141,0.0010599510084527235,
+28,1136,0.030687011778354645,142,0.0017562939185434235,
+28,1144,0.030533120036125183,143,0.0010784528990784152,
+28,1152,0.029796898365020752,144,0.0009686914641254892,
+,,,144,,0.07775120437145233
+28,1160,0.03017912060022354,145,0.000948541198423217,
+29,1168,0.030409205704927444,146,0.0007801893327268772,
+29,1176,0.02999766916036606,147,0.001316507468940332,
+29,1184,0.030134376138448715,148,0.0008887642313941167,
+29,1192,0.03103417158126831,149,0.0010465932629393558,
+29,1200,0.03349106013774872,150,0.001526954608449999,
+30,1208,0.032955676317214966,151,0.0012230568027007394,
+30,1216,0.030084554105997086,152,0.0011488306832192889,
+30,1224,0.033846817910671234,153,0.000864476444390179,
+30,1232,0.029838398098945618,154,0.001525373970462869,
+30,1240,0.02991504594683647,155,0.0009232350169137741,
+31,1248,0.029626671224832535,156,0.0007464073767716235,
+31,1256,0.029631223529577255,157,0.0005163653528143186,
+31,1264,0.04641245678067207,158,0.0013281041215772607,
+31,1272,0.03495476767420769,159,0.0017904094980062486,
+31,1280,0.03070654347538948,160,0.0010107385044518327,
+,,,160,,0.08193947374820709
+32,1288,0.03323514387011528,161,0.0008294493911142291,
+32,1296,0.033353738486766815,162,0.0012242045498472482,
+32,1304,0.03577030822634697,163,0.0007562927567050792,
+32,1312,0.036024048924446106,164,0.0016031080721101412,
+32,1320,0.03304848074913025,165,0.0008985915701487102,
+33,1328,0.033390674740076065,166,0.0017588307327969233,
+33,1336,0.0332871712744236,167,0.0009652160859497434,
+33,1344,0.029951080679893494,168,0.0008399770035444257,
+33,1352,0.029755931347608566,169,0.000801238119982792,
+33,1360,0.03379972279071808,170,0.0008596864774719708,
+34,1368,0.03004227951169014,171,0.0006735569634027063,
+34,1376,0.02990879863500595,172,0.0012359707926710448,
+34,1384,0.030399955809116364,173,0.0009873370217974298,
+34,1392,0.03011535480618477,174,0.001431050296458933,
+34,1400,0.03437814116477966,175,0.0010388508492794174,
+35,1408,0.033559009432792664,176,0.0009834743272781803,
+,,,176,,0.07786720494429271
+35,1416,0.03338783234357834,177,0.0009308172884630039,
+35,1424,0.033152446150779724,178,0.000992426505642167,
+35,1432,0.030002214014530182,179,0.0012502305118167506,
+35,1440,0.059652961790561676,180,0.001029818495832539,
+36,1448,0.03705352172255516,181,0.0007079201750457287,
+36,1456,0.030010726302862167,182,0.00106696539830106,
+36,1464,0.034136805683374405,183,0.0009707454883027822,
+36,1472,0.029434863477945328,184,0.0013702524975087726,
+36,1480,0.030078250914812088,185,0.0009715820163434658,
+37,1488,0.029584240168333054,186,0.0008017197224861858,
+37,1496,0.029702112078666687,187,0.001227484835544601,
+37,1504,0.03003351017832756,188,0.000652364658890292,
+37,1512,0.030011102557182312,189,0.0008523859695952314,
+37,1520,0.03389338031411171,190,0.001292617540457286,
+38,1528,0.02983466163277626,191,0.0006333130586426705,
+38,1536,0.03009502962231636,192,0.0009489988795914022,
+,,,192,,0.08297502001126607
+38,1544,0.030223742127418518,193,0.0009592203826865774,
+38,1552,0.030215419828891754,194,0.001422932795581541,
+38,1560,0.0296919122338295,195,0.0009012125313650662,
+39,1568,0.02993951365351677,196,0.0012424619659820262,
+39,1576,0.03005281835794449,197,0.0009428962075617164,
+39,1584,0.029757604002952576,198,0.000843463814817369,
+39,1592,0.03386056423187256,199,0.0009145485354775491,
+39,1600,0.03329263627529144,200,0.000810508224689825,
+40,1608,0.02988036349415779,201,0.0011657128867227583,
+40,1616,0.02977490797638893,202,0.000731000288942596,
+40,1624,0.02970627322793007,203,0.001043130447214935,
+40,1632,0.04799279943108559,204,0.0006656557021555132,
+40,1640,0.03680635243654251,205,0.0011270663999312092,
+41,1648,0.03010798990726471,206,0.0011819225893794703,
+41,1656,0.03023962303996086,207,0.0010490051264731358,
+41,1664,0.03026047721505165,208,0.0009495859184036297,
+,,,208,,0.08116793135801952
+41,1672,0.030067000538110733,209,0.0008272869221400469,
+41,1680,0.033177699893713,210,0.000780692410141152,
+42,1688,0.0300263911485672,211,0.001547947823252928,
+42,1696,0.033981796354055405,212,0.0008156266863807105,
+42,1704,0.029794912785291672,213,0.0004626222133603213,
+42,1712,0.029629502445459366,214,0.001169897790012848,
+42,1720,0.029554925858974457,215,0.0007154874212574214,
+43,1728,0.030452806502580643,216,0.0007814378695911728,
+43,1736,0.02963525429368019,217,0.0007188949205626089,
+43,1744,0.029911115765571594,218,0.0010020429603173398,
+43,1752,0.029849089682102203,219,0.0009746835530677345,
+43,1760,0.029965855181217194,220,0.0011455698799441702,
+44,1768,0.030197765678167343,221,0.0005320151496562176,
+44,1776,0.029789172112941742,222,0.0010104697711150429,
+44,1784,0.030248329043388367,223,0.0005771924164340211,
+44,1792,0.030084278434515,224,0.0011501900031968642,
+,,,224,,0.08091848095258077
+44,1800,0.029892507940530777,225,0.0012678232035666173,
+45,1808,0.029803093522787094,226,0.0009489494774849542,
+45,1816,0.036727361381053925,227,0.000701360747916624,
+45,1824,0.04261113703250885,228,0.0008875422451334695,
+45,1832,0.0308055579662323,229,0.001135101376955087,
+45,1840,0.03380989283323288,230,0.0006630622497491109,
+46,1848,0.030406028032302856,231,0.000664292758301599,
+46,1856,0.030013348907232285,232,0.0005940108152572065,
+46,1864,0.033988408744335175,233,0.0009976498057277729,
+46,1872,0.03018791601061821,234,0.0008249397921775069,
+46,1880,0.030450105667114258,235,0.0012966247774714318,
+47,1888,0.030212771147489548,236,0.0009453407414680855,
+47,1896,0.02983858436346054,237,0.0005850868381623349,
+47,1904,0.02980196848511696,238,0.0006216434440620316,
+47,1912,0.029908016324043274,239,0.0012786312164583555,
+47,1920,0.030411269515752792,240,0.0009181075899202066,
+,,,240,,0.08048371473948161
+48,1928,0.03056367114186287,241,0.000601361608763303,
+48,1936,0.029879603534936905,242,0.0008107310335617512,
+48,1944,0.03349445387721062,243,0.001005537777018617,
+48,1952,0.029417291283607483,244,0.0008748538362292143,
+48,1960,0.02979906275868416,245,0.0010387384361820295,
+49,1968,0.029760882258415222,246,0.0008308078232892932,
+49,1976,0.03004918247461319,247,0.0008967506063137469,
+49,1984,0.029935572296380997,248,0.0003741640202861163,
+49,1992,0.029762137681245804,249,0.0013325419587393603,
+49,2000,0.030028462409973145,250,0.000722725245092685,
+50,2008,0.02985556796193123,251,0.0008970642607891932,
+50,2016,0.048439040780067444,252,0.0004910079102652768,
+50,2024,0.031062256544828415,253,0.0005536738892260474,
+50,2032,0.03001490980386734,254,0.0012791375937762067,
+50,2040,0.02982807531952858,255,0.0008424757991004019,
+51,2048,0.03042895346879959,256,0.000956899579250603,
+,,,256,,0.07618958751360576
+51,2056,0.030508320778608322,257,0.0007590635037299112,
+51,2064,0.029961328953504562,258,0.0006593633064767346,
+51,2072,0.03343966603279114,259,0.001148082093674351,
+51,2080,0.030390534549951553,260,0.0007169979613866996,
+52,2088,0.03015310689806938,261,0.0007368316314218995,
+52,2096,0.0298529751598835,262,0.0011047266501312454,
+52,2104,0.02972213551402092,263,0.0006375930713077721,
+52,2112,0.03005211055278778,264,0.0006885535428106474,
+52,2120,0.02975841611623764,265,0.0011168875692722697,
+53,2128,0.029979132115840912,266,0.0005280174669418816,
+53,2136,0.02970840409398079,267,0.0009131251269233568,
+53,2144,0.02969660982489586,268,0.0008081353640031571,
+53,2152,0.030057106167078018,269,0.0010385083600836383,
+53,2160,0.034393928945064545,270,0.0009502516501621964,
+54,2168,0.03427717834711075,271,0.0008934634713044104,
+54,2176,0.0332670733332634,272,0.0008088797124704191,
+,,,272,,0.07913305362065633
+54,2184,0.033659253269433975,273,0.001009784127139331,
+54,2192,0.030516188591718674,274,0.0008293365826830268,
+54,2200,0.047235459089279175,275,0.0006265063202590682,
+55,2208,0.030105698853731155,276,0.0006643187569517812,
+55,2216,0.029729459434747696,277,0.0007686533839053785,
+55,2224,0.029795363545417786,278,0.0006149611223615162,
+55,2232,0.03411809355020523,279,0.0006077276828529483,
+55,2240,0.03359495848417282,280,0.0012285696157050552,
+56,2248,0.030155763030052185,281,0.0011798743519951433,
+56,2256,0.0298926904797554,282,0.0008443632104899734,
+56,2264,0.033656422048807144,283,0.0006292416437645443,
+56,2272,0.029528234153985977,284,0.0009193479951742726,
+56,2280,0.029917150735855103,285,0.0006131941754574655,
+57,2288,0.03339415043592453,286,0.0010233964511336614,
+57,2296,0.03391163796186447,287,0.0006985960547657063,
+57,2304,0.029724664986133575,288,0.0006268199628850977,
+,,,288,,0.07950687905152638
+57,2312,0.03414726257324219,289,0.001181234079922433,
+57,2320,0.030521102249622345,290,0.0003685282172227744,
+58,2328,0.030719958245754242,291,0.0007553270175280472,
+58,2336,0.03091881424188614,292,0.0006850498545893722,
+58,2344,0.030484184622764587,293,0.0005791885778307915,
+58,2352,0.031094029545783997,294,0.0010429433186800452,
+58,2360,0.030428409576416016,295,0.0008294502331409603,
+59,2368,0.03376489877700806,296,0.0006957034023468044,
+59,2376,0.030879653990268707,297,0.0007987713858407611,
+59,2384,0.034141186624765396,298,0.0006499653928375875,
+59,2392,0.032281529158353806,299,0.001068015272791784,
+59,2400,0.03457155451178551,300,0.0007317377446899907,
+60,2408,0.029703814536333084,301,0.0009103399643208832,
+60,2416,0.029530949890613556,302,0.0009378946075836817,
+60,2424,0.0293138325214386,303,0.0007077631486866337,
+60,2432,0.029609225690364838,304,0.0007034211818021364,
+,,,304,,0.079854021469752
+60,2440,0.030934438109397888,305,0.0006370040515321307,
+61,2448,0.03381909430027008,306,0.0005841149752747945,
+61,2456,0.029822267591953278,307,0.0004846043055295013,
+61,2464,0.03350633755326271,308,0.000986092010862194,
+61,2472,0.03290903940796852,309,0.0007388732022567032,
+61,2480,0.02942655235528946,310,0.0009611463554812452,
+62,2488,0.02989373728632927,311,0.000744339769321064,
+62,2496,0.029551178216934204,312,0.000788991137100807,
+62,2504,0.02993461862206459,313,0.0007766192829876672,
+62,2512,0.03381636366248131,314,0.0009441381854620497,
+62,2520,0.03023434430360794,315,0.0006037970882365092,
+63,2528,0.03285900130867958,316,0.0009523074830732574,
+63,2536,0.029782753437757492,317,0.0005795149974381694,
+63,2544,0.03470286354422569,318,0.0007514858126259325,
+63,2552,0.034873537719249725,319,0.0006574959467495015,
+63,2560,0.0378822460770607,320,0.0008622069532672564,
+,,,320,,0.07846563557783763
+64,2568,0.03758006915450096,321,0.0008584455596671129,
+64,2576,0.05225830897688866,322,0.0008147934987881364,
+64,2584,0.03539963439106941,323,0.0006964491092896259,
+64,2592,0.03592561557888985,324,0.0008348646137164905,
+64,2600,0.03616170212626457,325,0.0005229321250226349,
+65,2608,0.03552434220910072,326,0.0006314587578041634,
+65,2616,0.05776568129658699,327,0.000905076929484494,
+65,2624,0.03529044985771179,328,0.0006521302801467335,
+65,2632,0.029236573725938797,329,0.0006596892490051687,
+65,2640,0.029479779303073883,330,0.0007924064312564125,
+66,2648,0.03415067866444588,331,0.0007195375562462557,
+66,2656,0.029311001300811768,332,0.0005915285716279565,
+66,2664,0.028898101300001144,333,0.0006585364872907204,
+66,2672,0.033205531537532806,334,0.0009279529788597886,
+66,2680,0.029281064867973328,335,0.0007003560174118982,
+67,2688,0.02904004231095314,336,0.0005966288497967815,
+,,,336,,0.08029796183109283
+67,2696,0.03404511138796806,337,0.0006320273416349665,
+67,2704,0.029835611581802368,338,0.000831044498934514,
+67,2712,0.029366806149482727,339,0.0007668113702003701,
+67,2720,0.029818549752235413,340,0.0007961719321818757,
+68,2728,0.030141625553369522,341,0.0003632622194180096,
+68,2736,0.029709234833717346,342,0.0006319670680498418,
+68,2744,0.029656831175088882,343,0.0011146804063173477,
+68,2752,0.029624823480844498,344,0.0009443443680841787,
+68,2760,0.029585719108581543,345,0.0005132145684910938,
+69,2768,0.029592055827379227,346,0.0007107114132460472,
+69,2776,0.02939630299806595,347,0.00047699355200165884,
+69,2784,0.029466092586517334,348,0.0007980098576249125,
+69,2792,0.034591443836688995,349,0.0007113488488054524,
+69,2800,0.029715146869421005,350,0.0008336050456049494,
+70,2808,0.03169022127985954,351,0.0007311326426133746,
+70,2816,0.031140290200710297,352,0.0006835721122721831,
+,,,352,,0.08138940234978993
+70,2824,0.029270127415657043,353,0.0006864920097331589,
+70,2832,0.0292314812541008,354,0.001074303222897773,
+70,2840,0.02927592396736145,355,0.00037656021740986036,
+71,2848,0.030545827001333237,356,0.0004829200897802366,
+71,2856,0.02924244850873947,357,0.0009000394187751226,
+71,2864,0.02946506068110466,358,0.0010651232078089379,
+71,2872,0.02905266359448433,359,0.0005606651650920797,
+71,2880,0.03384396433830261,360,0.0006433463746692393,
+72,2888,0.03403523564338684,361,0.000605317676672712,
+72,2896,0.029233254492282867,362,0.0008724451360579294,
+72,2904,0.029138050973415375,363,0.0004279600337516361,
+72,2912,0.029513824731111526,364,0.0004700695347062058,
+72,2920,0.02921321615576744,365,0.0009412220574631647,
+73,2928,0.02912941202521324,366,0.0007138207748842736,
+73,2936,0.02916663885116577,367,0.0007222518906928599,
+73,2944,0.028879519551992416,368,0.0006717355069364809,
+,,,368,,0.08010067045688629
+73,2952,0.028921600431203842,369,0.0007555730499007041,
+73,2960,0.029200442135334015,370,0.0006024414693596414,
+74,2968,0.03356427699327469,371,0.0007330377848120406,
+74,2976,0.02917378395795822,372,0.0006187093335029203,
+74,2984,0.02942635864019394,373,0.0006594943667247813,
+74,2992,0.03394493833184242,374,0.0008483414615814885,
+74,3000,0.03455723077058792,375,0.00040498244488844647,
+75,3008,0.0443916916847229,376,0.000965393484176065,
+75,3016,0.02951837331056595,377,0.0003998893516836688,
+75,3024,0.028846222907304764,378,0.0004452274818807685,
+75,3032,0.02922072261571884,379,0.0006594525531489545,
+75,3040,0.02992337942123413,380,0.000851811834413988,
+76,3048,0.029442384839057922,381,0.000520568097999785,
+76,3056,0.02906934544444084,382,0.0007291491298625866,
+76,3064,0.029267452657222748,383,0.00036914704273490666,
+76,3072,0.029079817235469818,384,0.0008303363586795361,
+,,,384,,0.07950263222058614
+76,3080,0.029272310435771942,385,0.0009506105256150476,
+77,3088,0.029332421720027924,386,0.0009427922351668323,
+77,3096,0.029498394578695297,387,0.0005573529209262537,
+77,3104,0.029497958719730377,388,0.0004923826563754119,
+77,3112,0.03416827693581581,389,0.0006602889927587687,
+77,3120,0.029238373041152954,390,0.0005747332965256646,
+78,3128,0.030132029205560684,391,0.00041714599283295686,
+78,3136,0.03154342249035835,392,0.0008735387777310929,
+78,3144,0.0293104387819767,393,0.000488832086765407,
+78,3152,0.034749992191791534,394,0.000639318101699852,
+78,3160,0.029235683381557465,395,0.0009102650577309154,
+79,3168,0.030121106654405594,396,0.0005224993854591793,
+79,3176,0.029527131468057632,397,0.0004560450312662094,
+79,3184,0.03391578048467636,398,0.0008056023686479491,
+79,3192,0.04355278238654137,399,0.0007868826843540384,
+79,3200,0.03873740881681442,400,0.0007625504810372755,
+,,,400,,0.07877411941687266
+80,3208,0.029983248561620712,401,0.00039912621551510796,
+80,3216,0.03336849436163902,402,0.0005730931491901478,
+80,3224,0.02968728542327881,403,0.0006864177663704719,
+80,3232,0.029395442456007004,404,0.0007461732495964194,
+80,3240,0.02940390259027481,405,0.000769223055193344,
+81,3248,0.03169834986329079,406,0.0007698576664552093,
+81,3256,0.02936360612511635,407,0.0006733116616877462,
+81,3264,0.02967776358127594,408,0.00043986748351017014,
+81,3272,0.029618170112371445,409,0.0006076124930890122,
+81,3280,0.02993694320321083,410,0.0007187072472637132,
+82,3288,0.029562998563051224,411,0.0006082801820329306,
+82,3296,0.029952581971883774,412,0.0007058674103366988,
+82,3304,0.029735174030065536,413,0.0006087767022628603,
+82,3312,0.034622639417648315,414,0.0007820342455358643,
+82,3320,0.02970098704099655,415,0.0005227931376959367,
+83,3328,0.02960747480392456,416,0.0005514329110155814,
+,,,416,,0.07653007904688518

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,16 @@
+298658,7
+16514,0
+7484,0
+458601,11
+94193,2
+175138,4
+137803,3
+68245,1
+514644,12
+361057,9
+306770,7
+374839,9
+37758,0
+524302,13
+1944,0
+295131,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,16 @@
+298658,-12.441311,-20.539557,-12.878811,-15.223585,-15.07952,-6.5063705,-14.003811,-0.004388762,-14.686489,-10.691311,-11.003811,-12.441311,-13.503811,-9.879447
+16514,-0.0033997851,-18.750662,-13.1284,-13.061696,-14.844877,-9.1369295,-14.8784,-15.614254,-26.249882,-15.5034,-12.6284,-13.1284,-14.8784,-11.882798
+7484,-0.0011443502,-22.651789,-13.751144,-16.547342,-17.168211,-13.62782,-16.251144,-15.891637,-24.575144,-17.563644,-14.501144,-16.501144,-17.063644,-16.377424
+458601,-15.322294,-20.330917,-5.6347938,-11.454681,-17.028383,-10.67149,-18.416044,-12.765077,-19.262913,-12.572294,-13.509794,-0.009793803,-7.1347938,-9.010949
+94193,-17.316786,-24.65021,-0.004286388,-9.881076,-15.329834,-16.86614,-21.191786,-15.594103,-25.361612,-13.254287,-16.504286,-9.629287,-12.379287,-15.944308
+175138,-14.937958,-26.420189,-9.375458,-13.129375,-0.00089065253,-11.925198,-19.500458,-14.88959,-22.375765,-16.312958,-16.500458,-16.625458,-15.750458,-15.0006275
+137803,-18.313848,-23.772106,-8.376349,-0.0018499268,-15.690662,-13.361015,-19.126348,-14.634971,-28.200033,-12.501349,-16.563848,-16.126348,-14.001349,-15.3141
+68245,-4.38953,-1.4429601,-6.38953,-7.797361,-5.347447,-8.185814,-6.63953,-7.3972664,-17.866644,-7.38953,-5.01453,-6.45203,-7.01453,-3.141175
+514644,-17.56316,-25.652222,-9.00066,-17.904144,-16.929285,-10.215119,-19.37566,-15.257382,-23.915438,-13.87566,-17.25066,-12.12566,-0.00065960584,-10.376088
+361057,-17.31263,-27.19435,-12.625131,-17.841368,-21.843916,-14.257134,-20.62513,-13.54331,-24.8545,-0.00013064485,-11.500131,-15.937631,-18.68763,-17.060608
+306770,-12.398861,-15.618301,-13.523861,-14.285785,-10.525318,-4.8817387,-5.9613605,-0.336798,-11.743644,-10.586361,-5.9613605,-10.898861,-12.023861,-9.524781
+374839,-17.31263,-26.745558,-12.500129,-17.665466,-20.570154,-14.629688,-20.87513,-14.163204,-24.832235,-0.00012909532,-12.500129,-16.00013,-18.68763,-17.323683
+37758,-0.0011868584,-19.080532,-12.813687,-13.954034,-11.873094,-10.761581,-14.126187,-14.536256,-21.411192,-14.688687,-10.751187,-14.751187,-15.063687,-11.813991
+524302,-14.955549,-25.148384,-7.2680497,-12.164315,-13.207239,-9.658655,-13.955549,-10.020401,-21.239391,-9.518049,-11.830549,-8.768049,-7.8930497,-0.020337975
+1944,-0.04387093,-16.728634,-9.231371,-8.15916,-12.279953,-3.924945,-13.293871,-11.237185,-23.028885,-10.543871,-10.293871,-10.043871,-9.231371,-8.419197
+295131,-11.447267,-20.266499,-14.572267,-14.0367155,-19.682522,-5.136687,-12.259767,-0.01031391,-13.395815,-12.197267,-10.259767,-12.009767,-14.322267,-9.389884

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,274 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3029046952724457,0,5.928921699523926,
+0,8,0.053184159100055695,1,6.948919677734375,
+0,16,0.034500375390052795,2,9.069339434305826,
+0,24,0.03479563444852829,3,7.412712465633046,
+0,32,0.030739042907953262,4,6.872831642627716,
+0,40,0.037660423666238785,5,5.149805853764216,
+0,48,0.03462215140461922,6,5.61267937819163,
+0,56,0.03083435446023941,7,4.054551037458273,
+1,64,0.03146961331367493,8,1.3093273374769423,
+1,72,0.032731734216213226,9,2.6615090469519296,
+1,80,0.03370557352900505,10,3.2790835785369077,
+1,88,0.03123486414551735,11,2.379672508973342,
+1,96,0.03220948576927185,12,3.5282951315244038,
+1,104,0.035674918442964554,13,3.6401711960251513,
+1,112,0.03273751586675644,14,2.9600829128175974,
+2,120,0.03134505823254585,15,2.4020185161914145,
+2,128,0.03092797100543976,16,3.1751496916015944,
+,,,16,,0.5362752676010132
+2,136,0.031345389783382416,17,1.2120826600119472,
+2,144,0.03343242406845093,18,0.18139728455042298,
+2,152,0.03112691640853882,19,0.4460998627949845,
+2,160,0.03126392140984535,20,0.5075115276766675,
+2,168,0.03132108598947525,21,0.26104060221802106,
+3,176,0.03103579580783844,22,0.0355176629752598,
+3,184,0.030969135463237762,23,0.0456975645555014,
+3,192,0.031480755656957626,24,0.7997828922400784,
+3,200,0.031160790473222733,25,0.012879333530481044,
+3,208,0.03360039368271828,26,0.3526039278201227,
+3,216,0.033249132335186005,27,1.2033459024334496,
+3,224,0.0313604474067688,28,0.051489569848248117,
+4,232,0.03170548006892204,29,0.05483105592429638,
+4,240,0.03127049654722214,30,0.12537961919756177,
+4,248,0.031172413378953934,31,0.1641057758084075,
+4,256,0.032233305275440216,32,0.06705653195967898,
+,,,32,,0.11709687113761902
+4,264,0.038117438554763794,33,0.23073444962501527,
+4,272,0.03135945647954941,34,0.12070768783227183,
+4,280,0.042137257754802704,35,0.031268136226572096,
+5,288,0.04730765148997307,36,0.04972033561498392,
+5,296,0.03150584548711777,37,0.029666623275261372,
+5,304,0.032072510570287704,38,0.013764509581960738,
+5,312,0.0316828154027462,39,0.5626429268779854,
+5,320,0.03147972375154495,40,0.06651117225499967,
+5,328,0.03193499520421028,41,0.11947270109667443,
+5,336,0.03276640921831131,42,0.0038741681597788224,
+6,344,0.03211783617734909,43,0.0571405274900966,
+6,352,0.032241806387901306,44,0.026592619900059487,
+6,360,0.0331740528345108,45,0.01312185976600561,
+6,368,0.032109443098306656,46,0.005747162620536983,
+6,376,0.03213690221309662,47,0.012095375413385531,
+6,384,0.031243473291397095,48,0.010119693001880396,
+,,,48,,0.013203731427590052
+6,392,0.03116200491786003,49,0.006155815736677211,
+7,400,0.033300239592790604,50,0.0054560547622923665,
+7,408,0.03135279193520546,51,0.005390733110041104,
+7,416,0.03187558054924011,52,0.009543314638237158,
+7,424,0.031329791992902756,53,0.02457658493837628,
+7,432,0.03701876476407051,54,0.0056145653943531215,
+7,440,0.0313282273709774,55,0.0038240387444742597,
+7,448,0.03155360743403435,56,0.003943523731625949,
+8,456,0.03191206976771355,57,0.013496284489519894,
+8,464,0.04233276844024658,58,0.005277559206920809,
+8,472,0.04771953076124191,59,0.009226181929989252,
+8,480,0.031068366020917892,60,0.0025398590393403233,
+8,488,0.03160978481173515,61,0.007900882133981213,
+8,496,0.03202672302722931,62,0.003620372270233929,
+8,504,0.031725168228149414,63,0.005328071959824724,
+9,512,0.03143218159675598,64,0.0022258299331252393,
+,,,64,,0.007071786870559056
+9,520,0.031619977205991745,65,0.0037430332624353467,
+9,528,0.03172406554222107,66,0.003575644505742405,
+9,536,0.03154021501541138,67,0.004031493832231858,
+9,544,0.031425680965185165,68,0.010997462663605498,
+9,552,0.03321707993745804,69,0.010704066921872172,
+9,560,0.03155402094125748,70,0.003275720948854891,
+10,568,0.036924656480550766,71,0.005771837026501695,
+10,576,0.032062605023384094,72,0.005325072829145938,
+10,584,0.031209349632263184,73,0.0036772292805835605,
+10,592,0.03118770942091942,74,0.002437399169947538,
+10,600,0.03161048889160156,75,0.004894939584967991,
+10,608,0.03131888061761856,76,0.007128705478472901,
+10,616,0.03140851482748985,77,0.0023910399371137223,
+11,624,0.03223148360848427,78,0.002416758732579183,
+11,632,0.03141627833247185,79,0.004110536014195532,
+11,640,0.031400881707668304,80,0.004505506537887933,
+,,,80,,0.005329188580314319
+11,648,0.04095349460840225,81,0.006445750278154654,
+11,656,0.03355200216174126,82,0.004563517251517624,
+11,664,0.03107485920190811,83,0.003943543093135724,
+11,672,0.030933398753404617,84,0.0017521201490043577,
+12,680,0.03195948153734207,85,0.002819077286403626,
+12,688,0.031119894236326218,86,0.008777612903421479,
+12,696,0.03231845051050186,87,0.0014807903877226635,
+12,704,0.032965287566185,88,0.0028707145583421853,
+12,712,0.030817002058029175,89,0.0031089768004180355,
+12,720,0.03167508915066719,90,0.0015783408799996744,
+12,728,0.03605775907635689,91,0.0029815328265872915,
+13,736,0.03145000711083412,92,0.001762067947614317,
+13,744,0.031091567128896713,93,0.0020065123506356032,
+13,752,0.03149019181728363,94,0.004582038744746779,
+13,760,0.033740509301424026,95,0.005465967356160816,
+13,768,0.03155134618282318,96,0.0035015967934249113,
+,,,96,,0.004243923972050349
+13,776,0.03205003961920738,97,0.00275096864373024,
+13,784,0.033444177359342575,98,0.0013537102920683818,
+14,792,0.03254822641611099,99,0.005443890957394615,
+14,800,0.03133739158511162,100,0.0019598584164798793,
+14,808,0.031029440462589264,101,0.0020397219235416164,
+14,816,0.03182516619563103,102,0.0032211648067459464,
+14,824,0.03153606876730919,103,0.0025874757615383715,
+14,832,0.040344975888729095,104,0.0034436903661116958,
+14,840,0.03459629416465759,105,0.002134169401622123,
+15,848,0.031316377222537994,106,0.0016779153904115612,
+15,856,0.033639390021562576,107,0.0012511766041055894,
+15,864,0.031684841960668564,108,0.0015186760952929034,
+15,872,0.031369514763355255,109,0.00431564143121553,
+15,880,0.030923862010240555,110,0.0020974615578201006,
+15,888,0.031071815639734268,111,0.004269623595367496,
+15,896,0.031419314444065094,112,0.003464141737952429,
+,,,112,,0.0037653890127936998
+16,904,0.030850425362586975,113,0.0019096324976999313,
+16,912,0.03139428049325943,114,0.0024951021746696476,
+16,920,0.03128211945295334,115,0.0018423835916275327,
+16,928,0.03264782205224037,116,0.0019051288774270298,
+16,936,0.03147164732217789,117,0.002598056053102482,
+16,944,0.03151814267039299,118,0.0018702043453231454,
+16,952,0.033689454197883606,119,0.004912674058383952,
+17,960,0.03216472268104553,120,0.0050445771061772985,
+17,968,0.03175479173660278,121,0.0014535655712031505,
+17,976,0.03127174824476242,122,0.0015429605579508159,
+17,984,0.03156621754169464,123,0.0033270798906284782,
+17,992,0.03137756139039993,124,0.001135531881188329,
+17,1000,0.03184933215379715,125,0.001473992084025998,
+17,1008,0.031657278537750244,126,0.003237761199540858,
+18,1016,0.03713015094399452,127,0.005562474323336833,
+18,1024,0.03926880285143852,128,0.0014385274195004827,
+,,,128,,0.0031084557995200157
+18,1032,0.031063057482242584,129,0.0010728235623294797,
+18,1040,0.030853580683469772,130,0.0037301369270102847,
+18,1048,0.030680160969495773,131,0.0010695088967622723,
+18,1056,0.03142455965280533,132,0.0022313306939655115,
+18,1064,0.031064655631780624,133,0.0014550984245336924,
+19,1072,0.0345781035721302,134,0.001580250291646315,
+19,1080,0.030874479562044144,135,0.002314866493599346,
+19,1088,0.030372221022844315,136,0.004587086436169391,
+19,1096,0.03061053156852722,137,0.0014740978815377904,
+19,1104,0.033374737948179245,138,0.0011279747135025293,
+19,1112,0.03436649590730667,139,0.002327393547882541,
+19,1120,0.037802569568157196,140,0.00276513855417513,
+20,1128,0.03778017684817314,141,0.004591846368774506,
+20,1136,0.031662408262491226,142,0.0017830471146485902,
+20,1144,0.031686656177043915,143,0.00213318021754579,
+20,1152,0.03142158314585686,144,0.0018642028509121803,
+,,,144,,0.0027790957440932593
+20,1160,0.03118254244327545,145,0.0010783737001474948,
+20,1168,0.0312160924077034,146,0.0015032074879854918,
+20,1176,0.0310073122382164,147,0.0013819115097598673,
+21,1184,0.03165953978896141,148,0.001507365001695386,
+21,1192,0.031544797122478485,149,0.0013361130283252958,
+21,1200,0.03481455519795418,150,0.0017016919279870177,
+21,1208,0.04043086990714073,151,0.004459253123389895,
+21,1216,0.030749935656785965,152,0.000949098855595697,
+21,1224,0.03216201066970825,153,0.0019540161407679657,
+21,1232,0.0338604636490345,154,0.002572836280645182,
+22,1240,0.03101811185479164,155,0.0012796355556929484,
+22,1248,0.03143344074487686,156,0.0022630674745111414,
+22,1256,0.03148409351706505,157,0.0019118290045298636,
+22,1264,0.0341656394302845,158,0.0024664412849233486,
+22,1272,0.030599139630794525,159,0.0010895616155308248,
+22,1280,0.030916161835193634,160,0.001077350701402443,
+,,,160,,0.002653166651725769
+22,1288,0.03158722445368767,161,0.003386861425287162,
+23,1296,0.03132925555109978,162,0.0010704647109378129,
+23,1304,0.041034601628780365,163,0.0019105521253853415,
+23,1312,0.031678538769483566,164,0.004348063429530997,
+23,1320,0.03397087752819061,165,0.0013100459517982716,
+23,1328,0.03130415081977844,166,0.0016466563891819014,
+23,1336,0.032651424407958984,167,0.001390308558117025,
+23,1344,0.03394380584359169,168,0.0019123367466298597,
+24,1352,0.03146292269229889,169,0.0011951905762543902,
+24,1360,0.03114965930581093,170,0.00119196496962104,
+24,1368,0.03166733309626579,171,0.0013811095603159628,
+24,1376,0.03092559054493904,172,0.0013812046862977485,
+24,1384,0.030786998569965363,173,0.002155155105616099,
+24,1392,0.0367320291697979,174,0.0032969901845457832,
+24,1400,0.032372135668992996,175,0.0017105972689863008,
+25,1408,0.03141671046614647,176,0.001137859740993008,
+,,,176,,0.0023918009052673974
+25,1416,0.0331362746655941,177,0.000984407347949365,
+25,1424,0.031488362699747086,178,0.0014263670109357918,
+25,1432,0.03118472546339035,179,0.000916842975129839,
+25,1440,0.03125905618071556,180,0.001974112385968593,
+25,1448,0.03126145154237747,181,0.0020203066828385504,
+25,1456,0.031625524163246155,182,0.0035384665437353155,
+26,1464,0.031497567892074585,183,0.003070755245971668,
+26,1472,0.03134134039282799,184,0.001669562642928213,
+26,1480,0.03387033939361572,185,0.0014105029054917394,
+26,1488,0.03798529505729675,186,0.002094916460919194,
+26,1496,0.033699121326208115,187,0.00118041730288846,
+26,1504,0.031538210809230804,188,0.0008224283898016438,
+26,1512,0.03426522761583328,189,0.0011514817451825365,
+27,1520,0.03364875167608261,190,0.0031450347048051367,
+27,1528,0.033649642020463943,191,0.0013323222122959453,
+27,1536,0.03298468515276909,192,0.001233717370528861,
+,,,192,,0.0022091736706594625
+27,1544,0.0311705581843853,193,0.0016687782015651464,
+27,1552,0.03146854043006897,194,0.001356798837977377,
+27,1560,0.0313599556684494,195,0.0018067087512463331,
+27,1568,0.03590124472975731,196,0.0011124189144798688,
+28,1576,0.03768742457032204,197,0.0015969106694683432,
+28,1584,0.03398989513516426,198,0.0010283013592318941,
+28,1592,0.03141229599714279,199,0.001411964437769105,
+28,1600,0.034757163375616074,200,0.002168664393068936,
+28,1608,0.031472574919462204,201,0.0015646832952580343,
+28,1616,0.03130693733692169,202,0.0025638102358373415,
+28,1624,0.034327536821365356,203,0.0009918703362927772,
+29,1632,0.03212389722466469,204,0.0011638057318729504,
+29,1640,0.03153875470161438,205,0.002973752867546864,
+29,1648,0.030926525592803955,206,0.0016682674759067595,
+29,1656,0.031203288584947586,207,0.001565525558992074,
+29,1664,0.031644854694604874,208,0.0010939127149123867,
+,,,208,,0.0020896270871162415
+29,1672,0.03929569572210312,209,0.0009272758660909648,
+29,1680,0.03779436647891998,210,0.00159620924872191,
+30,1688,0.03354455903172493,211,0.0008396623728913255,
+30,1696,0.033028583973646164,212,0.0011417924565298913,
+30,1704,0.03885620832443237,213,0.0013733408279502047,
+30,1712,0.032833803445100784,214,0.001795088925670522,
+30,1720,0.033231429755687714,215,0.0009519417564241359,
+30,1728,0.0333373136818409,216,0.000625367667817045,
+30,1736,0.03424548730254173,217,0.003621126270930593,
+31,1744,0.033406782895326614,218,0.0014908532544863052,
+31,1752,0.04436766728758812,219,0.0011954283894738183,
+31,1760,0.03538339585065842,220,0.0014437893853307916,
+31,1768,0.029145970940589905,221,0.0018019252784142736,
+31,1776,0.02913277968764305,222,0.0004897398903267458,
+31,1784,0.029325395822525024,223,0.002684272015661312,
+31,1792,0.02941540628671646,224,0.0013339800589164952,
+,,,224,,0.002003150526434183
+32,1800,0.029414083808660507,225,0.0013755607047082426,
+32,1808,0.029438011348247528,226,0.0010039497389119458,
+32,1816,0.028906747698783875,227,0.0010921205393970013,
+32,1824,0.02922452986240387,228,0.002062573164808922,
+32,1832,0.02926895022392273,229,0.002196309465424357,
+32,1840,0.03368467837572098,230,0.0006178431107069958,
+32,1848,0.02924669161438942,231,0.001496826533444359,
+33,1856,0.033269260078668594,232,0.0005988564397822219,
+33,1864,0.03206104040145874,233,0.0009447396016464784,
+33,1872,0.03226755931973457,234,0.0005979678050304452,
+33,1880,0.032542258501052856,235,0.0014016486037200173,
+33,1888,0.02922368422150612,236,0.003016655350802466,
+33,1896,0.02958216890692711,237,0.0013321341927318524,
+33,1904,0.028993017971515656,238,0.001796430619343972,
+34,1912,0.03284825012087822,239,0.0013110091878423612,
+34,1920,0.029406551271677017,240,0.0007965599041199311,
+,,,240,,0.0018631907490392525
+34,1928,0.029347717761993408,241,0.001343375467210232,
+34,1936,0.029108937829732895,242,0.002174324165725221,
+34,1944,0.044717609882354736,243,0.0009848839836195111,
+34,1952,0.029881980270147324,244,0.0015560919502084808,
+34,1960,0.028763316571712494,245,0.0016708030844501292,
+35,1968,0.02896391972899437,246,0.002446868003711903,
+35,1976,0.029524032026529312,247,0.0013989232113369955,
+35,1984,0.029330287128686905,248,0.0015370634085099613,
+35,1992,0.02891673520207405,249,0.0007713545390288345,
+35,2000,0.033772747963666916,250,0.0011699420552199276,
+35,2008,0.02949737012386322,251,0.000990283114030414,
+35,2016,0.028821658343076706,252,0.0010691465227864682,
+36,2024,0.029977947473526,253,0.0007534060410266234,
+36,2032,0.028954394161701202,254,0.0012906764988491143,
+36,2040,0.02911057323217392,255,0.0023315930156968534,
+36,2048,0.03297904133796692,256,0.0007826253433729737,
+,,,256,,0.0018317463497320812

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans/0.0-1.0/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 256
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/metrics.csv

@@ -0,0 +1,1447 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.30005721375346184,0,8.778746604919434,
+0,8,0.05409923940896988,1,9.168035888671875,
+0,16,0.036569297313690186,2,8.73290126664298,
+0,24,0.033729471266269684,3,7.556195519187233,
+0,32,0.036563899368047714,4,8.501145692972036,
+0,40,0.03673415258526802,5,3.5091560653277805,
+1,48,0.034590981900691986,6,5.026367763678233,
+1,56,0.03363152593374252,7,3.1655925810337067,
+1,64,0.03483232483267784,8,4.011369127493638,
+1,72,0.03388439863920212,9,3.44541397690773,
+1,80,0.033831771463155746,10,3.807632180360647,
+2,88,0.034950755536556244,11,2.0201835110783577,
+2,96,0.03386260196566582,12,3.0691322214328327,
+2,104,0.03769658878445625,13,2.9174410360200063,
+2,112,0.03423865884542465,14,2.4966305104585795,
+2,120,0.03420472890138626,15,0.7308891941275861,
+3,128,0.04753277450799942,16,1.5828596820885485,
+,,,16,,1.458789966724537
+3,136,0.03765289857983589,17,0.6262499558237883,
+3,144,0.03393372893333435,18,0.11442065751180053,
+3,152,0.03507724776864052,19,1.069781628171248,
+3,160,0.037370871752500534,20,0.9011492063956601,
+4,168,0.037431005388498306,21,0.6187781340335138,
+4,176,0.03475182130932808,22,0.14726181984879078,
+4,184,0.03502558544278145,23,0.16506948254325174,
+4,192,0.03382621333003044,24,0.16423228502805745,
+4,200,0.03416053578257561,25,0.116228295190792,
+5,208,0.03370724245905876,26,0.01623889642695968,
+5,216,0.034236278384923935,27,0.050995415236684494,
+5,224,0.03409317880868912,28,0.06326083154417575,
+5,232,0.029851190745830536,29,0.14776479846720272,
+5,240,0.030009031295776367,30,0.05468005153982501,
+6,248,0.030606236308813095,31,0.11536588353919797,
+6,256,0.030562497675418854,32,0.012911420847688402,
+,,,32,,0.014778043384905215
+6,264,0.029439203441143036,33,0.005353877122979611,
+6,272,0.030006028711795807,34,0.006541944996570237,
+6,280,0.0307760052382946,35,0.006811841445596656,
+7,288,0.03031349554657936,36,0.009935616360356411,
+7,296,0.041498951613903046,37,0.0016974207458340309,
+7,304,0.03287263214588165,38,0.00789409749947178,
+7,312,0.02922172099351883,39,0.008410558453761041,
+7,320,0.029647085815668106,40,0.004356450996755694,
+8,328,0.03047984093427658,41,0.0021333364588477146,
+8,336,0.03083084523677826,42,0.005811801428948952,
+8,344,0.030609644949436188,43,0.009708264117272427,
+8,352,0.03096291422843933,44,0.0030182342038292866,
+8,360,0.031520530581474304,45,0.022550084240113694,
+9,368,0.03255223110318184,46,0.001753486608019254,
+9,376,0.0307852141559124,47,0.0020418968510617,
+9,384,0.030005808919668198,48,0.0020156175036950465,
+,,,48,,0.00388380057281918
+9,392,0.03767462447285652,49,0.003981030277403382,
+9,400,0.03714224696159363,50,0.00446864053244806,
+10,408,0.037155698984861374,51,0.0026243957004875745,
+10,416,0.03531540930271149,52,0.0011387960403226316,
+10,424,0.041914138942956924,53,0.0029084950287002497,
+10,432,0.036798201501369476,54,0.0014838574078077306,
+10,440,0.035865943878889084,55,0.0021967464805735895,
+11,448,0.04153607413172722,56,0.001316273770168085,
+11,456,0.03940371796488762,57,0.0021118765095404037,
+11,464,0.041213031858205795,58,0.002600319276098162,
+11,472,0.04145834967494011,59,0.0016824176541726606,
+11,480,0.038824550807476044,60,0.0013348501916670313,
+12,488,0.03868793696165085,61,0.0018446474026528779,
+12,496,0.03755193203687668,62,0.0019157176866428927,
+12,504,0.03757218271493912,63,0.0009868654720216559,
+12,512,0.0493571013212204,64,0.001805880060904504,
+,,,64,,0.0018476790024174585
+12,520,0.030070800334215164,65,0.001873613684438169,
+13,528,0.03353439271450043,66,0.0014013192194397561,
+13,536,0.0341295562684536,67,0.001887159158165256,
+13,544,0.029723726212978363,68,0.002366774138257218,
+13,552,0.03031657636165619,69,0.0014459797588642687,
+13,560,0.03276113420724869,70,0.0008688813160495976,
+14,568,0.03510262444615364,71,0.0017559184198034927,
+14,576,0.03312874957919121,72,0.001540515793749364,
+14,584,0.033332981169223785,73,0.0012425792330759578,
+14,592,0.0334557481110096,74,0.0018531978324366112,
+14,600,0.033232636749744415,75,0.0012140705240502334,
+15,608,0.033400241285562515,76,0.0019715211747097783,
+15,616,0.033222541213035583,77,0.001010135095301931,
+15,624,0.034363456070423126,78,0.0017634981419317997,
+15,632,0.03340810909867287,79,0.0010405221386463382,
+15,640,0.02978428825736046,80,0.001367199415523958,
+,,,80,,0.0016404962925999254
+16,648,0.033563967794179916,81,0.0010928323671188472,
+16,656,0.03460200875997543,82,0.0014539230105583556,
+16,664,0.029395177960395813,83,0.0021775182938047993,
+16,672,0.029589425772428513,84,0.0013039311969704512,
+16,680,0.02969871461391449,85,0.0011366233387282894,
+17,688,0.03516392037272453,86,0.0012520778175464577,
+17,696,0.04572020471096039,87,0.0019604117925544934,
+17,704,0.029564999043941498,88,0.0015463578893104568,
+17,712,0.03310127556324005,89,0.0016014924949558917,
+17,720,0.030511658638715744,90,0.0008194675678029084,
+18,728,0.033489909023046494,91,0.0011582657607505098,
+18,736,0.029838453978300095,92,0.000955323877860792,
+18,744,0.029808543622493744,93,0.0013136627082227885,
+18,752,0.029678750783205032,94,0.0018414057891017624,
+18,760,0.03344302996993065,95,0.0015167969077910211,
+19,768,0.03336138650774956,96,0.0012035672423533266,
+,,,96,,0.0015131250299789288
+19,776,0.03518413007259369,97,0.0017503986806225252,
+19,784,0.03520568832755089,98,0.0010966340717762553,
+19,792,0.03016413375735283,99,0.0014974250046249765,
+19,800,0.03378443792462349,100,0.0010876882032872263,
+20,808,0.029997311532497406,101,0.0008073766093730228,
+20,816,0.029678761959075928,102,0.001592987315962091,
+20,824,0.029626257717609406,103,0.0020014032943436177,
+20,832,0.029817063361406326,104,0.000764232610191147,
+20,840,0.03334960713982582,105,0.0012835422336744766,
+21,848,0.029708176851272583,106,0.0007927527398211309,
+21,856,0.033263832330703735,107,0.0017656369964242913,
+21,864,0.029916349798440933,108,0.0015480271855873677,
+21,872,0.03454279527068138,109,0.0015598551186625487,
+21,880,0.04815772920846939,110,0.0009320972070175534,
+22,888,0.029840316623449326,111,0.0005378732224926352,
+22,896,0.034079864621162415,112,0.0015844606942581859,
+,,,112,,0.0013877414166927338
+22,904,0.029640335589647293,113,0.0017090011097025126,
+22,912,0.029936596751213074,114,0.001262989269558933,
+22,920,0.03664892539381981,115,0.0011091708031017334,
+23,928,0.036713551729917526,116,0.0018985990463988855,
+23,936,0.036265067756175995,117,0.0009466266928939149,
+23,944,0.029068369418382645,118,0.0016806023694308741,
+23,952,0.037666067481040955,119,0.0010735778443631717,
+23,960,0.029522918164730072,120,0.000552402219909709,
+24,968,0.029702290892601013,121,0.001258958050377921,
+24,976,0.02951963245868683,122,0.0010163060864075446,
+24,984,0.029950834810733795,123,0.0014555428127865666,
+24,992,0.03340638056397438,124,0.0016247764131269203,
+24,1000,0.02977171540260315,125,0.0007990901843489459,
+25,1008,0.029559176415205002,126,0.0011118143884232268,
+25,1016,0.029262583702802658,127,0.0018702111519814935,
+25,1024,0.029385138303041458,128,0.0010784453831244416,
+,,,128,,0.0013261361530533544
+25,1032,0.029436282813549042,129,0.0011276457536344728,
+25,1040,0.029531143605709076,130,0.0009768873172685164,
+26,1048,0.02988141030073166,131,0.0017486685423396661,
+26,1056,0.042761385440826416,132,0.0011151498161220492,
+26,1064,0.04041912406682968,133,0.000668709094801064,
+26,1072,0.03618679568171501,134,0.0008752629113256593,
+26,1080,0.035958755761384964,135,0.0015582089884749923,
+27,1088,0.03542289510369301,136,0.001124237068534757,
+27,1096,0.029896359890699387,137,0.001215927763041691,
+27,1104,0.03005846217274666,138,0.0007935065421572125,
+27,1112,0.029775895178318024,139,0.0015758880069300246,
+27,1120,0.029925722628831863,140,0.0011025621441569035,
+28,1128,0.03308061882853508,141,0.0010599510084527235,
+28,1136,0.029655393213033676,142,0.0017562939185434235,
+28,1144,0.029906637966632843,143,0.0010784528990784152,
+28,1152,0.029476631432771683,144,0.0009686914641254892,
+,,,144,,0.0012730351752705043
+28,1160,0.029276423156261444,145,0.000948541198423217,
+29,1168,0.02954089269042015,146,0.0007801893327268772,
+29,1176,0.029929764568805695,147,0.001316507468940332,
+29,1184,0.02968578413128853,148,0.0008887642313941167,
+29,1192,0.029983773827552795,149,0.0010465932629393558,
+29,1200,0.03022342175245285,150,0.001526954608449999,
+30,1208,0.030078060925006866,151,0.0012230568027007394,
+30,1216,0.029599428176879883,152,0.0011488306832192889,
+30,1224,0.03347782418131828,153,0.000864476444390179,
+30,1232,0.029751017689704895,154,0.001525373970462869,
+30,1240,0.04084230214357376,155,0.0009232350169137741,
+31,1248,0.04851365461945534,156,0.0007464073767716235,
+31,1256,0.035218510776758194,157,0.0005163653528143186,
+31,1264,0.037917762994766235,158,0.0013281041215772607,
+31,1272,0.03776528313755989,159,0.0017904094980062486,
+31,1280,0.03544636070728302,160,0.0010107385044518327,
+,,,160,,0.0011945100570166553
+32,1288,0.029383763670921326,161,0.0008294493911142291,
+32,1296,0.029504287987947464,162,0.0012242045498472482,
+32,1304,0.0334283709526062,163,0.0007562927567050792,
+32,1312,0.03330891951918602,164,0.0016031080721101412,
+32,1320,0.029313471168279648,165,0.0008985915701487102,
+33,1328,0.02919672802090645,166,0.0017588307327969233,
+33,1336,0.029306720942258835,167,0.0009652160859497434,
+33,1344,0.029341913759708405,168,0.0008399770035444257,
+33,1352,0.02931876853108406,169,0.000801238119982792,
+33,1360,0.03371265158057213,170,0.0008596864774719708,
+34,1368,0.029139243066310883,171,0.0006735569634027063,
+34,1376,0.029025334864854813,172,0.0012359707926710448,
+34,1384,0.02932136505842209,173,0.0009873370217974298,
+34,1392,0.029622778296470642,174,0.001431050296458933,
+34,1400,0.02950962260365486,175,0.0010388508492794174,
+35,1408,0.029504232108592987,176,0.0009834743272781803,
+,,,176,,0.0011099255471317857
+35,1416,0.02933143451809883,177,0.0009308172884630039,
+35,1424,0.04608149826526642,178,0.000992426505642167,
+35,1432,0.0359131321310997,179,0.0012502305118167506,
+35,1440,0.029826611280441284,180,0.001029818495832539,
+36,1448,0.033727195113897324,181,0.0007079201750457287,
+36,1456,0.03010411188006401,182,0.00106696539830106,
+36,1464,0.02999619022011757,183,0.0009707454883027822,
+36,1472,0.029986292123794556,184,0.0013702524975087726,
+36,1480,0.030300717800855637,185,0.0009715820163434658,
+37,1488,0.029694605618715286,186,0.0008017197224861858,
+37,1496,0.029751569032669067,187,0.001227484835544601,
+37,1504,0.030129753053188324,188,0.000652364658890292,
+37,1512,0.029833681881427765,189,0.0008523859695952314,
+37,1520,0.033626899123191833,190,0.001292617540457286,
+38,1528,0.03031095117330551,191,0.0006333130586426705,
+38,1536,0.030379492789506912,192,0.0009489988795914022,
+,,,192,,0.0010704118068571443
+38,1544,0.030342623591423035,193,0.0009592203826865774,
+38,1552,0.030298907309770584,194,0.001422932795581541,
+38,1560,0.03060818463563919,195,0.0009012125313650662,
+39,1568,0.030254986137151718,196,0.0012424619659820262,
+39,1576,0.03044021502137184,197,0.0009428962075617164,
+39,1584,0.030116043984889984,198,0.000843463814817369,
+39,1592,0.03584345802664757,199,0.0009145485354775491,
+39,1600,0.02983686700463295,200,0.000810508224689825,
+40,1608,0.029711298644542694,201,0.0011657128867227583,
+40,1616,0.043536458164453506,202,0.000731000288942596,
+40,1624,0.033832356333732605,203,0.001043130447214935,
+40,1632,0.02959328144788742,204,0.0006656557021555132,
+40,1640,0.030179716646671295,205,0.0011270663999312092,
+41,1648,0.03019004315137863,206,0.0011819225893794703,
+41,1656,0.02993122860789299,207,0.0010490051264731358,
+41,1664,0.02990109473466873,208,0.0009495859184036297,
+,,,208,,0.000978077589361756
+41,1672,0.030431445688009262,209,0.0008272869221400469,
+41,1680,0.030190717428922653,210,0.000780692410141152,
+42,1688,0.029956072568893433,211,0.001547947823252928,
+42,1696,0.03351582586765289,212,0.0008156266863807105,
+42,1704,0.029844891279935837,213,0.0004626222133603213,
+42,1712,0.030196137726306915,214,0.001169897790012848,
+42,1720,0.029944058507680893,215,0.0007154874212574214,
+43,1728,0.029972393065690994,216,0.0007814378695911728,
+43,1736,0.029895760118961334,217,0.0007188949205626089,
+43,1744,0.030000288039445877,218,0.0010020429603173398,
+43,1752,0.033816684037446976,219,0.0009746835530677345,
+43,1760,0.03001970425248146,220,0.0011455698799441702,
+44,1768,0.03018604964017868,221,0.0005320151496562176,
+44,1776,0.030025742948055267,222,0.0010104697711150429,
+44,1784,0.030247539281845093,223,0.0005771924164340211,
+44,1792,0.029926806688308716,224,0.0011501900031968642,
+,,,224,,0.0009980480428095216
+44,1800,0.044618647545576096,225,0.0012678232035666173,
+45,1808,0.03359106928110123,226,0.0009489494774849542,
+45,1816,0.0338025726377964,227,0.000701360747916624,
+45,1824,0.03002845123410225,228,0.0008875422451334695,
+45,1832,0.030279073864221573,229,0.001135101376955087,
+45,1840,0.03368862345814705,230,0.0006630622497491109,
+46,1848,0.030251778662204742,231,0.000664292758301599,
+46,1856,0.03115014359354973,232,0.0005940108152572065,
+46,1864,0.03351699933409691,233,0.0009976498057277729,
+46,1872,0.03015735372900963,234,0.0008249397921775069,
+46,1880,0.030335254967212677,235,0.0012966247774714318,
+47,1888,0.029966723173856735,236,0.0009453407414680855,
+47,1896,0.030207447707653046,237,0.0005850868381623349,
+47,1904,0.030061230063438416,238,0.0006216434440620316,
+47,1912,0.030082952231168747,239,0.0012786312164583555,
+47,1920,0.030662856996059418,240,0.0009181075899202066,
+,,,240,,0.0009244180939815662
+48,1928,0.030399642884731293,241,0.000601361608763303,
+48,1936,0.02999773994088173,242,0.0008107310335617512,
+48,1944,0.0333518385887146,243,0.001005537777018617,
+48,1952,0.029602840542793274,244,0.0008748538362292143,
+48,1960,0.031977586448192596,245,0.0010387384361820295,
+49,1968,0.029787376523017883,246,0.0008308078232892932,
+49,1976,0.02968999370932579,247,0.0008967506063137469,
+49,1984,0.029775001108646393,248,0.0003741640202861163,
+49,1992,0.04902586340904236,249,0.0013325419587393603,
+49,2000,0.035842668265104294,250,0.000722725245092685,
+50,2008,0.030071258544921875,251,0.0008970642607891932,
+50,2016,0.02993762120604515,252,0.0004910079102652768,
+50,2024,0.035511504858732224,253,0.0005536738892260474,
+50,2032,0.03544776514172554,254,0.0012791375937762067,
+50,2040,0.03607272356748581,255,0.0008424757991004019,
+51,2048,0.03573492914438248,256,0.000956899579250603,
+,,,256,,0.0008851906491650476
+51,2056,0.03328617662191391,257,0.0007590635037299112,
+51,2064,0.032909832894802094,258,0.0006593633064767346,
+51,2072,0.03571762144565582,259,0.001148082093674351,
+51,2080,0.03295091912150383,260,0.0007169979613866996,
+52,2088,0.03309277445077896,261,0.0007368316314218995,
+52,2096,0.03520425409078598,262,0.0011047266501312454,
+52,2104,0.035477180033922195,263,0.0006375930713077721,
+52,2112,0.035512425005435944,264,0.0006885535428106474,
+52,2120,0.03533240407705307,265,0.0011168875692722697,
+53,2128,0.0355834923684597,266,0.0005280174669418816,
+53,2136,0.03540914133191109,267,0.0009131251269233568,
+53,2144,0.035538796335458755,268,0.0008081353640031571,
+53,2152,0.029801487922668457,269,0.0010385083600836383,
+53,2160,0.04253615438938141,270,0.0009502516501621964,
+54,2168,0.041100598871707916,271,0.0008934634713044104,
+54,2176,0.03760174661874771,272,0.0008088797124704191,
+,,,272,,0.0008720291295537243
+54,2184,0.03751640394330025,273,0.001009784127139331,
+54,2192,0.035418760031461716,274,0.0008293365826830268,
+54,2200,0.02955963835120201,275,0.0006265063202590682,
+55,2208,0.029631581157445908,276,0.0006643187569517812,
+55,2216,0.02938414365053177,277,0.0007686533839053785,
+55,2224,0.029512707144021988,278,0.0006149611223615162,
+55,2232,0.0337105430662632,279,0.0006077276828529483,
+55,2240,0.03373611345887184,280,0.0012285696157050552,
+56,2248,0.029199518263339996,281,0.0011798743519951433,
+56,2256,0.029404018074274063,282,0.0008443632104899734,
+56,2264,0.033739179372787476,283,0.0006292416437645443,
+56,2272,0.029478807002305984,284,0.0009193479951742726,
+56,2280,0.029481709003448486,285,0.0006131941754574655,
+57,2288,0.03361102193593979,286,0.0010233964511336614,
+57,2296,0.03346005454659462,287,0.0006985960547657063,
+57,2304,0.029517192393541336,288,0.0006268199628850977,
+,,,288,,0.0008329266889227761
+57,2312,0.033983271569013596,289,0.001181234079922433,
+57,2320,0.02905993163585663,290,0.0003685282172227744,
+58,2328,0.029723461717367172,291,0.0007553270175280472,
+58,2336,0.029265210032463074,292,0.0006850498545893722,
+58,2344,0.04671258479356766,293,0.0005791885778307915,
+58,2352,0.03522177040576935,294,0.0010429433186800452,
+58,2360,0.02933013066649437,295,0.0008294502331409603,
+59,2368,0.03327510133385658,296,0.0006957034023468044,
+59,2376,0.029559023678302765,297,0.0007987713858407611,
+59,2384,0.02962389588356018,298,0.0006499653928375875,
+59,2392,0.02946581318974495,299,0.001068015272791784,
+59,2400,0.03459596633911133,300,0.0007317377446899907,
+60,2408,0.029437966644763947,301,0.0009103399643208832,
+60,2416,0.03543611988425255,302,0.0009378946075836817,
+60,2424,0.035358674824237823,303,0.0007077631486866337,
+60,2432,0.03541015461087227,304,0.0007034211818021364,
+,,,304,,0.0007946849283244875
+60,2440,0.035899676382541656,305,0.0006370040515321307,
+61,2448,0.03356228768825531,306,0.0005841149752747945,
+61,2456,0.034445762634277344,307,0.0004846043055295013,
+61,2464,0.034167852252721786,308,0.000986092010862194,
+61,2472,0.03389956057071686,309,0.0007388732022567032,
+61,2480,0.03978438302874565,310,0.0009611463554812452,
+62,2488,0.0353391058743,311,0.000744339769321064,
+62,2496,0.029250558465719223,312,0.000788991137100807,
+62,2504,0.02982502430677414,313,0.0007766192829876672,
+62,2512,0.03370191901922226,314,0.0009441381854620497,
+62,2520,0.054893858730793,315,0.0006037970882365092,
+63,2528,0.03812766075134277,316,0.0009523074830732574,
+63,2536,0.02960648387670517,317,0.0005795149974381694,
+63,2544,0.029553163796663284,318,0.0007514858126259325,
+63,2552,0.029552731662988663,319,0.0006574959467495015,
+63,2560,0.029799215495586395,320,0.0008622069532672564,
+,,,320,,0.0007827475115104958
+64,2568,0.029657032340765,321,0.0008584455596671129,
+64,2576,0.029648251831531525,322,0.0008147934987881364,
+64,2584,0.02971678599715233,323,0.0006964491092896259,
+64,2592,0.029726222157478333,324,0.0008348646137164905,
+64,2600,0.03288274258375168,325,0.0005229321250226349,
+65,2608,0.029771137982606888,326,0.0006314587578041634,
+65,2616,0.03406888619065285,327,0.000905076929484494,
+65,2624,0.03503243997693062,328,0.0006521302801467335,
+65,2632,0.029561761766672134,329,0.0006596892490051687,
+65,2640,0.03557403013110161,330,0.0007924064312564125,
+66,2648,0.03418901190161705,331,0.0007195375562462557,
+66,2656,0.029714807868003845,332,0.0005915285716279565,
+66,2664,0.0335022509098053,333,0.0006585364872907204,
+66,2672,0.033008821308612823,334,0.0009279529788597886,
+66,2680,0.030048657208681107,335,0.0007003560174118982,
+67,2688,0.030537448823451996,336,0.0005966288497967815,
+,,,336,,0.0007555439930271219
+67,2696,0.03410831093788147,337,0.0006320273416349665,
+67,2704,0.044015076011419296,338,0.000831044498934514,
+67,2712,0.03343334048986435,339,0.0007668113702003701,
+67,2720,0.029511041939258575,340,0.0007961719321818757,
+68,2728,0.030141592025756836,341,0.0003632622194180096,
+68,2736,0.030371177941560745,342,0.0006319670680498418,
+68,2744,0.029952384531497955,343,0.0011146804063173477,
+68,2752,0.02987455204129219,344,0.0009443443680841787,
+68,2760,0.0306442528963089,345,0.0005132145684910938,
+69,2768,0.029956195503473282,346,0.0007107114132460472,
+69,2776,0.030538048595190048,347,0.00047699355200165884,
+69,2784,0.03017418459057808,348,0.0007980098576249125,
+69,2792,0.034515514969825745,349,0.0007113488488054524,
+69,2800,0.030454173684120178,350,0.0008336050456049494,
+70,2808,0.03046766296029091,351,0.0007311326426133746,
+70,2816,0.030690886080265045,352,0.0006835721122721831,
+,,,352,,0.0007327918515161231
+70,2824,0.030180998146533966,353,0.0006864920097331589,
+70,2832,0.03418003022670746,354,0.001074303222897773,
+70,2840,0.03425562381744385,355,0.00037656021740986036,
+71,2848,0.03413501754403114,356,0.0004829200897802366,
+71,2856,0.034290459007024765,357,0.0009000394187751226,
+71,2864,0.03425007686018944,358,0.0010651232078089379,
+71,2872,0.03408733755350113,359,0.0005606651650920797,
+71,2880,0.03384585306048393,360,0.0006433463746692393,
+72,2888,0.04553551599383354,361,0.000605317676672712,
+72,2896,0.05571309104561806,362,0.0008724451360579294,
+72,2904,0.031369902193546295,363,0.0004279600337516361,
+72,2912,0.02968447655439377,364,0.0004700695347062058,
+72,2920,0.029811080545186996,365,0.0009412220574631647,
+73,2928,0.029431965202093124,366,0.0007138207748842736,
+73,2936,0.030202727764844894,367,0.0007222518906928599,
+73,2944,0.03006642311811447,368,0.0006717355069364809,
+,,,368,,0.000708169338327867
+73,2952,0.029496174305677414,369,0.0007555730499007041,
+73,2960,0.03015947714447975,370,0.0006024414693596414,
+74,2968,0.03375248983502388,371,0.0007330377848120406,
+74,2976,0.036867327988147736,372,0.0006187093335029203,
+74,2984,0.029785383492708206,373,0.0006594943667247813,
+74,2992,0.03391176834702492,374,0.0008483414615814885,
+74,3000,0.029633495956659317,375,0.00040498244488844647,
+75,3008,0.030524790287017822,376,0.000965393484176065,
+75,3016,0.030154116451740265,377,0.0003998893516836688,
+75,3024,0.0298331156373024,378,0.0004452274818807685,
+75,3032,0.029819045215845108,379,0.0006594525531489545,
+75,3040,0.030145402997732162,380,0.000851811834413988,
+76,3048,0.030146945267915726,381,0.000520568097999785,
+76,3056,0.029784638434648514,382,0.0007291491298625866,
+76,3064,0.02990579605102539,383,0.00036914704273490666,
+76,3072,0.02958625555038452,384,0.0008303363586795361,
+,,,384,,0.0007152082743468108
+76,3080,0.04068229719996452,385,0.0009506105256150476,
+77,3088,0.03045622631907463,386,0.0009427922351668323,
+77,3096,0.030263416469097137,387,0.0005573529209262537,
+77,3104,0.029863320291042328,388,0.0004923826563754119,
+77,3112,0.03419973701238632,389,0.0006602889927587687,
+77,3120,0.029870115220546722,390,0.0005747332965256646,
+78,3128,0.029992729425430298,391,0.00041714599283295686,
+78,3136,0.030257951468229294,392,0.0008735387777310929,
+78,3144,0.03022809699177742,393,0.000488832086765407,
+78,3152,0.034663766622543335,394,0.000639318101699852,
+78,3160,0.030650801956653595,395,0.0009102650577309154,
+79,3168,0.030771400779485703,396,0.0005224993854591793,
+79,3176,0.030126575380563736,397,0.0004560450312662094,
+79,3184,0.034232623875141144,398,0.0008056023686479491,
+79,3192,0.029605068266391754,399,0.0007868826843540384,
+79,3200,0.02981271967291832,400,0.0007625504810372755,
+,,,400,,0.0007077658341990577
+80,3208,0.030095737427473068,401,0.00039912621551510796,
+80,3216,0.03315556049346924,402,0.0005730931491901478,
+80,3224,0.030623510479927063,403,0.0006864177663704719,
+80,3232,0.03026297315955162,404,0.0007461732495964194,
+80,3240,0.0305510051548481,405,0.000769223055193344,
+81,3248,0.030394118279218674,406,0.0007698576664552093,
+81,3256,0.030497830361127853,407,0.0006733116616877462,
+81,3264,0.03030790388584137,408,0.00043986748351017014,
+81,3272,0.04762447252869606,409,0.0006076124930890122,
+81,3280,0.03170827031135559,410,0.0007187072472637132,
+82,3288,0.030126646161079407,411,0.0006082801820329306,
+82,3296,0.03067273646593094,412,0.0007058674103366988,
+82,3304,0.030462197959423065,413,0.0006087767022628603,
+82,3312,0.034517526626586914,414,0.0007820342455358643,
+82,3320,0.030432019382715225,415,0.0005227931376959367,
+83,3328,0.030518077313899994,416,0.0005514329110155814,
+,,,416,,0.0006541519391315955
+83,3336,0.030631553381681442,417,0.0006176580634648696,
+83,3344,0.0304965041577816,418,0.0005851384723262692,
+83,3352,0.03356087580323219,419,0.00047398606861511676,
+83,3360,0.030226320028305054,420,0.0009708318083236615,
+84,3368,0.03004394844174385,421,0.0007591751479291512,
+84,3376,0.029964040964841843,422,0.0006964305981195398,
+84,3384,0.032895494252443314,423,0.0005040572674867386,
+84,3392,0.030038245022296906,424,0.0005857925928218967,
+84,3400,0.035932157188653946,425,0.0006195826326102878,
+85,3408,0.036170318722724915,426,0.0008588938298998983,
+85,3416,0.03577689453959465,427,0.00044480374568733026,
+85,3424,0.03010069578886032,428,0.0005638062742946204,
+85,3432,0.034604594111442566,429,0.0006907349949566802,
+85,3440,0.030458681285381317,430,0.0006751990003976971,
+86,3448,0.03020324558019638,431,0.0009352455459660492,
+86,3456,0.04441012069582939,432,0.0005224049205675588,
+,,,432,,0.0006423865755399069
+86,3464,0.030444618314504623,433,0.0004612348699689998,
+86,3472,0.03429077938199043,434,0.0005141654241015203,
+86,3480,0.03613290935754776,435,0.0007777559943721057,
+87,3488,0.03606002777814865,436,0.0004016779315530915,
+87,3496,0.03624207153916359,437,0.0005314677952507433,
+87,3504,0.035964787006378174,438,0.0008323721766438601,
+87,3512,0.038591135293245316,439,0.0005283001737552695,
+87,3520,0.03654462471604347,440,0.0007474099928423619,
+88,3528,0.036936040967702866,441,0.0003812279646808747,
+88,3536,0.03637745603919029,442,0.0007334441315227498,
+88,3544,0.03807941451668739,443,0.0010710723883955954,
+88,3552,0.030374769121408463,444,0.0004296300188192011,
+88,3560,0.030474528670310974,445,0.0005201594896789175,
+89,3568,0.030818913131952286,446,0.0009846910985028704,
+89,3576,0.030750811100006104,447,0.0005669132757854337,
+89,3584,0.030630674213171005,448,0.000578599105210742,
+,,,448,,0.000628014267594726
+89,3592,0.03028472512960434,449,0.00047385647537469467,
+89,3600,0.030949410051107407,450,0.0005400185531470924,
+90,3608,0.03095410391688347,451,0.000432883262692485,
+90,3616,0.030862562358379364,452,0.0006441928114956961,
+90,3624,0.04364827647805214,453,0.0005879647407190143,
+90,3632,0.03072506934404373,454,0.0007740987872239202,
+90,3640,0.033523015677928925,455,0.0006270292200497351,
+91,3648,0.03765461593866348,456,0.0005693351007981359,
+91,3656,0.037246186286211014,457,0.00033979533181991426,
+91,3664,0.031830210238695145,458,0.0007026726835950588,
+91,3672,0.030102398246526718,459,0.0007176309400864949,
+91,3680,0.030267618596553802,460,0.000688731217815075,
+92,3688,0.03482993692159653,461,0.0005897503287997097,
+92,3696,0.031024128198623657,462,0.0006039176818872379,
+92,3704,0.03050350770354271,463,0.0005768868601686942,
+92,3712,0.033820342272520065,464,0.0005796612589620054,
+,,,464,,0.0006308419009049734
+92,3720,0.030634775757789612,465,0.0006377052353248777,
+93,3728,0.03442452475428581,466,0.0006246134625353778,
+93,3736,0.03034529834985733,467,0.00046921696193749087,
+93,3744,0.03050106018781662,468,0.0004998545019506392,
+93,3752,0.03476747125387192,469,0.0007768033527619471,
+93,3760,0.03335043042898178,470,0.0006179119643223073,
+94,3768,0.030536778271198273,471,0.0004615159772443943,
+94,3776,0.03051004558801651,472,0.0009690384935571014,
+94,3784,0.030348174273967743,473,0.00047969079241738655,
+94,3792,0.03045974299311638,474,0.0003556880728865508,
+94,3800,0.03041573241353035,475,0.0007062498446500215,
+95,3808,0.03962500020861626,476,0.00048019381635337294,
+95,3816,0.030306022614240646,477,0.0007896166103559413,
+95,3824,0.030227776616811752,478,0.0006181558050836126,
+95,3832,0.030224040150642395,479,0.0006243153208439859,
+95,3840,0.03028072789311409,480,0.00040274700020543404,
+,,,480,,0.000612828121693046
+96,3848,0.030227046459913254,481,0.0007488552073482424,
+96,3856,0.03006932884454727,482,0.0004372580133349402,
+96,3864,0.0304870642721653,483,0.000526301807743342,
+96,3872,0.029720500111579895,484,0.000675640776171349,
+96,3880,0.033609677106142044,485,0.0005576603461205112,
+97,3888,0.0299561507999897,486,0.000452742710573754,
+97,3896,0.0301748625934124,487,0.0004448022477195731,
+97,3904,0.030541788786649704,488,0.000644235374541798,
+97,3912,0.03035753220319748,489,0.0007290611386203884,
+97,3920,0.030208688229322433,490,0.0007289879386707281,
+98,3928,0.030325941741466522,491,0.00042445884371938354,
+98,3936,0.03339371085166931,492,0.0007275653889727047,
+98,3944,0.03211108595132828,493,0.0006292542104627221,
+98,3952,0.03036445379257202,494,0.0005719936040501731,
+98,3960,0.03601352125406265,495,0.0006290082583291223,
+99,3968,0.03529616445302963,496,0.0006453937804998042,
+,,,496,,0.0006143956410664099
+99,3976,0.036304280161857605,497,0.0005261729820631444,
+99,3984,0.036082468926906586,498,0.0006561502388929232,
+99,3992,0.03860298916697502,499,0.00045277294305957514,
+99,4000,0.038566965609788895,500,0.0006034384423401207,
+100,4008,0.03613876923918724,501,0.0005102441027702298,
+100,4016,0.034894321113824844,502,0.0006312983910902404,
+100,4024,0.04136988893151283,503,0.0006085297740915288,
+100,4032,0.04440521076321602,504,0.0007347152441070648,
+100,4040,0.04102367162704468,505,0.0004662156908042644,
+101,4048,0.0342520996928215,506,0.0007244837801077996,
+101,4056,0.02973197028040886,507,0.0006356885529715906,
+101,4064,0.030305825173854828,508,0.0004427593218376084,
+101,4072,0.033513713628053665,509,0.0006856376257928787,
+101,4080,0.029989704489707947,510,0.00047335820393830846,
+102,4088,0.03444260358810425,511,0.0006960790150125311,
+102,4096,0.029825568199157715,512,0.0004788654825041214,
+,,,512,,0.0005965121780280713
+102,4104,0.029848668724298477,513,0.0005958838459760459,
+102,4112,0.030267249792814255,514,0.0003724067967899221,
+102,4120,0.030244886875152588,515,0.0007249784794112202,
+103,4128,0.02998967468738556,516,0.0005958905653992238,
+103,4136,0.030008438974618912,517,0.0006186397658893839,
+103,4144,0.030207209289073944,518,0.0006493442502687685,
+103,4152,0.030224569141864777,519,0.0006965041471770606,
+103,4160,0.03038632497191429,520,0.0004059130559863451,
+104,4168,0.029949627816677094,521,0.0004949011078376012,
+104,4176,0.0298013798892498,522,0.0005367994514623812,
+104,4184,0.029843110591173172,523,0.0006121122187323635,
+104,4192,0.03364759683609009,524,0.000523163301225465,
+104,4200,0.02989981323480606,525,0.0006650558162408953,
+105,4208,0.029462922364473343,526,0.0004553291297410257,
+105,4216,0.029893040657043457,527,0.0008878275458790505,
+105,4224,0.040527209639549255,528,0.0006944315436367805,
+,,,528,,0.0005899762941731347
+105,4232,0.030511870980262756,529,0.00032360838013119065,
+105,4240,0.030368410050868988,530,0.00046309638463963685,
+106,4248,0.029843412339687347,531,0.0009122823057623464,
+106,4256,0.030132222920656204,532,0.0004567114143962196,
+106,4264,0.03026631474494934,533,0.000593512503837701,
+106,4272,0.02976806089282036,534,0.0004767608687481178,
+106,4280,0.036409907042980194,535,0.000351559081900632,
+107,4288,0.036359041929244995,536,0.0005634721959582888,
+107,4296,0.02967940643429756,537,0.000564526592521967,
+107,4304,0.0299212709069252,538,0.0005803033828587187,
+107,4312,0.03702304884791374,539,0.0006139111404384797,
+107,4320,0.036436788737773895,540,0.0004841305503346534,
+108,4328,0.03686637803912163,541,0.0004816679513449064,
+108,4336,0.03702748939394951,542,0.0006474722311115608,
+108,4344,0.03632565960288048,543,0.0007081706582819327,
+108,4352,0.03654272481799126,544,0.0005572537444426085,
+,,,544,,0.0005775737679666943
+108,4360,0.03656614199280739,545,0.0004532464251193839,
+109,4368,0.036533430218696594,546,0.0007125175138103909,
+109,4376,0.03643753007054329,547,0.0005013624395360239,
+109,4384,0.03678680956363678,548,0.0005113480133745311,
+109,4392,0.04896688088774681,549,0.0006904797689154899,
+109,4400,0.036209650337696075,550,0.0005066610862671111,
+110,4408,0.029402095824480057,551,0.0007317220314199893,
+110,4416,0.02915574237704277,552,0.0006434726989634024,
+110,4424,0.029492881149053574,553,0.0004691141984949354,
+110,4432,0.036560021340847015,554,0.0005321642439901972,
+110,4440,0.029731661081314087,555,0.0003927097792863303,
+111,4448,0.02997187152504921,556,0.00070765615405085,
+111,4456,0.029769450426101685,557,0.0005314140541416307,
+111,4464,0.029804717749357224,558,0.00036590893513574783,
+111,4472,0.02989024668931961,559,0.0004884952427043269,
+111,4480,0.030214186757802963,560,0.000589346157842859,
+,,,560,,0.0005539978888851625
+112,4488,0.03348973020911217,561,0.0007111551676644012,
+112,4496,0.030341751873493195,562,0.0006676216780761024,
+112,4504,0.02986544370651245,563,0.0001629315760510508,
+112,4512,0.033539656549692154,564,0.0005863618804141879,
+112,4520,0.03452899307012558,565,0.0005219016178064825,
+113,4528,0.02990660071372986,566,0.0005455565684921263,
+113,4536,0.030233103781938553,567,0.0007402878095903857,
+113,4544,0.03560194373130798,568,0.00043845408072229475,
+113,4552,0.029454156756401062,569,0.0005753609426998688,
+113,4560,0.03397989273071289,570,0.0004862816545377987,
+114,4568,0.02955568954348564,571,0.0004938575505300171,
+114,4576,0.03530703857541084,572,0.00083391946746916,
+114,4584,0.04203452169895172,573,0.0002850730988112363,
+114,4592,0.02897818014025688,574,0.00038693094575137366,
+114,4600,0.03480111435055733,575,0.0006201566327945329,
+115,4608,0.03373159468173981,576,0.000531349328901762,
+,,,576,,0.000559149344486219
+115,4616,0.029560856521129608,577,0.0005404449941124767,
+115,4624,0.02983224019408226,578,0.0005700294887691808,
+115,4632,0.029356922954320908,579,0.0007342176876800994,
+115,4640,0.029352132230997086,580,0.0004007713594966425,
+116,4648,0.030144311487674713,581,0.00048311974096577616,
+116,4656,0.03798564150929451,582,0.0006214698116915921,
+116,4664,0.035334501415491104,583,0.00047684476448921486,
+116,4672,0.0353863425552845,584,0.0005573926710684856,
+116,4680,0.0377998873591423,585,0.0005337266868861791,
+117,4688,0.0295913964509964,586,0.0005899038817285775,
+117,4696,0.030059918761253357,587,0.0005806359095004154,
+117,4704,0.030140355229377747,588,0.00043086417119613744,
+117,4712,0.030385401099920273,589,0.0005734878328179807,
+117,4720,0.030137669295072556,590,0.0004675194712555302,
+118,4728,0.030215125530958176,591,0.0003574607127864676,
+118,4736,0.030140481889247894,592,0.0006220718023541849,
+,,,592,,0.0005444200640475308
+118,4744,0.029934678226709366,593,0.0005850126142225539,
+118,4752,0.034777626395225525,594,0.0006818462325926786,
+118,4760,0.04529520496726036,595,0.0004649242518308501,
+119,4768,0.03378487750887871,596,0.0005837206053911359,
+119,4776,0.02906082570552826,597,0.00044433253325140953,
+119,4784,0.03389744833111763,598,0.0005504368784992645,
+119,4792,0.0293412022292614,599,0.0005893036076385113,
+119,4800,0.028942972421646118,600,0.000541460464856672,
+120,4808,0.029489871114492416,601,0.0008122778789794,
+120,4816,0.03380169719457626,602,0.0005365964364803707,
+120,4824,0.03398306295275688,603,0.000621612393713024,
+120,4832,0.029520180076360703,604,0.0003660183254396543,
+120,4840,0.033536795526742935,605,0.00032737234365553234,
+121,4848,0.029728252440690994,606,0.0005213733037145665,
+121,4856,0.030254170298576355,607,0.0007767087988801958,
+121,4864,0.03119984269142151,608,0.0002913905242166948,
+,,,608,,0.0005388601027705052
+121,4872,0.029914937913417816,609,0.0004301180902984925,
+121,4880,0.02985173463821411,610,0.0005412536083895247,
+122,4888,0.03018677607178688,611,0.0006173288735832708,
+122,4896,0.029791392385959625,612,0.00043628805327567864,
+122,4904,0.030155237764120102,613,0.0004143058661914741,
+122,4912,0.029947541654109955,614,0.00043854697623128933,
+122,4920,0.029446028172969818,615,0.0007442748153282862,
+123,4928,0.029792144894599915,616,0.0007422811777360039,
+123,4936,0.02935953065752983,617,0.00048162358204232686,
+123,4944,0.03431146591901779,618,0.0003393382612557616,
+123,4952,0.035381708294153214,619,0.000339252375124488,
+123,4960,0.04133116081357002,620,0.0006057353348296601,
+124,4968,0.03456075116991997,621,0.00035647124325175985,
+124,4976,0.029402978718280792,622,0.0006320218921505979,
+124,4984,0.029188841581344604,623,0.00036568064388120547,
+124,4992,0.0294942744076252,624,0.0005085154116386548,
+,,,624,,0.0005381719243747217
+124,5000,0.029482733458280563,625,0.000792129196010397,
+125,5008,0.02952522039413452,626,0.0002822852717751327,
+125,5016,0.02962992712855339,627,0.0004990550545958935,
+125,5024,0.029395196586847305,628,0.0006757623312296345,
+125,5032,0.029520850628614426,629,0.0005525296854267998,
+125,5040,0.03021819517016411,630,0.0006414184761524666,
+126,5048,0.03011070191860199,631,0.00044987113058316306,
+126,5056,0.030057735741138458,632,0.0007287941825779853,
+126,5064,0.02979934960603714,633,0.0005179543778384951,
+126,5072,0.02997351437807083,634,0.00042625437054084615,
+126,5080,0.030036117881536484,635,0.00047331993058226846,
+127,5088,0.0299249067902565,636,0.0005508247559191659,
+127,5096,0.03430260345339775,637,0.0005182199574147279,
+127,5104,0.02948187291622162,638,0.0005767830183079544,
+127,5112,0.030113492161035538,639,0.00033896391396410764,
+127,5120,0.02957381308078766,640,0.0005414477435316747,
+,,,640,,0.0005252568258179559
+128,5128,0.033933404833078384,641,0.0005569388370283625,
+128,5136,0.031176716089248657,642,0.0005654609004313198,
+128,5144,0.04001716524362564,643,0.0006301852627075277,
+128,5152,0.03669807314872742,644,0.0004724804300796957,
+128,5160,0.028858263045549393,645,0.0003425236803498895,
+129,5168,0.03306814655661583,646,0.00036202771827282214,
+129,5176,0.029545526951551437,647,0.0005815244585392065,
+129,5184,0.029298271983861923,648,0.0004341429500657666,
+129,5192,0.029309365898370743,649,0.00044590994763315064,
+129,5200,0.029398106038570404,650,0.000792946538870008,
+130,5208,0.029236234724521637,651,0.0004446135006639032,
+130,5216,0.033762454986572266,652,0.0006585578757949406,
+130,5224,0.030156943947076797,653,0.0005930590537340882,
+130,5232,0.029401745647192,654,0.000295209286447901,
+130,5240,0.030253365635871887,655,0.0006531987336612391,
+131,5248,0.03400319069623947,656,0.0005381516834445806,
+,,,656,,0.0005281735901479368
+131,5256,0.029111817479133606,657,0.0005103045669701797,
+131,5264,0.029723603278398514,658,0.0005625231860904023,
+131,5272,0.030004464089870453,659,0.00041299000242195854,
+131,5280,0.029908597469329834,660,0.0006107762346800882,
+132,5288,0.033516474068164825,661,0.0005055702293667799,
+132,5296,0.029872670769691467,662,0.0005255878222669708,
+132,5304,0.029891859740018845,663,0.0004938071406286326,
+132,5312,0.02964310348033905,664,0.00046639148381978483,
+132,5320,0.029805872589349747,665,0.0006169015856964203,
+133,5328,0.029774148017168045,666,0.0006255234560133734,
+133,5336,0.03470994159579277,667,0.0005840665087037321,
+133,5344,0.03291309252381325,668,0.0002864244003527953,
+133,5352,0.03407397121191025,669,0.0005494636848611249,
+133,5360,0.030202217400074005,670,0.0005770896051007395,
+134,5368,0.029842067509889603,671,0.0005616307977246693,
+134,5376,0.03396657854318619,672,0.0005973564999294467,
+,,,672,,0.0005290460324397793
+134,5384,0.033553969115018845,673,0.0006098718138393731,
+134,5392,0.034303225576877594,674,0.0005057252061445839,
+134,5400,0.02961649000644684,675,0.00028071507124248176,
+135,5408,0.029546886682510376,676,0.0002683599183607536,
+135,5416,0.034110791981220245,677,0.0005083198765143086,
+135,5424,0.029464464634656906,678,0.000532683061185078,
+135,5432,0.02999948337674141,679,0.0006842909850612548,
+135,5440,0.029726792126893997,680,0.00047705797624075785,
+136,5448,0.029622744768857956,681,0.000423382174071426,
+136,5456,0.029741428792476654,682,0.0006777818786455706,
+136,5464,0.029780615121126175,683,0.0006161268840794667,
+136,5472,0.029671940952539444,684,0.0005157103017457606,
+136,5480,0.032940275967121124,685,0.0003967466242708421,
+137,5488,0.029606681317090988,686,0.00044434204226656055,
+137,5496,0.03378753364086151,687,0.0006181182179716416,
+137,5504,0.0296267531812191,688,0.0005962519263938213,
+,,,688,,0.0005092240387090931
+137,5512,0.029756467789411545,689,0.000342780470170758,
+137,5520,0.02949502319097519,690,0.0005038423825261326,
+138,5528,0.041036203503608704,691,0.0005729364318540319,
+138,5536,0.03584865853190422,692,0.0007430642343189737,
+138,5544,0.03383404761552811,693,0.0003624079354967062,
+138,5552,0.029741410166025162,694,0.0004930572728577923,
+138,5560,0.030069727450609207,695,0.0004126186897999353,
+139,5568,0.033741846680641174,696,0.00041018057111484395,
+139,5576,0.02987397462129593,697,0.0005614510177670476,
+139,5584,0.030084967613220215,698,0.0006822651339462027,
+139,5592,0.02968062460422516,699,0.0004551561164239851,
+139,5600,0.030006274580955505,700,0.0005090396692442786,
+140,5608,0.0340656042098999,701,0.0006600657160071513,
+140,5616,0.029994893819093704,702,0.00040732614130926475,
+140,5624,0.029856696724891663,703,0.0005726709253697967,
+140,5632,0.02975243702530861,704,0.0003751602646214171,
+,,,704,,0.0005021490915505974
+140,5640,0.02974177524447441,705,0.0005231936605317363,
+141,5648,0.030335545539855957,706,0.0006571184740795826,
+141,5656,0.03397253900766373,707,0.0006392438912631146,
+141,5664,0.02979356050491333,708,0.00037093335413374007,
+141,5672,0.029803194105625153,709,0.00028781631871507585,
+141,5680,0.029911678284406662,710,0.0005258584424154833,
+142,5688,0.030222095549106598,711,0.00035474359113626025,
+142,5696,0.029679805040359497,712,0.00043646323487896903,
+142,5704,0.029420144855976105,713,0.00045173402468208225,
+142,5712,0.033571794629096985,714,0.0008639386464242957,
+142,5720,0.037909429520368576,715,0.0004039663360275042,
+143,5728,0.044288504868745804,716,0.0006807470823072695,
+143,5736,0.029049504548311234,717,0.00047640347754797683,
+143,5744,0.02914224937558174,718,0.0003494199303936006,
+143,5752,0.033216625452041626,719,0.000497574505667823,
+143,5760,0.030069254338741302,720,0.0004528654813343151,
+,,,720,,0.0005069800687057001
+144,5768,0.03375702723860741,721,0.000597602102581212,
+144,5776,0.029524609446525574,722,0.0005738111346242173,
+144,5784,0.03348664566874504,723,0.0006162075278552948,
+144,5792,0.029440108686685562,724,0.0003977345171733759,
+144,5800,0.029646586626768112,725,0.00028841161547461526,
+145,5808,0.029738012701272964,726,0.00047759506952178734,
+145,5816,0.03460554778575897,727,0.0005537276059233894,
+145,5824,0.02993059530854225,728,0.0004078848681577559,
+145,5832,0.029595505446195602,729,0.0004008110360397647,
+145,5840,0.02969173714518547,730,0.0006474977568499385,
+146,5848,0.029498785734176636,731,0.000634062137188656,
+146,5856,0.029751006513834,732,0.000519480088163012,
+146,5864,0.029838211834430695,733,0.0004229777155809903,
+146,5872,0.029860664159059525,734,0.0005016217354833233,
+146,5880,0.030087821185588837,735,0.00042188298936128956,
+147,5888,0.029699958860874176,736,0.0005137908359756693,
+,,,736,,0.0004893257110207169
+147,5896,0.02978578954935074,737,0.0005448440928236009,
+147,5904,0.02987394854426384,738,0.0005634097365795501,
+147,5912,0.039225321263074875,739,0.0005320592972566374,
+147,5920,0.03315679728984833,740,0.00030096985838926315,
+148,5928,0.02959403023123741,741,0.000514046562394859,
+148,5936,0.030137337744235992,742,0.0003548447738549757,
+148,5944,0.02979327365756035,743,0.0005192008393350989,
+148,5952,0.03379311040043831,744,0.000552023285438606,
+148,5960,0.030225254595279694,745,0.0004836927924770862,
+149,5968,0.029689062386751175,746,0.0005232155635894742,
+149,5976,0.02974514663219452,747,0.00029512966908181885,
+149,5984,0.02960674837231636,748,0.0006285751089588023,
+149,5992,0.02991187945008278,749,0.0006251661619568371,
+149,6000,0.03422527015209198,750,0.0004592305546490631,
+150,6008,0.02960125356912613,751,0.00033334328327327967,
+150,6016,0.03397376835346222,752,0.0003641251723120849,
+,,,752,,0.0004964341168050412
+150,6024,0.029973089694976807,753,0.0005848175702233086,
+150,6032,0.03365951403975487,754,0.0007317830033051516,
+150,6040,0.029424652457237244,755,0.00037943970164633356,
+151,6048,0.02999308332800865,756,0.0004880002541338197,
+151,6056,0.029797155410051346,757,0.0004422801073815208,
+151,6064,0.029644623398780823,758,0.00035417339573281685,
+151,6072,0.029529448598623276,759,0.0004979739052942023,
+151,6080,0.0338129848241806,760,0.0007363019457053659,
+152,6088,0.02986050397157669,761,0.00022497508027961223,
+152,6096,0.03323144093155861,762,0.000554053917188536,
+152,6104,0.03470733389258385,763,0.0006571082090626337,
+152,6112,0.04367353022098541,764,0.0005885351264233967,
+152,6120,0.029755011200904846,765,0.000413978124318722,
+153,6128,0.03525829687714577,766,0.0005982337966355879,
+153,6136,0.034660641103982925,767,0.0003504434287606273,
+153,6144,0.029443398118019104,768,0.0004755067898908497,
+,,,768,,0.0004933372967773014
+153,6152,0.02989313006401062,769,0.00044516113339341243,
+153,6160,0.02966553345322609,770,0.0005818655574165115,
+154,6168,0.029722269624471664,771,0.00045507302214294515,
+154,6176,0.03000500425696373,772,0.00031252399136204843,
+154,6184,0.03337594494223595,773,0.0006005716774476847,
+154,6192,0.029742810875177383,774,0.0006577220139495859,
+154,6200,0.02994750812649727,775,0.0004883449073531665,
+155,6208,0.02994048222899437,776,0.0003314552697702311,
+155,6216,0.02984706684947014,777,0.000454461667080371,
+155,6224,0.03043672814965248,778,0.0006612055268695778,
+155,6232,0.02991822361946106,779,0.0006464340291971054,
+155,6240,0.030045337975025177,780,0.0003638897816507289,
+156,6248,0.02987266704440117,781,0.00036366462882142514,
+156,6256,0.03311058506369591,782,0.0006291557595735261,
+156,6264,0.029748324304819107,783,0.00048650289162261676,
+156,6272,0.029523581266403198,784,0.000677866832120344,
+,,,784,,0.0004931604144749818
+156,6280,0.033608343452215195,785,0.00017347424595341593,
+157,6288,0.029746536165475845,786,0.000594731881574262,
+157,6296,0.04105545952916145,787,0.00046831425816680375,
+157,6304,0.03322519734501839,788,0.0004259925100576276,
+157,6312,0.03432222455739975,789,0.0005625289363356737,
+157,6320,0.03393188491463661,790,0.00039388561820557626,
+158,6328,0.0291241854429245,791,0.0005674082922269008,
+158,6336,0.029586482793092728,792,0.0006837104905571323,
+158,6344,0.033284492790699005,793,0.0003527266759192571,
+158,6352,0.029419641941785812,794,0.0002920772967627272,
+158,6360,0.02933404967188835,795,0.0005829310913603487,
+159,6368,0.030075088143348694,796,0.0005654937558574602,
+159,6376,0.02998236194252968,797,0.0003414608257695694,
+159,6384,0.03000304475426674,798,0.0006742841318815149,
+159,6392,0.03385842218995094,799,0.000441818386696888,
+159,6400,0.03303571417927742,800,0.00036697227478725835,
+,,,800,,0.0004929299983713361
+160,6408,0.02964986488223076,801,0.0004263359397345294,
+160,6416,0.029879648238420486,802,0.0005239563813250113,
+160,6424,0.033268433064222336,803,0.00046794369171204215,
+160,6432,0.02946574240922928,804,0.0005720781264244579,
+160,6440,0.034358877688646317,805,0.0004914179364277516,
+161,6448,0.044421564787626266,806,0.00044854957713351515,
+161,6456,0.03578362986445427,807,0.0004955277105788506,
+161,6464,0.033373892307281494,808,0.0005231391125842213,
+161,6472,0.029976539313793182,809,0.0004814987319563939,
+161,6480,0.030251961201429367,810,0.0005185192981466221,
+162,6488,0.03009951487183571,811,0.0003130531893640926,
+162,6496,0.02985920011997223,812,0.0004352220603323076,
+162,6504,0.030029382556676865,813,0.0005413869522661636,
+162,6512,0.03313435614109039,814,0.0005565729973438595,
+162,6520,0.03435930609703064,815,0.0005994859655567615,
+163,6528,0.0336470752954483,816,0.0004598654879373498,
+,,,816,,0.0004809481195277638
+163,6536,0.029353275895118713,817,0.0004332359233310192,
+163,6544,0.033331457525491714,818,0.0006347293370212851,
+163,6552,0.02969856932759285,819,0.0006229602768144105,
+163,6560,0.029463395476341248,820,0.0003506052744342014,
+164,6568,0.02951691299676895,821,0.0003592602111489719,
+164,6576,0.02965277060866356,822,0.0005826481406424696,
+164,6584,0.02971462905406952,823,0.000730413724037741,
+164,6592,0.029833901673555374,824,0.00039345325058093295,
+164,6600,0.02973995730280876,825,0.00038898827915545553,
+165,6608,0.03376967832446098,826,0.0006486280763056129,
+165,6616,0.02971409633755684,827,0.00032434306810430897,
+165,6624,0.02940547466278076,828,0.0005238528368257297,
+165,6632,0.029598671942949295,829,0.0005538145087484736,
+165,6640,0.03441387042403221,830,0.00043837134636795294,
+166,6648,0.04198908433318138,831,0.0005085513224073041,
+166,6656,0.03674447536468506,832,0.000464790134918241,
+,,,832,,0.000492149481066951
+166,6664,0.03690389543771744,833,0.0005827040959047736,
+166,6672,0.03636259213089943,834,0.00040447469589046455,
+166,6680,0.033487409353256226,835,0.0005058491343251345,
+167,6688,0.029336709529161453,836,0.000369698199002804,
+167,6696,0.029444348067045212,837,0.000481460844942679,
+167,6704,0.036010321229696274,838,0.0005535051051992923,
+167,6712,0.03409786894917488,839,0.000656585266159919,
+167,6720,0.02939089760184288,840,0.000348941347328946,
+168,6728,0.029644262045621872,841,0.00048580377055755395,
+168,6736,0.02944173663854599,842,0.0005127034303520552,
+168,6744,0.029162302613258362,843,0.0003392705090975921,
+168,6752,0.029523853212594986,844,0.0006531635465632592,
+168,6760,0.029455706477165222,845,0.00042600581279354327,
+169,6768,0.0294901505112648,846,0.0004532001453648823,
+169,6776,0.033306363970041275,847,0.0005297698895446956,
+169,6784,0.029670629650354385,848,0.00040894595440477133,
+,,,848,,0.0004870845004916191
+169,6792,0.0294121652841568,849,0.0005517663025371307,
+169,6800,0.029588744044303894,850,0.0004440559011224347,
+170,6808,0.029320579022169113,851,0.0005635475725284777,
+170,6816,0.029375948011875153,852,0.0006743855446984526,
+170,6824,0.034183017909526825,853,0.00045775356053267245,
+170,6832,0.04009956121444702,854,0.00037281566559007234,
+170,6840,0.03440190851688385,855,0.00036008435731323867,
+171,6848,0.033150117844343185,856,0.0006291161508460601,
+171,6856,0.029778286814689636,857,0.00031071179234589053,
+171,6864,0.029428847134113312,858,0.0006474785309714767,
+171,6872,0.030185628682374954,859,0.00032598730904283003,
+171,6880,0.02950993925333023,860,0.0005102101446633848,
+172,6888,0.029856424778699875,861,0.00044726703736859444,
+172,6896,0.02957254648208618,862,0.0005507706404646992,
+172,6904,0.029605574905872345,863,0.00048560439608991146,
+172,6912,0.02948930487036705,864,0.0004350600647740066,
+,,,864,,0.00048376878516541585
+172,6920,0.03302788734436035,865,0.0005344787690167626,
+173,6928,0.02979240193963051,866,0.0005335701851955881,
+173,6936,0.02972526103258133,867,0.0004114573126167266,
+173,6944,0.03278307616710663,868,0.0003997427047579549,
+173,6952,0.02947479858994484,869,0.0004627371138970678,
+173,6960,0.029571570456027985,870,0.0006116209193491018,
+174,6968,0.029631052166223526,871,0.0006523649073922291,
+174,6976,0.029459118843078613,872,0.0004428653160825239,
+174,6984,0.02942207083106041,873,0.0004905749175866896,
+174,6992,0.029457051306962967,874,0.0004314706701817076,
+174,7000,0.03369404375553131,875,0.0004213644614747654,
+175,7008,0.02951108291745186,876,0.0003264971977235594,
+175,7016,0.029813505709171295,877,0.00033869320517017815,
+175,7024,0.03384726494550705,878,0.0006251044105738401,
+175,7032,0.03575436770915985,879,0.00037523990745698524,
+175,7040,0.030784357339143753,880,0.0007192502811709087,
+,,,880,,0.0004846839648154047
+176,7048,0.03334949538111687,881,0.0006132097597318617,
+176,7056,0.02954348549246788,882,0.0003164744601235725,
+176,7064,0.029498890042304993,883,0.00046599987156999606,
+176,7072,0.029370225965976715,884,0.000544339873678317,
+176,7080,0.029421649873256683,885,0.0004190637622135303,
+177,7088,0.03449077904224396,886,0.0005005898843096061,
+177,7096,0.029448673129081726,887,0.0003660951730456542,
+177,7104,0.029323238879442215,888,0.0005983944117490735,
+177,7112,0.03323594108223915,889,0.0004069868235611856,
+177,7120,0.03353508561849594,890,0.0005051833080263654,
+178,7128,0.029370393604040146,891,0.00045573911260222446,
+178,7136,0.03467046841979027,892,0.00043801330750945703,
+178,7144,0.0291430801153183,893,0.00039498265356418085,
+178,7152,0.029618926346302032,894,0.00038241940022159653,
+178,7160,0.02964068576693535,895,0.0006386017776094377,
+179,7168,0.029232915490865707,896,0.0006223095076469084,
+,,,896,,0.00048021592751697255
+179,7176,0.02958407998085022,897,0.00043153653545728463,
+179,7184,0.02932359278202057,898,0.00041246395267080516,
+179,7192,0.033483315259218216,899,0.0003448362367635127,
+179,7200,0.03379523754119873,900,0.0005688035295558317,
+180,7208,0.029817990958690643,901,0.000418809380230064,
+180,7216,0.0349419005215168,902,0.0005562370653413902,
+180,7224,0.03170134499669075,903,0.00045324280934157566,
+180,7232,0.02975156158208847,904,0.0004746334439418702,
+180,7240,0.030092861503362656,905,0.0005140615711835297,
+181,7248,0.02984584867954254,906,0.0005347399710444734,
+181,7256,0.029752690345048904,907,0.00038357639013239265,
+181,7264,0.030399106442928314,908,0.00042128619376550586,
+181,7272,0.033675625920295715,909,0.0006676693010376766,
+181,7280,0.02992156520485878,910,0.0003831338181043975,
+182,7288,0.029891304671764374,911,0.0003408961462506947,
+182,7296,0.030006535351276398,912,0.0005576555287310233,
+,,,912,,0.00047050030143172653
+182,7304,0.029674410820007324,913,0.0004370707386194474,
+182,7312,0.029552962630987167,914,0.000681258097756654,
+182,7320,0.029853839427232742,915,0.0002540837347623892,
+183,7328,0.03257984295487404,916,0.00035740557527438237,
+183,7336,0.030131783336400986,917,0.0005466041608694164,
+183,7344,0.03419561684131622,918,0.0003899984318801823,
+183,7352,0.030099596828222275,919,0.0006599062740301284,
+183,7360,0.03091282770037651,920,0.0004700014299790685,
+184,7368,0.032059282064437866,921,0.0005331847642082721,
+184,7376,0.033499669283628464,922,0.0004241371716489084,
+184,7384,0.029881469905376434,923,0.00034587574773468075,
+184,7392,0.02963637188076973,924,0.0005335202343606701,
+184,7400,0.029170960187911987,925,0.0005243684832488985,
+185,7408,0.036810558289289474,926,0.0004903718575157902,
+185,7416,0.029863599687814713,927,0.000689325388520956,
+185,7424,0.03014211729168892,928,0.0005220395139006611,
+,,,928,,0.0004685429373273143
+185,7432,0.029993977397680283,929,0.0003096773715307271,
+185,7440,0.0304718054831028,930,0.00037331416226354323,
+186,7448,0.030188068747520447,931,0.0004257164533059536,
+186,7456,0.030596833676099777,932,0.0005316769825185474,
+186,7464,0.029616210609674454,933,0.00042890288787020834,
+186,7472,0.03008781373500824,934,0.000472879519899531,
+186,7480,0.02992192655801773,935,0.0004636637783663061,
+187,7488,0.030358944088220596,936,0.0003768586935216768,
+187,7496,0.030118953436613083,937,0.0004460671395160413,
+187,7504,0.03023006021976471,938,0.0006231700920449969,
+187,7512,0.030249178409576416,939,0.00034318191683269106,
+187,7520,0.03022942692041397,940,0.0005565101729492502,
+188,7528,0.03050919622182846,941,0.0005626044414170525,
+188,7536,0.030234046280384064,942,0.00024298991245979613,
+188,7544,0.03267541155219078,943,0.0004980876494135538,
+188,7552,0.029746077954769135,944,0.00046156364041962663,
+,,,944,,0.00047082712666855916
+188,7560,0.03136281669139862,945,0.0005434110084584412,
+189,7568,0.03604467213153839,946,0.0005084070139024074,
+189,7576,0.03443988040089607,947,0.0002767859582996203,
+189,7584,0.034424323588609695,948,0.0005389365172353185,
+189,7592,0.03364819288253784,949,0.00036432602376277955,
+189,7600,0.03290722146630287,950,0.0006515455763572111,
+190,7608,0.03485315665602684,951,0.0002469584321191248,
+190,7616,0.033198390156030655,952,0.00040492505650036037,
+190,7624,0.03443335369229317,953,0.0006540311878779903,
+190,7632,0.035333167761564255,954,0.00039556227476658445,
+190,7640,0.03708800673484802,955,0.0007080516304333948,
+191,7648,0.031051557511091232,956,0.0004140191734525918,
+191,7656,0.03751196712255478,957,0.00046550420726513647,
+191,7664,0.038071852177381516,958,0.0003955937585983933,
+191,7672,0.037897150963544846,959,0.00048588427203607613,
+191,7680,0.03770967945456505,960,0.0006089396517311868,
+,,,960,,0.00047762347040353
+192,7688,0.03762679547071457,961,0.0005803412708561295,
+192,7696,0.03709186613559723,962,0.00037681749121735005,
+192,7704,0.03793713077902794,963,0.0005752120711034737,
+192,7712,0.03728238493204117,964,0.0004367219051346183,
+192,7720,0.030637085437774658,965,0.0003743271275501077,
+193,7728,0.034122858196496964,966,0.0005757564190739336,
+193,7736,0.031220726668834686,967,0.0005890896281925961,
+193,7744,0.031682923436164856,968,0.0004802010065759532,
+193,7752,0.031313974410295486,969,0.0003928054711044145,
+193,7760,0.03139766305685043,970,0.00027404751745052636,
+194,7768,0.03134693577885628,971,0.0005328085514650281,
+194,7776,0.030967291444540024,972,0.0005215966105294813,
+194,7784,0.0306733176112175,973,0.0002979902801598655,
+194,7792,0.030248194932937622,974,0.00044028191306014463,
+194,7800,0.031183641403913498,975,0.0006009854074694555,
+195,7808,0.03597818315029144,976,0.0004342833576215939,
+,,,976,,0.00046597710914082
+195,7816,0.03308543935418129,977,0.00043415315105283463,
+195,7824,0.031187716871500015,978,0.0006215744661555316,
+195,7832,0.033770859241485596,979,0.0003491737857425156,
+195,7840,0.030979234725236893,980,0.0004552629628354528,
+196,7848,0.030971605330705643,981,0.00029207538803651306,
+196,7856,0.03080747276544571,982,0.0003588084306102246,
+196,7864,0.03068741410970688,983,0.0007206977128849498,
+196,7872,0.030685409903526306,984,0.0005819398927717254,
+196,7880,0.038025807589292526,985,0.0003883579450372893,
+197,7888,0.031225647777318954,986,0.0003261029677770029,
+197,7896,0.03114379569888115,987,0.0004931625886596381,
+197,7904,0.030993245542049408,988,0.0006318125213676302,
+197,7912,0.03079387918114662,989,0.0005058177308196069,
+197,7920,0.03053659200668335,990,0.0005057684690903195,
+198,7928,0.03376384451985359,991,0.00046617659002852935,
+198,7936,0.03072088584303856,992,0.0005845832470535802,
+,,,992,,0.00046707807039773024
+198,7944,0.03330203518271446,993,0.0004692950324776272,
+198,7952,0.03427112102508545,994,0.00032083597034215927,
+198,7960,0.031084302812814713,995,0.0004522714628943835,
+199,7968,0.03324684128165245,996,0.0004035510395293717,
+199,7976,0.03368065878748894,997,0.0005097891541178493,
+199,7984,0.030996736139059067,998,0.0006701089105263236,
+199,7992,0.03577442839741707,999,0.0003585505808587186,
+199,8000,0.03122492879629135,1000,0.00030972742052444327,
+200,8008,0.03460025414824486,1001,0.00044502584690538544,
+200,8016,0.03434841334819794,1002,0.0005964334251565071,
+200,8024,0.030205409973859787,1003,0.00041881531598681414,
+200,8032,0.030450489372015,1004,0.00042449028738441745,
+200,8040,0.030439767986536026,1005,0.0004506358285046493,
+201,8048,0.03118077665567398,1006,0.0004153796508035157,
+201,8056,0.03348371759057045,1007,0.0004365378632568396,
+201,8064,0.030792951583862305,1008,0.0006120256099772329,
+,,,1008,,0.00047616757176540515
+201,8072,0.030904915183782578,1009,0.0004290053704607999,
+201,8080,0.030743099749088287,1010,0.0004307341150706634,
+202,8088,0.03383856639266014,1011,0.0004127436818984839,
+202,8096,0.030579697340726852,1012,0.00033774168841773646,
+202,8104,0.03037499636411667,1013,0.0006661374609393533,
+202,8112,0.030520126223564148,1014,0.00025342586983848986,
+202,8120,0.029985792934894562,1015,0.0005540866642894054,
+203,8128,0.0304989255964756,1016,0.00041685275408037177,
+203,8136,0.030478056520223618,1017,0.00045294748465844,
+203,8144,0.030498676002025604,1018,0.00047264336451637343,
+203,8152,0.030504539608955383,1019,0.0005566663981880993,
+203,8160,0.03030141443014145,1020,0.0004611310597586756,
+204,8168,0.030812639743089676,1021,0.00031392864022766135,
+204,8176,0.03047870099544525,1022,0.0004621838359691372,
+204,8184,0.03923578932881355,1023,0.0004959961531442657,
+204,8192,0.033629219979047775,1024,0.0004999564054222512,
+,,,1024,,0.0004460323877908565
+204,8200,0.03468925133347511,1025,0.00049310593125743,
+205,8208,0.03042718395590782,1026,0.00033149567680084145,
+205,8216,0.03312823921442032,1027,0.0005387343950463797,
+205,8224,0.030170876532793045,1028,0.0005398069115472026,
+205,8232,0.030323509126901627,1029,0.0005634133412968367,
+205,8240,0.03381194546818733,1030,0.0003007040379868288,
+206,8248,0.03027154877781868,1031,0.000416797835406704,
+206,8256,0.030257608741521835,1032,0.0005226602788752643,
+206,8264,0.03357880190014839,1033,0.00023182742403481495,
+206,8272,0.030132506042718887,1034,0.0005096403791477704,
+206,8280,0.030070897191762924,1035,0.0005975320491415914,
+207,8288,0.03746841475367546,1036,0.0006548430828843266,
+207,8296,0.030124593526124954,1037,0.00048265295089759794,
+207,8304,0.030215483158826828,1038,0.00043204993058819894,
+207,8312,0.02969299629330635,1039,0.000373461538401898,
+207,8320,0.038619160652160645,1040,0.00037936821596910403,
+,,,1040,,0.00046656846448227214
+208,8328,0.02963297814130783,1041,0.00045133511594031006,
+208,8336,0.03396208584308624,1042,0.0004681033387896605,
+208,8344,0.03003706783056259,1043,0.0006455385276543287,
+208,8352,0.029841415584087372,1044,0.00035510789497162807,
+208,8360,0.032564762979745865,1045,0.0003520915987874932,
+209,8368,0.036176808178424835,1046,0.0003377640387043357,
+209,8376,0.03025238960981369,1047,0.0005106847578904958,
+209,8384,0.030332669615745544,1048,0.00041221560483487946,
+209,8392,0.0299074649810791,1049,0.00038611385510497104,
+209,8400,0.030081480741500854,1050,0.0006141440736917922,
+210,8408,0.03026602789759636,1051,0.00040790704770188313,
+210,8416,0.03312212973833084,1052,0.00040670028309770193,
+210,8424,0.03454039245843887,1053,0.0005754027985279787,
+210,8432,0.030020374804735184,1054,0.0003570112832956231,
+210,8440,0.029960453510284424,1055,0.0005719187101931311,
+211,8448,0.02996058389544487,1056,0.0004104323586663948,
+,,,1056,,0.0004666902607789746
+211,8456,0.029624879360198975,1057,0.0005177861616671594,
+211,8464,0.02964647114276886,1058,0.0004283200323698111,
+211,8472,0.02959602326154709,1059,0.00038985600986052305,
+211,8480,0.03450492396950722,1060,0.0005338017110868047,
+212,8488,0.033343054354190826,1061,0.0005697979800710787,
+212,8496,0.029570788145065308,1062,0.00039137413720406283,
+212,8504,0.030215159058570862,1063,0.0002928870730102062,
+212,8512,0.02989141270518303,1064,0.0002523075260493594,
+212,8520,0.029759481549263,1065,0.0006992368362261914,
+213,8528,0.029926884919404984,1066,0.00041209212836942503,
+213,8536,0.029423467814922333,1067,0.0006786160411138553,
+213,8544,0.029321342706680298,1068,0.0002460687643509697,
+213,8552,0.02990562841296196,1069,0.0005017807949722434,
+213,8560,0.03515194356441498,1070,0.0004324840384387326,
+214,8568,0.03389454632997513,1071,0.00036407260295863333,
+214,8576,0.03350953385233879,1072,0.0003318426922002497,
+,,,1072,,0.0004579678039859842
+214,8584,0.03011436015367508,1073,0.00036024344929804403,
+214,8592,0.02930096909403801,1074,0.00048336994647494674,
+214,8600,0.03016529604792595,1075,0.0006593880907530547,
+215,8608,0.030795913189649582,1076,0.00042622137698344886,
+215,8616,0.030043847858905792,1077,0.000383412504743319,
+215,8624,0.03455053269863129,1078,0.0005665423232130706,
+215,8632,0.02987651899456978,1079,0.0003381644334391846,
+215,8640,0.033988457173109055,1080,0.0005760182995193948,
+216,8648,0.02945786342024803,1081,0.0005724204331107268,
+216,8656,0.033567074686288834,1082,0.0003735834677802184,
+216,8664,0.03021761029958725,1083,0.0003773477479366453,
+216,8672,0.029878705739974976,1084,0.0005306100181769579,
+216,8680,0.029961515218019485,1085,0.0004911142428422213,
+217,8688,0.030781786888837814,1086,0.0004440466873347759,
+217,8696,0.029969144612550735,1087,0.0006019416354579984,
+217,8704,0.029560871422290802,1088,0.00046749667783912557,
+,,,1088,,0.0004727089846575702
+217,8712,0.03574256971478462,1089,0.0004870578427058221,
+217,8720,0.035407960414886475,1090,0.0002875639105089552,
+218,8728,0.02957240119576454,1091,0.00040129924794503796,
+218,8736,0.029407698661088943,1092,0.0005689767630039049,
+218,8744,0.037373900413513184,1093,0.00032078200872222496,
+218,8752,0.03350704908370972,1094,0.0003671479018521495,
+218,8760,0.030060607939958572,1095,0.0006094996667040201,
+219,8768,0.030070748180150986,1096,0.0002972636564384,
+219,8776,0.03702925890684128,1097,0.0006661875481118581,
+219,8784,0.03673483431339264,1098,0.0004923467689271396,
+219,8792,0.03436274826526642,1099,0.00045289619513575667,
+219,8800,0.037030208855867386,1100,0.0003157640514675424,
+220,8808,0.03665509074926376,1101,0.0003014139268392076,
+220,8816,0.030051499605178833,1102,0.0006068468709682664,
+220,8824,0.03385462984442711,1103,0.0003301830590565012,
+220,8832,0.033635955303907394,1104,0.00037409278873103455,
+,,,1104,,0.0004493935654560725
+220,8840,0.03349605202674866,1105,0.0006336157074353347,
+221,8848,0.030003413558006287,1106,0.0006356647658817978,
+221,8856,0.029951464384794235,1107,0.0004257494936330029,
+221,8864,0.029624849557876587,1108,0.0003818274978714596,
+221,8872,0.029531385749578476,1109,0.0005547894509688306,
+221,8880,0.0295838862657547,1110,0.0003022043846695769,
+222,8888,0.033570073544979095,1111,0.0005154864755847181,
+222,8896,0.0384271964430809,1112,0.00046478785840848175,
+222,8904,0.02940930426120758,1113,0.0004107455844694579,
+222,8912,0.029481366276741028,1114,0.0006085544046072755,
+222,8920,0.03383319452404976,1115,0.0002969983629141511,
+223,8928,0.03179081529378891,1116,0.0005259978653547088,
+223,8936,0.03813130408525467,1117,0.00046305200001890104,
+223,8944,0.029889661818742752,1118,0.0003985451204988005,
+223,8952,0.0303177572786808,1119,0.00042008792717332166,
+223,8960,0.030481304973363876,1120,0.0005081380120827816,
+,,,1120,,0.00045820611908479976
+224,8968,0.029694940894842148,1121,0.00044696371514874045,
+224,8976,0.029499739408493042,1122,0.00038143614735665983,
+224,8984,0.03353855386376381,1123,0.000410253709560493,
+224,8992,0.029440592974424362,1124,0.0005679417408828158,
+224,9000,0.03450172021985054,1125,0.0004552236923700548,
+225,9008,0.02982969582080841,1126,0.00026502169348532336,
+225,9016,0.03361966460943222,1127,0.0005428732166854808,
+225,9024,0.033833008259534836,1128,0.0005272765452640929,
+225,9032,0.029831402003765106,1129,0.0003769627010115073,
+225,9040,0.030361410230398178,1130,0.0005146907093988445,
+226,9048,0.030097711831331253,1131,0.00036254090214656156,
+226,9056,0.030118990689516068,1132,0.00031026892641724163,
+226,9064,0.034780703485012054,1133,0.00044590740379555006,
+226,9072,0.02997983992099762,1134,0.0005893138016593488,
+226,9080,0.03353545442223549,1135,0.0005182708139597837,
+227,9088,0.029898785054683685,1136,0.0005243229700551767,
+,,,1136,,0.00044089272894241193
+227,9096,0.030646655708551407,1137,0.00048482546117156744,
+227,9104,0.03030722588300705,1138,0.00030454881065948444,
+227,9112,0.03684116527438164,1139,0.000520793874536387,
+227,9120,0.034230396151542664,1140,0.00043150350705088513,
+228,9128,0.03778975084424019,1141,0.0005007880594348535,
+228,9136,0.03685108199715614,1142,0.0004249372934943742,
+228,9144,0.03209036961197853,1143,0.0005943324358668178,
+228,9152,0.030437689274549484,1144,0.000307043192879064,
+228,9160,0.03387179225683212,1145,0.0004221601505248275,
+229,9168,0.03033730387687683,1146,0.0002503051606860633,
+229,9176,0.030468109995126724,1147,0.0003041748330526223,
+229,9184,0.030017945915460587,1148,0.0006291291238784862,
+229,9192,0.03027563914656639,1149,0.0005312013975829662,
+229,9200,0.03365767374634743,1150,0.00046664151263290217,
+230,9208,0.034786906093358994,1151,0.00043968568400790293,
+230,9216,0.030093863606452942,1152,0.0005007167068730009,
+,,,1152,,0.00045014655700436343
+230,9224,0.030403416603803635,1153,0.0004356461264251266,
+230,9232,0.03019321709871292,1154,0.0003964378583160314,
+230,9240,0.033716972917318344,1155,0.0004447466611357716,
+231,9248,0.030304834246635437,1156,0.0002434737570266324,
+231,9256,0.0301191508769989,1157,0.0005592005088276762,
+231,9264,0.03331827372312546,1158,0.0006110269763060691,
+231,9272,0.030399233102798462,1159,0.0002947459870483726,
+231,9280,0.03039700537919998,1160,0.0005232002283894242,
+232,9288,0.030299272388219833,1161,0.0003670571510156151,
+232,9296,0.030296165496110916,1162,0.00036867937160423025,
+232,9304,0.02996033802628517,1163,0.000568753538325175,
+232,9312,0.03516246750950813,1164,0.00042244349606335163,
+232,9320,0.03203536570072174,1165,0.0005113250361838644,
+233,9328,0.03367014229297638,1166,0.0005041767529162046,
+233,9336,0.02993859350681305,1167,0.00043125978683949343,
+233,9344,0.030731946229934692,1168,0.0004839874111764532,
+,,,1168,,0.0004386387903381277
+233,9352,0.030221637338399887,1169,0.00034164158009494154,
+233,9360,0.030724961310625076,1170,0.0004376550908394468,
+234,9368,0.030641935765743256,1171,0.0005707272752520762,
+234,9376,0.0302279032766819,1172,0.00032576743493943167,
+234,9384,0.03038744628429413,1173,0.0003068095975322649,
+234,9392,0.033414095640182495,1174,0.0006057683765123199,
+234,9400,0.03013686090707779,1175,0.0004250218411470996,
+235,9408,0.03051627054810524,1176,0.00044991540066389876,
+235,9416,0.03355318680405617,1177,0.0003648962405610031,
+235,9424,0.03735743835568428,1178,0.00036037396312167403,
+235,9432,0.030220642685890198,1179,0.00044732477265195205,
+235,9440,0.030289091169834137,1180,0.000631011942459736,
+236,9448,0.030395422130823135,1181,0.0002807958715658804,
+236,9456,0.030135631561279297,1182,0.00042391144026104096,
+236,9464,0.030121665447950363,1183,0.0005988534565923535,
+236,9472,0.03012501448392868,1184,0.0003791337644956498,
+,,,1184,,0.00045941190587149724
+236,9480,0.030282720923423767,1185,0.0005616690893172441,
+237,9488,0.037321507930755615,1186,0.00025544392822970014,
+237,9496,0.040610913187265396,1187,0.00039322537486441433,
+237,9504,0.03393450751900673,1188,0.0005670417274814099,
+237,9512,0.03092198446393013,1189,0.0005136820145708043,
+237,9520,0.030834481120109558,1190,0.00045977984215520945,
+238,9528,0.0344395786523819,1191,0.000492441866439409,
+238,9536,0.0303814560174942,1192,0.00048758426783024333,
+238,9544,0.033510588109493256,1193,0.00042418274673157913,
+238,9552,0.03051183372735977,1194,0.0004327001471000795,
+238,9560,0.03014438971877098,1195,0.0004262471508506375,
+239,9568,0.02994699776172638,1196,0.0005260054258542368,
+239,9576,0.030403558164834976,1197,0.00017123938414442819,
+239,9584,0.03849034383893013,1198,0.000429362480645068,
+239,9592,0.035769980400800705,1199,0.0007465362519724295,
+239,9600,0.03634107485413551,1200,0.00034266011934960263,
+,,,1200,,0.0004350570271964426
+240,9608,0.03034425526857376,1201,0.0002682761866405296,
+240,9616,0.029948439449071884,1202,0.0006641890815899387,
+240,9624,0.030149847269058228,1203,0.00032952134251200524,
+240,9632,0.030454091727733612,1204,0.0004257520110210559,
+240,9640,0.02986247092485428,1205,0.0004309634835711525,
+241,9648,0.030101068317890167,1206,0.00027377699238555084,
+241,9656,0.030280359089374542,1207,0.0006381371725486437,
+241,9664,0.033934157341718674,1208,0.0003180765654958252,
+241,9672,0.030221637338399887,1209,0.0004912300209980458,
+241,9680,0.0409640297293663,1210,0.0004941242649303084,
+242,9688,0.03664078190922737,1211,0.0004654123775253538,
+242,9696,0.03043985366821289,1212,0.00038665748566431415,
+242,9704,0.030856598168611526,1213,0.0004620752570190234,
+242,9712,0.030866261571645737,1214,0.0004699734608948347,
+242,9720,0.030259624123573303,1215,0.0004017744336474257,
+243,9728,0.030648455023765564,1216,0.0006707437273040082,
+,,,1216,,0.00045008333054957566
+243,9736,0.030301835387945175,1217,0.0004259883110838321,
+243,9744,0.030555415898561478,1218,0.000498902598337736,
+243,9752,0.030426811426877975,1219,0.00022601474814688447,
+243,9760,0.030126754194498062,1220,0.00041586982059435774,
+244,9768,0.030169934034347534,1221,0.00046271368717918027,
+244,9776,0.030414368957281113,1222,0.0004150669283262687,
+244,9784,0.03032776340842247,1223,0.0004569799588912596,
+244,9792,0.030193191021680832,1224,0.0004997518328970975,
+244,9800,0.0307917520403862,1225,0.00038618720673884335,
+245,9808,0.030366886407136917,1226,0.0004443975592342516,
+245,9816,0.03016408160328865,1227,0.0006446522893384099,
+245,9824,0.03356017544865608,1228,0.00040509418348929927,
+245,9832,0.03028348833322525,1229,0.0001532557114180897,
+245,9840,0.029840975999832153,1230,0.0005416226107627153,
+246,9848,0.03043380379676819,1231,0.000512089484030954,
+246,9856,0.029988102614879608,1232,0.00026754739810712634,
+,,,1232,,0.0004504320936070548
+246,9864,0.032106731086969376,1233,0.00041461106156930326,
+246,9872,0.03314727172255516,1234,0.00040682263219919565,
+246,9880,0.030223410576581955,1235,0.0006038344738324388,
+247,9888,0.029800977557897568,1236,0.0003729459587537514,
+247,9896,0.029820427298545837,1237,0.0005592392553808168,
+247,9904,0.029885899275541306,1238,0.000503629645278964,
+247,9912,0.03050795942544937,1239,0.00035949315497418866,
+247,9920,0.030464831739664078,1240,0.00039881259131520477,
+248,9928,0.030883625149726868,1241,0.0004073473918162143,
+248,9936,0.030929531902074814,1242,0.00042346473613482277,
+248,9944,0.030675269663333893,1243,0.00045219050540860434,
+248,9952,0.038010094314813614,1244,0.00042989375651814044,
+248,9960,0.032194677740335464,1245,0.0004842019604568902,
+249,9968,0.03362588956952095,1246,0.0005625985922961263,
+249,9976,0.02993248775601387,1247,0.0002869811366756701,
+249,9984,0.03022223711013794,1248,0.00041708482771914883,
+,,,1248,,0.00044320030482830825
+249,9992,0.030183225870132446,1249,0.00041122001776885655,
+249,10000,0.030689354985952377,1250,0.0005152407617200739,
+250,10008,0.03099340945482254,1251,0.00044109309571164584,
+250,10016,0.03069331869482994,1252,0.0004051036327534045,
+250,10024,0.033928968012332916,1253,0.0004929566894134041,
+250,10032,0.03080281987786293,1254,0.00038137393130455166,
+250,10040,0.034465763717889786,1255,0.0004472759413017359,
+251,10048,0.030724041163921356,1256,0.00031154997387519955,
+251,10056,0.038246966898441315,1257,0.00046393801433926757,
+251,10064,0.03472678363323212,1258,0.00043684964475687593,
+251,10072,0.03046467900276184,1259,0.0005329310744335609,
+251,10080,0.030115623027086258,1260,0.00046843254956631706,
+252,10088,0.029957707971334457,1261,0.000682246896152113,
+252,10096,0.03010392189025879,1262,0.00038239112208512694,
+252,10104,0.030542898923158646,1263,0.00034087025726746233,
+252,10112,0.030438553541898727,1264,0.0002718199314337901,
+,,,1264,,0.0004423501452913991
+252,10120,0.029942993074655533,1265,0.0005711598288533944,
+253,10128,0.030287329107522964,1266,0.000442264649401685,
+253,10136,0.03077404946088791,1267,0.00018781916151056066,
+253,10144,0.03331467881798744,1268,0.00036417767417636543,
+253,10152,0.03046778216958046,1269,0.0007043971449352934,
+253,10160,0.03440949320793152,1270,0.000392366851044174,
+254,10168,0.03077656775712967,1271,0.00041085020056925715,
+254,10176,0.03063148632645607,1272,0.0005918555387844597,
+254,10184,0.03433425351977348,1273,0.00046229780621485716,
+254,10192,0.03090319037437439,1274,0.0003327454578538891,
+254,10200,0.0335705392062664,1275,0.0003932401292937963,
+255,10208,0.033359553664922714,1276,0.0004901769404698696,
+255,10216,0.03360207378864288,1277,0.0004431396555446554,
+255,10224,0.030599497258663177,1278,0.0005676853638410998,
+255,10232,0.030394136905670166,1279,0.0003239064406241394,
+255,10240,0.03055010363459587,1280,0.00038974619071398465,
+,,,1280,,0.0004451074120071199
+256,10248,0.038108862936496735,1281,0.0004969046903380121,
+256,10256,0.03631039336323738,1282,0.0004344623885117471,
+256,10264,0.03623713180422783,1283,0.0004679018929891754,
+256,10272,0.037981823086738586,1284,0.0005304615527469044,
+256,10280,0.031058520078659058,1285,0.00023720296898814425,
+257,10288,0.030748538672924042,1286,0.00043780595241024945,
+257,10296,0.03411140292882919,1287,0.0004962589999195188,
+257,10304,0.03287418559193611,1288,0.0003424035755663433,
+257,10312,0.030710775405168533,1289,0.00037253772097756155,
+257,10320,0.030695747584104538,1290,0.0005478969016201937,
+258,10328,0.031152106821537018,1291,0.000286088934940794,
+258,10336,0.03341326490044594,1292,0.00033049352747515184,
+258,10344,0.03455260396003723,1293,0.0005217881426991274,
+258,10352,0.030191566795110703,1294,0.0006136001040711283,
+258,10360,0.030240006744861603,1295,0.0004081396609763033,
+259,10368,0.030389957129955292,1296,0.00046816649158315087,
+,,,1296,,0.0004382350792487462
+259,10376,0.03038666397333145,1297,0.000578619828697161,
+259,10384,0.030049778521060944,1298,0.00040263470593624964,
+259,10392,0.034540511667728424,1299,0.00028160315493799067,
+259,10400,0.03034472092986107,1300,0.00040105208146004855,
+260,10408,0.03328501805663109,1301,0.0004576302268436517,
+260,10416,0.03310906141996384,1302,0.0005204683681464909,
+260,10424,0.029809575527906418,1303,0.0004989032436592075,
+260,10432,0.04289098456501961,1304,0.0002941493776233983,
+260,10440,0.03326351195573807,1305,0.0004134283766948751,
+261,10448,0.030754540115594864,1306,0.0003829952798696468,
+261,10456,0.030072499066591263,1307,0.00047990430612117053,
+261,10464,0.03428548946976662,1308,0.0005468893114084494,
+261,10472,0.029953673481941223,1309,0.00028410812349951203,
+261,10480,0.032817211002111435,1310,0.0004166109004775838,
+262,10488,0.0334789901971817,1311,0.0003362723679553407,
+262,10496,0.030400771647691727,1312,0.0005972927690229633,
+,,,1312,,0.0004378591353694598
+262,10504,0.03396507725119591,1313,0.000529429310214861,
+262,10512,0.03025687113404274,1314,0.0003999807903220734,
+262,10520,0.032701920717954636,1315,0.0002850005059206689,
+263,10528,0.030575286597013474,1316,0.00034349473373202437,
+263,10536,0.033446185290813446,1317,0.0005863775550096761,
+263,10544,0.030538231134414673,1318,0.0004485168879350218,
+263,10552,0.03430989384651184,1319,0.00036276132265232843,
+263,10560,0.03303191438317299,1320,0.0003606274271574379,
+264,10568,0.03037741407752037,1321,0.00041840501720658864,
+264,10576,0.03061753138899803,1322,0.0004380860856534647,
+264,10584,0.030578631907701492,1323,0.0003429370901192835,
+264,10592,0.030570123344659805,1324,0.0005031575665970405,
+264,10600,0.03034304454922676,1325,0.0004954914534623226,
+265,10608,0.03526344522833824,1326,0.0005843182783185815,
+265,10616,0.029781706631183624,1327,0.0004953931086978022,
+265,10624,0.03849848732352257,1328,0.00038253249866621833,
+,,,1328,,0.00044287227232147144
+265,10632,0.030520036816596985,1329,0.00041414932303058985,
+265,10640,0.030869856476783752,1330,0.00030911625336474657,
+266,10648,0.030763056129217148,1331,0.00047563300332902666,
+266,10656,0.030475735664367676,1332,0.0005848756897778783,
+266,10664,0.031064223498106003,1333,0.00046398380072787404,
+266,10672,0.030611518770456314,1334,0.00038015694153727966,
+266,10680,0.031205512583255768,1335,0.0002775307702205072,
+267,10688,0.030680060386657715,1336,0.00039968587489883333,
+267,10696,0.030858159065246582,1337,0.00033787692622614225,
+267,10704,0.03055085614323616,1338,0.00047470176104980055,
+267,10712,0.030702080577611923,1339,0.0003581116349475148,
+267,10720,0.030794065445661545,1340,0.0006018458762600159,
+268,10728,0.031168829649686813,1341,0.0006741327544053396,
+268,10736,0.03457583859562874,1342,0.00034846879316319246,
+268,10744,0.030384860932826996,1343,0.0003547573669493431,
+268,10752,0.03035556524991989,1344,0.0004925350065325171,
+,,,1344,,0.00044937738803801713
+268,10760,0.03086615726351738,1345,0.00023474422414437868,
+269,10768,0.03378736972808838,1346,0.0004185466175840702,
+269,10776,0.030738286674022675,1347,0.0003566041796148056,
+269,10784,0.033827345818281174,1348,0.0005298814030538779,
+269,10792,0.030174728482961655,1349,0.00034838889259845016,
+269,10800,0.03002144768834114,1350,0.0004911172660425878,
+270,10808,0.037862613797187805,1351,0.0005572683815747345,
+270,10816,0.033785637468099594,1352,0.00040100647423129814,
+270,10824,0.030427079647779465,1353,0.0004415343380689872,
+270,10832,0.033382005989551544,1354,0.00018182948842877523,
+270,10840,0.03363320603966713,1355,0.0005575078674675231,
+271,10848,0.030354443937540054,1356,0.00030453008690124587,
+271,10856,0.033525992184877396,1357,0.0006397163649255942,
+271,10864,0.03411601856350899,1358,0.000299059713142924,
+271,10872,0.030060991644859314,1359,0.0004966206511848473,
+271,10880,0.030045606195926666,1360,0.00035162670312936166,
+,,,1360,,0.00043620320933836476

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,16 @@
+298658,7
+16514,0
+7484,0
+458601,11
+94193,2
+175138,4
+137803,3
+68245,1
+514644,12
+361057,9
+306770,7
+374839,9
+37758,0
+524302,13
+1944,0
+295131,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,16 @@
+298658,-12.752087,-21.13956,-13.314587,-15.585835,-15.320223,-7.129056,-14.252087,-0.0025596356,-15.275678,-10.877087,-11.377087,-12.689587,-13.814587,-10.377597
+16514,-0.002409771,-19.101742,-13.18991,-13.281989,-15.218039,-9.384692,-15.00241,-15.732231,-26.459738,-15.56491,-12.81491,-13.12741,-15.06491,-12.067591
+7484,-0.00078802044,-23.182898,-14.125788,-16.973444,-17.452919,-14.12694,-16.688288,-16.140419,-24.885073,-17.813288,-15.000788,-16.750788,-17.500788,-16.646729
+458601,-15.38302,-20.617603,-5.6330204,-11.639764,-17.626623,-10.91807,-18.60177,-12.700213,-19.470324,-12.57052,-13.69552,-0.008020457,-7.2580204,-9.008826
+94193,-17.441456,-25.164967,-0.0039551617,-10.130377,-15.639188,-17.49125,-21.503956,-15.844185,-25.990662,-13.378955,-16.753956,-9.753955,-12.628955,-16.256344
+175138,-15.062829,-27.0419,-9.500329,-13.503364,-0.00066817563,-12.497185,-19.812828,-15.0436125,-22.793583,-16.500328,-16.875328,-16.687828,-16.125328,-15.312987
+137803,-18.438488,-23.97175,-8.375988,-0.001388935,-15.939743,-13.496191,-19.250988,-14.636758,-28.326633,-12.375988,-16.813488,-16.125988,-14.000988,-15.376174
+68245,-4.01425,-1.568017,-6.13925,-7.374939,-5.154176,-8.054656,-6.51425,-6.9582486,-17.79588,-6.95175,-4.76425,-6.07675,-6.76425,-2.8905582
+514644,-17.812952,-25.809372,-9.250452,-18.149464,-17.295908,-10.706873,-19.625452,-15.443632,-24.198738,-14.000452,-17.500452,-12.250452,-0.00045229695,-10.625733
+361057,-17.625093,-27.55941,-12.7500925,-18.049948,-22.06016,-14.5049925,-20.937593,-13.6618,-25.08583,-9.285972e-05,-11.8750925,-16.000093,-18.812593,-17.287357
+306770,-12.430042,-16.010263,-13.617542,-14.381653,-10.806008,-5.056545,-6.2425423,-0.24293183,-12.229912,-10.555042,-6.2425423,-10.867542,-12.180042,-9.805767
+374839,-17.312614,-26.881157,-12.3751135,-17.698984,-20.622105,-14.628288,-20.937614,-14.176688,-24.716526,-0.00011395759,-12.6251135,-15.8751135,-18.625114,-17.391586
+37758,-0.0009235646,-19.441322,-13.000923,-14.122162,-12.092094,-11.260166,-14.500923,-14.742924,-21.682396,-14.813423,-11.125923,-14.875923,-15.250923,-12.126181
+524302,-15.200586,-25.861822,-7.513087,-12.531825,-13.615644,-10.154458,-14.263086,-10.264994,-21.40579,-9.763086,-12.200586,-8.888086,-8.138086,-0.014880542
+1944,-0.03414221,-17.063393,-9.1591425,-8.246742,-12.482604,-4.0387774,-13.4091425,-11.04007,-23.107262,-10.4091425,-10.2841425,-9.9716425,-9.2841425,-8.534411
+295131,-11.508781,-20.717813,-14.758781,-14.217005,-19.869072,-5.0101123,-12.508781,-0.009206753,-13.830612,-12.383781,-10.508781,-12.133781,-14.446281,-9.512331

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=dbpedia/list=0.0-1.0/labels.csv

@@ -0,0 +1,56 @@
+572581,2
+504852,12
+238802,5
+330355,8
+301384,7
+533602,13
+201281,5
+611120,10
+20574,0
+262164,6
+370707,9
+283587,7
+337629,8
+104099,2
+477608,11
+548903,13
+516108,12
+161886,4
+111845,2
+583614,4
+582835,4
+508767,12
+611626,10
+97380,2
+605746,9
+151329,3
+401497,10
+333278,8
+335545,8
+474193,11
+127047,3
+12388,0
+407238,10
+168614,4
+366134,9
+620510,12
+555494,13
+388944,9
+557466,13
+211508,5
+298658,7
+16514,0
+7484,0
+458601,11
+94193,2
+175138,4
+137803,3
+68245,1
+514644,12
+361057,9
+306770,7
+374839,9
+37758,0
+524302,13
+1944,0
+295131,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=dbpedia/list=0.0-1.0/logits.csv

@@ -0,0 +1,56 @@
+572581,-16.06347,-19.08016,-0.0009716795,-10.503204,-7.751393,-18.561497,-20.43847,-14.133263,-24.703999,-13.938472,-17.75097,-14.688472,-13.938472,-9.001201
+504852,-19.000158,-27.24521,-13.875158,-20.262447,-23.621746,-19.541487,-21.312658,-17.833069,-25.30851,-17.375158,-18.500158,-15.125158,-0.00015829741,-11.6348295
+238802,-9.125609,-15.704886,-11.688109,-14.450101,-15.644976,-0.0039878422,-11.813109,-11.573392,-21.378021,-11.813109,-11.313109,-13.063109,-13.938109,-11.500926
+330355,-17.375093,-17.940304,-12.5000925,-15.7237625,-18.0027,-24.274675,-14.8125925,-13.562917,-0.00018393148,-15.1250925,-13.1875925,-13.6250925,-15.8125925,-15.875524
+301384,-16.625149,-17.71692,-14.50015,-17.470736,-19.448366,-10.389518,-19.187649,-0.00022886752,-18.795889,-12.87515,-14.12515,-14.06265,-17.250149,-10.500675
+533602,-14.438632,-20.541676,-9.126132,-15.693194,-20.562147,-16.829052,-20.751133,-14.884899,-23.086376,-11.938632,-17.501133,-10.376132,-8.876132,-0.0016403839
+201281,-14.062706,-14.974755,-12.437706,-15.14467,-15.0666895,-0.003366543,-12.187706,-11.439216,-24.252577,-14.187706,-11.625206,-13.000206,-14.500206,-11.563082
+611120,-17.937618,-22.879318,-15.875118,-21.727839,-23.814562,-19.912123,-21.000118,-12.629784,-24.419077,-10.000118,-0.00011789104,-17.625118,-20.687618,-16.625668
+20574,-0.00015937012,-16.889435,-12.500159,-15.760068,-16.893457,-13.526874,-19.00016,-18.77386,-25.257454,-18.12516,-15.500159,-17.62516,-17.31266,-12.63138
+262164,-12.251518,-14.97698,-14.939018,-16.919912,-20.315948,-12.597104,-0.0015184075,-14.376928,-19.836658,-16.126518,-12.689018,-15.439018,-15.251518,-10.627079
+370707,-18.93768,-23.354609,-14.00018,-19.220251,-22.203045,-15.658704,-22.18768,-10.502345,-25.084557,-0.0001802282,-11.12518,-18.81268,-19.68768,-17.43794
+283587,-14.312785,-18.443125,-15.500285,-15.511724,-16.754673,-10.513721,-15.375285,-0.00038297405,-17.294664,-13.250285,-13.375285,-13.437785,-16.250284,-10.627545
+337629,-16.87507,-17.393373,-14.25007,-15.1819935,-18.295246,-21.045439,-14.56257,-13.125336,-0.0003395885,-14.93757,-12.00007,-14.18757,-15.62507,-15.001579
+104099,-14.375541,-18.361471,-0.0005410638,-9.635946,-9.62671,-21.846457,-19.750542,-14.744944,-22.230118,-14.688041,-17.375542,-14.875541,-12.375541,-9.751481
+477608,-18.625309,-24.417072,-9.375309,-18.638502,-22.387478,-16.763271,-22.062809,-17.256084,-23.603317,-16.562809,-17.500309,-0.00030894275,-14.750309,-13.88164
+548903,-13.812677,-14.176822,-12.375177,-14.171427,-18.739422,-14.501922,-17.625177,-15.567489,-21.56711,-15.937677,-17.125177,-13.312677,-13.687677,-0.00087652414
+516108,-18.562733,-25.71237,-10.000233,-17.048243,-20.705296,-21.23537,-22.000233,-17.66712,-24.270725,-16.437733,-18.500233,-14.750233,-0.00023266947,-14.125576
+161886,-14.687887,-22.411224,-10.125387,-13.462144,-0.0010374305,-22.436209,-17.812887,-16.794298,-20.902876,-16.312887,-17.000387,-18.125387,-17.187887,-13.813157
+111845,-10.750184,-18.864101,-0.0001841614,-9.79014,-13.32414,-18.98612,-18.937685,-16.513855,-22.542448,-14.937684,-18.000185,-15.375184,-14.437684,-15.062957
+583614,-15.500252,-23.11283,-9.625252,-14.714753,-0.00062586635,-17.752996,-19.312752,-17.175268,-23.547499,-16.812752,-18.187752,-18.625252,-18.000252,-14.312952
+582835,-13.312892,-19.147459,-9.375392,-11.26739,-0.0006703175,-18.899796,-17.750391,-14.266766,-19.92247,-15.000392,-16.500391,-16.812891,-15.125392,-15.000616
+508767,-14.938214,-22.528324,-11.250714,-12.70301,-15.806683,-15.038246,-18.438213,-15.069094,-20.958488,-13.813214,-15.125714,-13.063214,-0.0007142853,-7.8760214
+611626,-17.687595,-22.795288,-16.500095,-22.576504,-23.304428,-17.869654,-21.375095,-12.5726,-24.925035,-11.000096,-9.595887e-05,-18.562595,-21.125095,-17.00061
+97380,-15.812629,-21.007229,-0.00012849936,-10.625943,-16.95982,-19.418253,-20.500128,-17.692205,-24.016127,-15.750129,-18.625128,-16.500128,-11.500129,-12.129907
+605746,-17.937674,-23.47495,-12.875173,-17.44553,-21.757673,-17.17054,-21.312674,-11.343455,-25.05493,-0.00017307691,-13.125173,-17.750174,-19.125174,-15.750459
+151329,-17.187971,-18.795225,-8.000471,-0.0013954027,-15.188667,-14.659175,-21.500471,-15.287652,-26.361547,-15.625471,-18.750471,-16.875471,-16.437971,-15.751302
+401497,-17.187784,-21.998716,-15.625283,-19.277275,-21.153584,-17.107027,-19.750284,-11.758411,-23.536606,-11.500283,-0.00028332035,-17.625284,-20.062784,-16.000603
+333278,-17.187586,-18.347775,-12.000086,-13.774569,-17.37731,-17.727228,-15.375086,-13.3754835,-0.00031384837,-15.062586,-13.187586,-13.562586,-15.750086,-16.000631
+335545,-14.064425,-11.657732,-11.751925,-13.134549,-14.574307,-13.413884,-8.126925,-7.252514,-0.0025427148,-12.064425,-11.126925,-13.251925,-13.376925,-10.127829
+474193,-17.81281,-24.378159,-9.62531,-18.9072,-22.319004,-16.947332,-22.18781,-18.003038,-24.445847,-15.62531,-18.18781,-0.00031037282,-14.62531,-14.250932
+127047,-15.875977,-20.675148,-8.375977,-0.0023701014,-14.816318,-17.725483,-19.813477,-14.783956,-24.44587,-14.063477,-18.188477,-15.938477,-14.875977,-14.37641
+12388,-0.000100249985,-14.9198675,-15.2501,-16.873465,-16.604887,-13.566273,-13.6876,-16.129303,-26.369133,-19.250101,-15.6251,-17.562601,-17.625101,-14.126412
+407238,-16.62565,-22.045849,-14.25065,-18.92512,-21.41917,-18.216986,-19.93815,-8.383021,-23.2452,-8.00065,-0.0006504327,-16.62565,-19.62565,-15.501078
+168614,-16.250162,-20.853931,-9.750162,-14.770334,-0.0009951568,-17.382374,-19.937662,-16.90557,-23.329845,-16.187662,-17.437662,-18.062662,-17.750162,-15.875801
+366134,-15.750211,-19.60353,-11.125211,-16.517525,-19.739704,-15.08974,-19.937712,-11.67898,-22.831543,-0.00021109737,-13.000211,-16.375212,-17.625212,-14.941185
+620510,-18.500154,-24.478008,-11.125155,-18.216455,-21.580833,-15.881188,-21.937654,-16.314087,-23.054667,-15.250155,-19.312654,-15.250155,-0.00015531764,-15.000685
+555494,-17.00027,-22.47485,-13.500271,-16.022038,-23.003448,-16.593813,-19.37527,-15.638158,-27.001148,-16.25027,-17.56277,-12.125271,-14.500271,-0.0006726998
+388944,-17.93761,-23.438221,-13.12511,-19.156536,-23.349968,-17.290857,-22.31261,-12.752665,-28.111835,-0.00010978573,-10.87511,-17.43761,-20.12511,-17.438213
+557466,-12.625383,-8.823927,-11.750383,-12.668933,-14.24354,-12.693112,-16.250383,-14.632178,-22.061344,-15.562883,-15.125383,-14.375383,-14.312883,-0.0010473172
+211508,-11.813402,-14.720068,-11.313402,-13.644722,-13.266006,-0.0029301364,-14.375902,-9.566134,-25.753262,-10.813402,-12.063402,-11.688402,-13.563402,-9.2511215
+298658,-15.0626135,-18.554197,-14.7501135,-17.879696,-18.956367,-10.255025,-18.375113,-0.00019012945,-18.957987,-13.0001135,-13.9376135,-15.5626135,-16.687613,-13.125474
+16514,-0.0006177901,-14.796889,-14.313118,-15.097972,-17.07903,-12.152106,-16.813118,-17.21691,-24.782742,-17.188118,-14.938118,-15.563118,-17.125618,-12.816033
+7484,-0.00026437125,-17.311348,-13.000264,-16.895845,-18.635904,-14.657923,-17.437765,-16.06629,-25.426207,-18.062765,-15.250264,-17.437765,-18.312765,-15.63922
+458601,-15.938767,-19.737144,-7.376268,-14.072192,-22.570452,-15.83637,-21.032518,-15.694154,-20.967041,-15.376267,-16.313768,-0.0012677022,-11.251267,-10.251569
+94193,-17.31316,-21.22478,-0.0006603206,-10.126987,-17.318256,-23.184649,-22.87566,-17.002348,-28.078247,-14.18816,-18.93816,-10.87566,-14.06316,-17.25326
+175138,-14.562948,-20.795477,-8.500448,-12.256062,-0.00081033795,-15.408699,-19.250448,-14.702285,-20.592335,-15.625448,-16.875448,-17.062948,-15.687948,-14.688073
+137803,-17.87585,-19.417122,-7.50085,-0.0011975123,-16.066723,-13.981373,-20.12585,-15.203826,-28.11166,-13.875851,-18.31335,-16.75085,-15.188351,-15.688563
+68245,-8.629245,-0.0063283434,-11.316745,-13.471912,-11.454974,-18.726645,-12.066745,-12.569811,-22.147251,-13.316745,-10.566745,-12.379245,-13.254245,-8.132111
+514644,-18.312828,-25.128578,-10.875328,-19.218466,-18.728237,-16.78437,-20.812828,-17.254175,-25.295324,-15.875328,-19.250328,-14.125328,-0.00032812933,-11.625566
+361057,-18.187601,-23.565355,-13.250101,-19.128506,-23.341305,-16.8108,-22.125101,-13.002294,-24.593307,-0.00010096517,-12.625101,-17.687601,-20.125101,-16.93959
+306770,-14.626091,-15.288661,-14.438591,-16.643343,-14.0024395,-12.909302,-10.126091,-0.0012684911,-14.67063,-12.438591,-9.876091,-13.938591,-15.251091,-12.063874
+374839,-18.187593,-23.198204,-13.375094,-19.049982,-22.696918,-16.96942,-22.437593,-13.8832855,-24.90762,-9.42901e-05,-13.625094,-17.875093,-20.375093,-17.626108
+37758,-0.0001813009,-16.24802,-13.500181,-15.787734,-13.408496,-15.58866,-16.875181,-15.671361,-23.635307,-16.500181,-13.187681,-16.812681,-17.062681,-13.875588
+524302,-16.188168,-23.375738,-11.875669,-15.263026,-16.477837,-14.635154,-16.813168,-12.627203,-23.487936,-13.250669,-15.438169,-11.375669,-11.625669,-0.0012284291
+1944,-0.0004898302,-14.743222,-13.00049,-12.804801,-16.88932,-8.757294,-17.37549,-15.317508,-25.675125,-14.81299,-15.50049,-15.25049,-14.00049,-10.751102
+295131,-13.813068,-18.50956,-14.938068,-16.88928,-21.563192,-7.7534146,-16.063068,-0.00075036346,-16.999681,-14.000568,-13.250568,-14.000568,-16.625568,-11.127884

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=16/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000