Add files using upload-large-folder tool

.gitattributes

@@ -847,3 +847,11 @@ finetune_lora/llama3.2-1b-instruct/agnews/size=64/seed=8/lora_ans/0.0-0.7/0.7-1.
 finetune_lora/llama3.2-1b-instruct/agnews/size=64/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/llama3.2-1b-instruct/agnews/size=64/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/llama3.2-1b-instruct/agnews/size=64/seed=5/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/agnews/size=8/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/agnews/size=8/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/agnews/size=8/seed=8/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/agnews/size=8/seed=8/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/agnews/size=8/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/agnews/size=8/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/agnews/size=8/seed=5/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/agnews/size=8/seed=5/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,223 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.4129415303468704,0,9.245806694030762,
+0,8,0.06855344399809837,1,7.336296251841953,
+0,16,0.0338972806930542,2,6.3748818544241095,
+0,24,0.032443899661302567,3,6.523962955474854,
+0,32,0.029739655554294586,4,5.345919529596965,
+0,40,0.029391448944807053,5,5.296630366095181,
+0,48,0.029008734971284866,6,4.334225336710612,
+1,56,0.029112577438354492,7,3.735972019933885,
+1,64,0.028986409306526184,8,4.13036940574646,
+1,72,0.029198896139860153,9,3.884690934961492,
+1,80,0.043443817645311356,10,2.4786928800436168,
+1,88,0.03965658321976662,11,3.507029009901959,
+1,96,0.029260430485010147,12,2.4266116536896805,
+1,104,0.03278493136167526,13,3.2232238948345184,
+2,112,0.029330849647521973,14,3.0552328957451715,
+2,120,0.029395394027233124,15,2.1099665934840837,
+2,128,0.029645871371030807,16,1.9946953827334988,
+,,,16,,3.060964745211314
+2,136,0.029410384595394135,17,2.3467485427856447,
+2,144,0.029288653284311295,18,3.068731529372079,
+2,152,0.029644083231687546,19,2.809104412794113,
+2,160,0.02950666844844818,20,2.3362713146209715,
+3,168,0.029424846172332764,21,1.4683083823094,
+3,176,0.047772884368896484,22,1.2518634816010794,
+3,184,0.035013165324926376,23,1.6394391854604085,
+3,192,0.029469415545463562,24,1.952113329336561,
+3,200,0.029492132365703583,25,1.9227645683288574,
+3,208,0.029197990894317627,26,1.3663581256513242,
+3,216,0.0294557586312294,27,1.5068497017577842,
+4,224,0.029494844377040863,28,1.7361432756696429,
+4,232,0.029391877353191376,29,1.0777068889389436,
+4,240,0.02978222817182541,30,1.1170744731508453,
+4,248,0.029376357793807983,31,0.6943454640949595,
+4,256,0.0292731374502182,32,1.197912284387992,
+,,,32,,2.3549962790615586
+4,264,0.029337767511606216,33,0.8922357649906821,
+5,272,0.04447074607014656,34,0.8017286072517263,
+5,280,0.02969900146126747,35,0.5276921732085091,
+5,288,0.02980375662446022,36,0.9882803135193311,
+5,296,0.029987521469593048,37,0.5263571981340647,
+5,304,0.02977190911769867,38,0.9903800745805105,
+5,312,0.029568184167146683,39,0.5329863369464874,
+5,320,0.029560834169387817,40,0.5517956233615505,
+6,328,0.029242750257253647,41,0.28628422745636534,
+6,336,0.02965357154607773,42,0.2105117755383253,
+6,344,0.029148120433092117,43,0.1557370349764824,
+6,352,0.02897997945547104,44,0.6985822167367705,
+6,360,0.029025793075561523,45,0.43522695936262606,
+6,368,0.04646436125040054,46,0.28221728627880416,
+6,376,0.034333642572164536,47,0.13114464779694876,
+7,384,0.02956637740135193,48,0.18393676980797732,
+,,,48,,1.8394591549792922
+7,392,0.02905447781085968,49,0.2726965888713797,
+7,400,0.029380857944488525,50,0.05709587183470528,
+7,408,0.029219117015600204,51,0.28042916059494016,
+7,416,0.028663381934165955,52,0.10350493013858796,
+7,424,0.02900521829724312,53,0.1042916869951619,
+7,432,0.029189899563789368,54,0.23487579736572045,
+8,440,0.02897065132856369,55,0.06366073549725115,
+8,448,0.029008574783802032,56,0.023738212957978247,
+8,456,0.029066145420074463,57,0.14145893120439723,
+8,464,0.042265769094228745,58,0.03383207606772582,
+8,472,0.03538345545530319,59,0.016654686104240164,
+8,480,0.02950432524085045,60,0.05579063110053539,
+9,488,0.02977188676595688,61,0.02507485666622718,
+9,496,0.029131513088941574,62,0.013449077159166337,
+9,504,0.029047571122646332,63,0.01781915841174537,
+9,512,0.02908913418650627,64,0.019212725137670836,
+,,,64,,1.8534010921616153
+9,520,0.028873130679130554,65,0.06713009762267272,
+9,528,0.029281653463840485,66,0.020495854169130325,
+9,536,0.029383763670921326,67,0.009054211368784308,
+10,544,0.029529578983783722,68,0.037086795648616375,
+10,552,0.02904553711414337,69,0.016632635345948592,
+10,560,0.03964848443865776,70,0.014303014792788487,
+10,568,0.030558552592992783,71,0.010021091852751043,
+10,576,0.029167745262384415,72,0.010794411047494836,
+10,584,0.029085658490657806,73,0.00782976789244761,
+10,592,0.028966713696718216,74,0.006056236674670468,
+11,600,0.029264960438013077,75,0.007183723800283458,
+11,608,0.0294223353266716,76,0.008338313963678148,
+11,616,0.02920786291360855,77,0.006571779412956074,
+11,624,0.029401782900094986,78,0.006043173498115861,
+11,632,0.02919987589120865,79,0.004845116791936259,
+11,640,0.029475636780261993,80,0.006438482612852127,
+,,,80,,1.9496932431875942
+11,648,0.029016152024269104,81,0.006505988185004941,
+12,656,0.0364353209733963,82,0.006422789174724709,
+12,664,0.031044159084558487,83,0.0058391680275755265,
+12,672,0.029274288564920425,84,0.00518558460191406,
+12,680,0.029339779168367386,85,0.004562749473664623,
+12,688,0.0290532186627388,86,0.0046361682858938975,
+12,696,0.02914782613515854,87,0.006280477566178888,
+13,704,0.029354453086853027,88,0.004792163916001165,
+13,712,0.02963539958000183,89,0.0040207756776362655,
+13,720,0.029383201152086258,90,0.004611879562479303,
+13,728,0.02951887995004654,91,0.0032150068113373387,
+13,736,0.03277286887168884,92,0.003554786890745163,
+13,744,0.02917640283703804,93,0.004329221066215943,
+13,752,0.02922273799777031,94,0.005218199752271176,
+14,760,0.040299758315086365,95,0.003995310766622424,
+14,768,0.029368944466114044,96,0.0033181861557144052,
+,,,96,,2.0487979751035392
+14,776,0.02913595736026764,97,0.0039979860974619025,
+14,784,0.029518257826566696,98,0.002727213939319232,
+14,792,0.029501531273126602,99,0.003872170127138044,
+14,800,0.02941582351922989,100,0.004061556638528903,
+14,808,0.029237687587738037,101,0.004396323064018203,
+15,816,0.02938666194677353,102,0.004062110741594524,
+15,824,0.02912871167063713,103,0.0032471306541741922,
+15,832,0.02948373183608055,104,0.0019034655831222022,
+15,840,0.02969585359096527,105,0.0032603693867309224,
+15,848,0.02981773391366005,106,0.0036005125474184753,
+15,856,0.03391529619693756,107,0.004666157266391175,
+15,864,0.030025135725736618,108,0.00319908095523715,
+16,872,0.030066292732954025,109,0.0033231382165104153,
+16,880,0.029551267623901367,110,0.003148180531122937,
+16,888,0.029497746378183365,111,0.0025674640416616093,
+16,896,0.029702376574277878,112,0.0033385398611426352,
+,,,112,,2.080728370023061
+16,904,0.029589176177978516,113,0.002839353926960499,
+16,912,0.029825415462255478,114,0.0030992541927844287,
+17,920,0.02957172691822052,115,0.004076113385547485,
+17,928,0.029330730438232422,116,0.0020737843413371594,
+17,936,0.02940800040960312,117,0.0038009366672486066,
+17,944,0.02956092730164528,118,0.0029588632023660466,
+17,952,0.03624430671334267,119,0.003015746186006694,
+17,960,0.029898252338171005,120,0.00235963507125584,
+17,968,0.029658488929271698,121,0.003752766958703952,
+18,976,0.029498960822820663,122,0.0033156780492780463,
+18,984,0.02942449226975441,123,0.003009330906654493,
+18,992,0.02973240241408348,124,0.002334232038507859,
+18,1000,0.029479123651981354,125,0.002770440303720534,
+18,1008,0.02938753366470337,126,0.002911610045255377,
+18,1016,0.02978966012597084,127,0.0034854471571101196,
+18,1024,0.02954407036304474,128,0.00295847887173295,
+,,,128,,2.0940088478915664
+19,1032,0.029812432825565338,129,0.002140696575541211,
+19,1040,0.04607716575264931,130,0.0023704396560788156,
+19,1048,0.03448111191391945,131,0.0020324665321303265,
+19,1056,0.03378579393029213,132,0.0037330208538935102,
+19,1064,0.03407733142375946,133,0.003069514426617668,
+19,1072,0.033860962837934494,134,0.002493223765798445,
+19,1080,0.03433428332209587,135,0.0031059328055776216,
+20,1088,0.03405888378620148,136,0.0016985766258305656,
+20,1096,0.03367786481976509,137,0.003026300190209315,
+20,1104,0.034144580364227295,138,0.0029444406100083143,
+20,1112,0.029713865369558334,139,0.0027470445338015756,
+20,1120,0.029309149831533432,140,0.002536264364607632,
+20,1128,0.029372651129961014,141,0.0024205623512071643,
+21,1136,0.041487060487270355,142,0.003026493415687113,
+21,1144,0.029855191707611084,143,0.0025818379035627004,
+21,1152,0.029756270349025726,144,0.0028451893483109484,
+,,,144,,2.1158575954207457
+21,1160,0.029559403657913208,145,0.002864416018410614,
+21,1168,0.029862739145755768,146,0.0023687342828553584,
+21,1176,0.03391293063759804,147,0.001978434116134177,
+21,1184,0.030001208186149597,148,0.0029417618374841716,
+22,1192,0.02984095737338066,149,0.002337370710649892,
+22,1200,0.029704559594392776,150,0.003655256543424912,
+22,1208,0.029458440840244293,151,0.001995204755201422,
+22,1216,0.029547911137342453,152,0.0020710092378846768,
+22,1224,0.03031037002801895,153,0.0028070231806486844,
+22,1232,0.035718970000743866,154,0.0023358573865455887,
+22,1240,0.02987147867679596,155,0.002347698326800661,
+23,1248,0.02981400489807129,156,0.002261352390050888,
+23,1256,0.029774751514196396,157,0.00278155302706485,
+23,1264,0.029381629079580307,158,0.002471386191352983,
+23,1272,0.02931912988424301,159,0.002830850685803363,
+23,1280,0.0292411707341671,160,0.002180174163256127,
+,,,160,,2.12663379347468
+23,1288,0.02928689867258072,161,0.0017213371997375202,
+23,1296,0.029171962291002274,162,0.0023578769905725494,
+24,1304,0.029294490814208984,163,0.0024584605349585987,
+24,1312,0.02952484041452408,164,0.002084918566979468,
+24,1320,0.029329728335142136,165,0.00243780700369708,
+24,1328,0.03494958207011223,166,0.0027821367140859364,
+24,1336,0.029425539076328278,167,0.002393139465884478,
+24,1344,0.029567398130893707,168,0.00250505221136395,
+25,1352,0.029787477105855942,169,0.002038252922440214,
+25,1360,0.02941291779279709,170,0.00226862576790154,
+25,1368,0.02993428334593773,171,0.002470862137636653,
+25,1376,0.029438108205795288,172,0.0013669162096145253,
+25,1384,0.029685914516448975,173,0.002348436853693177,
+25,1392,0.029441356658935547,174,0.0023307049088180064,
+25,1400,0.029507607221603394,175,0.001953998926065622,
+26,1408,0.029825106263160706,176,0.002714403976325787,
+,,,176,,2.1415863037109375
+26,1416,0.04673270136117935,177,0.0018539788434281945,
+26,1424,0.03265339508652687,178,0.002176717622205615,
+26,1432,0.029861710965633392,179,0.0027685976217918353,
+26,1440,0.0295117124915123,180,0.0018355544346074263,
+26,1448,0.029644135385751724,181,0.0029249611500374697,
+26,1456,0.02956094965338707,182,0.0018326901439909957,
+27,1464,0.029444992542266846,183,0.0023617286933586,
+27,1472,0.029171325266361237,184,0.0025223640539614417,
+27,1480,0.029212821274995804,185,0.001697388421571641,
+27,1488,0.029345568269491196,186,0.002432582286807398,
+27,1496,0.029939264059066772,187,0.0021112350126107535,
+27,1504,0.029526453465223312,188,0.0017604288412258029,
+27,1512,0.029316388070583344,189,0.002148379289652579,
+28,1520,0.03943946957588196,190,0.0014903384485635265,
+28,1528,0.029862865805625916,191,0.0022451562018921743,
+28,1536,0.029867935925722122,192,0.0025575479459283607,
+,,,192,,2.1545261245176017
+28,1544,0.02939373254776001,193,0.0022255092425721473,
+28,1552,0.029707983136177063,194,0.001948646480181756,
+28,1560,0.029765337705612183,195,0.0023363676071832223,
+29,1568,0.029588952660560608,196,0.0022684119607287423,
+29,1576,0.029945429414510727,197,0.0017159895961294355,
+29,1584,0.029831741005182266,198,0.0025024176976675616,
+29,1592,0.030010279268026352,199,0.0021810712534244413,
+29,1600,0.0295700766146183,200,0.0012919555985085342,
+29,1608,0.029466498643159866,201,0.00245715036362526,
+29,1616,0.039805714040994644,202,0.0016412825387870443,
+30,1624,0.03544403612613678,203,0.0022464552492802515,
+30,1632,0.02940598502755165,204,0.0021947334978669403,
+30,1640,0.029583312571048737,205,0.0023868459416553378,
+30,1648,0.02969473972916603,206,0.0018723070433434958,
+30,1656,0.029896851629018784,207,0.001873146409967116,
+30,1664,0.029656201601028442,208,0.0018959796850987036,
+,,,208,,2.1846681158226655

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=banking77/list=0.7-1.0/labels.csv

@@ -0,0 +1,23 @@
+6929,21
+11922,55
+3416,6
+6763,53
+4630,3
+532,17
+1651,1
+7104,7
+6631,67
+12496,43
+9678,2
+12991,2
+10606,56
+5669,27
+11729,27
+6276,18
+720,34
+4933,26
+732,34
+5432,52
+12399,71
+703,34
+12141,21

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=banking77/list=0.7-1.0/logits.csv

@@ -0,0 +1,23 @@
+6929,-31.456629,-29.725708,-20.603718,-28.804892,-26.669086,-18.508606,-37.645515,-16.645334,-19.660809,-27.304188,-16.457167,-19.050917,-39.67582,-22.293104,-9.152533,-17.870537,-14.922962,-26.007328,-22.93373,-29.334026,-16.389421,-9.107788,-13.032548,-48.349796,-30.70279,-24.532799,-32.332436,-22.528187,-42.178833,-45.371696,-34.69522,-29.276627,-29.620377,-42.964256,-29.866531,-23.411062,-42.347137,-45.675743,-5.488927,-38.02407,-37.186726,-19.5965,-23.284,-15.725913,-28.301212,-21.691492,-26.60181,-24.130516,-15.722432,-7.338546,-33.390995,-24.708914,-24.882328,-53.724617,-46.20912,-18.983511,-28.03387,-24.140066,-27.641367,-20.277208,-30.335802,-21.339708,-24.097343,-22.17937,-25.67632,-40.837017,-36.14953,-31.425037,-18.643503,-22.919086,-30.415571,-20.687439,-18.616709,-23.48712,-34.40721,-38.782104,-47.997414
+11922,-37.8556,-18.954576,-24.955206,-23.373798,-16.681595,-11.113874,-27.687773,-9.486038,-21.910997,-21.139833,-16.443594,-19.631094,-40.532486,-20.787344,-7.82517,-16.659557,-9.481584,-26.182116,-23.85375,-28.820768,-11.201923,-19.877907,-19.749847,-39.08957,-23.95573,-24.86099,-26.397478,-17.793325,-32.619785,-39.90262,-28.353363,-17.239021,-17.614021,-32.4583,-14.451914,-8.723107,-36.092777,-42.646603,-12.6900215,-36.68431,-46.938175,-22.988514,-32.176014,-19.943596,-25.13849,-20.042849,-21.333975,-23.42384,-11.760201,-7.6757746,-27.742527,-11.976206,-14.658129,-52.19722,-42.767994,-3.3483632,-20.664598,-18.776024,-22.02123,-15.873185,-21.82631,-17.966934,-26.345282,-15.267877,-19.615314,-31.095943,-24.773077,-19.736732,-9.560984,-10.027089,-28.707043,-19.374826,-18.586346,-17.285038,-24.488667,-37.280876,-41.818752
+3416,-33.067047,-27.77029,-21.122484,-27.234951,-27.972246,-0.2864384,-12.56764,-11.090952,-18.466587,-29.504957,-20.30767,-20.12017,-48.09683,-28.284233,-12.82865,-24.592642,-9.900987,-31.245026,-29.561226,-31.308643,-11.616804,-38.762615,-21.04504,-47.08965,-30.809956,-26.395699,-28.56596,-17.329725,-43.93466,-40.8497,-44.751686,-23.980389,-21.48039,-46.810226,-29.646152,-13.576621,-49.356247,-52.214836,-19.900494,-43.10446,-41.521366,-31.745136,-42.057632,-26.257938,-32.038345,-27.666313,-24.618425,-26.974976,-12.4120035,-15.055985,-23.928194,-13.914617,-27.04086,-61.298904,-62.054283,-25.987291,-37.435406,-30.571592,-27.873896,-15.978572,-28.127008,-16.10357,-41.646736,-27.990438,-18.52405,-21.619963,-5.7320843,-13.454814,-33.382755,-39.84678,-20.980413,-25.559029,-22.461596,-21.68631,-37.504402,-36.897934,-46.6884
+6763,-35.021362,-26.945251,-16.09452,-33.64049,-17.888988,-10.616945,-27.781324,-11.67404,-16.099895,-29.835617,-20.037254,-18.506004,-43.041878,-23.55288,-10.924519,-16.60624,-7.7065973,-28.580856,-29.11538,-29.442528,-17.113768,-30.172459,-11.855819,-35.897923,-25.011175,-14.2981205,-25.776867,-10.608122,-34.964954,-33.129208,-37.503895,-18.538692,-19.351192,-43.063274,-17.212458,-6.412434,-43.45246,-44.194153,-21.790535,-32.27824,-31.41687,-19.923414,-34.423412,-28.307358,-38.199875,-20.612633,-25.94764,-22.551292,-11.29572,-10.860813,-13.855373,-0.84122574,-12.792841,-32.455883,-47.419228,-26.6852,-29.061806,-24.07383,-23.27995,-17.527845,-24.434095,-10.777844,-33.11209,-17.87268,-19.182346,-35.116783,-11.878132,-15.296195,-23.173855,-31.06596,-23.306065,-23.462719,-16.534882,-18.422266,-31.871487,-38.34575,-49.59044
+4630,-22.82288,-16.914022,-16.488697,-0.2691676,-20.676306,-12.25594,-23.215803,-14.396553,-23.023558,-40.770756,-3.9137406,-24.41374,-51.76625,-29.429365,-11.554438,-32.133186,-23.625061,-35.157547,-31.687178,-25.120058,-23.858982,-23.96438,-22.429487,-25.78075,-24.73896,-30.24792,-21.680979,-20.30644,-37.774536,-37.231895,-30.056063,-17.32636,-10.388861,-36.436687,-21.92815,-15.232107,-38.972256,-49.135708,-16.00801,-31.710323,-39.84474,-20.613653,-33.066776,-15.862805,-35.48038,-31.820648,-26.066734,-29.750404,-16.7974,-17.003521,-25.891964,-20.014103,-28.754,-58.805183,-28.640217,-22.602583,-29.837831,-16.765717,-27.728865,-25.936407,-32.366096,-30.295782,-28.066132,-34.68548,-19.136898,-34.85646,-26.846546,-21.57132,-22.154182,-30.768179,-33.827377,-25.067749,-18.665253,-9.764254,-33.285892,-45.391422,-33.984146
+532,-31.630867,-31.274363,-21.012255,-27.801588,-29.377213,-10.856451,-29.94204,-23.43456,-20.781015,-41.957718,-16.073318,-19.948318,-37.65516,-25.932692,-18.03054,-19.994583,-14.636097,-6.643236,-26.088942,-27.638203,-22.012947,-19.817846,-25.749758,-43.99343,-30.851727,-18.68275,-23.386673,-14.10237,-41.717377,-42.66568,-39.47329,-6.6334114,-0.008411724,-36.661022,-7.9229527,-18.389965,-43.9435,-52.419094,-24.176449,-39.88025,-45.032173,-23.454344,-33.141846,-22.60627,-36.551075,-28.224176,-29.370695,-27.223598,-15.155751,-19.347044,-30.171055,-27.103163,-22.166008,-48.443302,-40.328926,-32.926567,-21.814121,-25.572433,-23.731178,-20.45789,-30.399296,-22.14539,-35.832493,-15.44432,-12.511631,-36.067604,-23.94184,-18.760792,-33.980198,-44.84159,-31.352037,-28.374292,-23.651463,-21.883812,-48.72809,-55.969837,-38.14682
+1651,-30.590153,-4.2292314,-21.935366,-19.450932,-26.286045,-35.118355,-44.237953,-11.681947,-26.163486,-30.694672,-6.404873,-16.654873,-33.791313,-19.451748,-8.454399,-15.522068,-13.029863,-26.71524,-22.40878,-24.467003,-26.342102,-20.770351,-26.530169,-26.469616,-26.110886,-25.255177,-34.96888,-21.766567,-48.255836,-39.403934,-22.280834,-20.404444,-15.029444,-37.292885,-35.615784,-10.990837,-35.675762,-41.913177,-27.567062,-34.234425,-35.26951,-21.374416,-29.811916,-22.160378,-37.304863,-35.599266,-37.047043,-32.053032,-26.86618,-17.719555,-33.759766,-26.134243,-29.53854,-54.068287,-46.010197,-22.813248,-22.214205,-24.308933,-25.881659,-23.193277,-21.818277,-24.380777,-29.56765,-33.574806,-19.126713,-35.078465,-37.77456,-24.235258,-23.864534,-19.104612,-34.717716,-28.474443,-22.963762,-26.543972,-27.575089,-45.10643,-50.05383
+7104,-31.183764,-19.983711,-18.987112,-23.25149,-19.762266,-10.695122,-29.718441,-7.3926964,-14.824011,-32.26672,-15.239119,-15.926619,-40.761093,-20.895369,-11.114766,-10.940491,-12.315552,-26.594833,-29.098492,-29.782581,-14.0938425,-28.949265,-18.038727,-37.510677,-29.804977,-16.870995,-18.324303,-10.743,-36.495636,-37.80932,-38.120163,-10.702136,-8.483386,-16.462831,-18.895763,-4.723091,-35.516014,-39.583595,-23.71679,-39.35797,-36.9821,-28.321243,-29.071243,-30.245564,-27.01466,-21.805723,-18.735224,-23.078373,-10.103716,-8.560952,-17.195436,-8.0435505,-15.660679,-48.975098,-40.79783,-25.525421,-23.540924,-23.881163,-23.010162,-14.298796,-21.705046,-18.673796,-25.887157,-20.252506,-10.971299,-35.223038,-22.072285,-15.5884495,-16.262293,-12.731677,-17.33784,-20.104626,-24.119106,-17.709393,-21.690838,-38.538586,-40.26509
+6631,-41.105682,-18.11043,-22.83569,-19.351954,-21.900593,-1.5619018,-28.982105,-8.750459,-12.600473,-33.10956,-17.311008,-14.7797575,-36.84196,-23.428196,-10.981247,-19.744085,-17.17419,-28.422066,-27.13132,-24.443184,-24.798986,-23.407133,-30.704903,-33.011284,-29.5514,-25.64104,-26.295979,-15.086607,-47.688404,-33.49395,-38.72924,-13.092682,-10.092682,-35.04483,-33.06538,-8.076733,-37.777702,-47.105633,-27.236477,-38.35443,-34.64688,-24.709236,-36.240486,-21.56467,-33.144257,-26.398228,-23.090212,-24.57372,-7.292195,-16.751213,-17.915184,-15.258488,-21.778336,-51.833565,-39.97207,-25.331804,-16.073683,-16.819786,-19.95559,-11.503733,-15.503733,-18.097483,-27.913616,-22.34214,-11.628149,-28.837332,-16.41029,-5.2755375,-23.617718,-35.754757,-16.232084,-26.343946,-23.375975,-19.07152,-27.716421,-33.40069,-48.641808
+12496,-29.743065,-27.624409,-19.194744,-15.456634,-9.48292,-10.167154,-26.259857,-8.766898,-20.168026,-23.903196,-6.1520424,-11.339542,-43.49938,-19.527042,-1.0274401,-19.406994,-7.657209,-19.798819,-21.114445,-33.31535,-22.082115,-24.192577,-6.574644,-28.170372,-27.994278,-19.03733,-23.33574,-19.367903,-41.909943,-36.053616,-38.669277,-29.967525,-29.748775,-40.450634,-27.5251,-10.381422,-38.93617,-41.63035,-2.3111506,-31.40924,-27.085758,-19.169212,-34.762962,-1.6874428,-38.34657,-16.812157,-21.278202,-24.46859,-19.015194,-14.872219,-38.260723,-25.378681,-26.998566,-54.018127,-40.165176,-28.941278,-26.336008,-18.104414,-22.555922,-22.134315,-30.017128,-22.634315,-26.254845,-25.933983,-15.420268,-29.885351,-35.0717,-20.454662,-29.441658,-34.640022,-37.00191,-28.477587,-12.001608,-16.15762,-37.350464,-34.398926,-37.513145
+9678,-42.84176,-29.370897,-13.205186,-20.605156,-15.628941,-20.063267,-40.336243,-19.086119,-18.920856,-40.003834,-22.879993,-25.817493,-49.47806,-30.473743,-20.497364,-28.288885,-20.682865,-32.46585,-37.629993,-35.774174,-29.502586,-27.003458,-26.600594,-40.817333,-33.709415,-34.926846,-39.723404,-31.309063,-52.012753,-43.03153,-46.353592,-25.85097,-28.78847,-38.92372,-26.924728,-23.291906,-44.627403,-50.948578,-16.603672,-47.13094,-40.301865,-30.010756,-34.948257,-19.710037,-34.193256,-27.551126,-31.519518,-18.001621,-19.24861,-25.003311,-35.013027,-34.42586,-28.576982,-58.855576,-36.429268,-31.661892,-14.004114,-5.6532917,-11.700956,-15.66428,-20.968967,-15.88303,-22.973488,-30.46397,-24.940926,-38.327866,-42.226147,-30.094255,-34.312584,-24.982735,-27.446186,-15.511994,-20.761765,-24.397303,-39.532192,-45.330647,-53.94384
+12991,-45.382957,-33.59933,-13.419234,-21.403229,-14.376008,-22.372105,-46.34241,-16.791851,-26.387848,-37.912518,-22.774864,-25.587364,-50.244213,-29.63424,-19.09309,-32.512314,-20.376465,-31.685598,-35.993614,-47.010845,-37.958267,-31.023674,-19.524475,-48.583893,-32.243923,-32.459984,-40.07982,-26.139063,-34.790703,-43.795357,-45.957977,-27.463577,-22.963577,-39.43035,-22.168245,-22.002514,-50.861607,-50.77721,-21.971907,-38.641685,-36.443817,-29.25653,-39.53778,-29.583307,-35.21081,-30.589283,-37.783455,-18.326824,-19.575788,-17.198658,-33.005775,-21.4669,-27.885036,-68.564644,-45.577934,-33.952705,-23.559559,-17.602549,-16.887785,-0.16280395,-14.725304,-4.8503036,-24.725254,-27.080175,-20.008484,-39.084663,-35.3849,-21.066532,-48.644184,-44.080025,-32.193542,-28.648413,-21.571012,-24.230066,-37.033962,-49.728466,-54.526035
+10606,-36.851402,-27.664873,-22.903017,-29.514055,-7.003156,-18.99254,-35.781563,-13.709338,-22.857014,-34.362816,-21.417082,-22.979582,-44.87558,-26.72958,-18.334183,-19.132915,-17.779337,-27.049091,-32.370205,-21.85067,-35.298412,-22.261173,-26.185598,-48.301834,-33.841347,-39.167473,-44.57991,-31.811108,-44.257687,-43.87992,-42.303223,-15.091306,-27.028805,-45.554306,-27.24071,-20.207191,-53.56378,-54.62185,-31.374523,-43.79557,-40.721565,-25.270508,-30.645508,-32.31816,-41.120384,-27.674324,-33.780815,-14.588646,-16.462833,-23.043184,-34.823433,-20.797983,-32.127518,-59.8645,-49.669872,-31.526367,-6.105038,-5.693462,-19.34758,-6.192871,-17.928223,-6.880371,-25.264782,-16.131817,-12.289953,-34.958504,-27.972591,-23.46379,-53.8664,-44.9302,-35.1712,-16.976694,-24.245678,-21.57093,-47.824986,-43.00032,-60.420837
+5669,-47.11874,-32.579815,-22.732275,-29.279427,-22.224606,-8.564737,-33.43069,-7.1265464,-14.095149,-37.39425,-17.42366,-19.92366,-45.412758,-25.720535,-14.8982525,-19.361668,-9.68389,-28.411592,-32.51741,-30.013979,-13.083009,-34.08486,-24.206047,-42.917225,-28.634748,-18.094213,-22.289654,-5.223046,-40.01806,-41.214172,-49.86594,-22.54464,-17.466515,-36.50591,-25.609936,-8.71076,-46.62923,-55.18857,-25.282879,-43.84893,-36.742218,-25.14573,-37.02073,-31.553556,-35.426933,-30.339577,-34.111076,-29.936344,-10.648291,-15.102919,-19.240688,-13.362719,-19.608728,-49.15538,-54.58731,-35.729137,-27.662605,-25.294529,-22.217876,-13.024383,-25.055632,-16.399382,-30.623734,-21.888577,-8.502753,-25.120205,-2.3176093,-11.094211,-34.771313,-44.74768,-33.27605,-27.72691,-15.664183,-20.550205,-37.797264,-45.997932,-57.034245
+11729,-32.08844,-29.770868,-26.788168,-28.188416,-23.062885,-13.02165,-25.879562,-15.110585,-23.736912,-23.946064,-3.3842645,-9.134265,-34.932167,-17.871569,-1.7002611,-17.747524,-13.426889,-20.900057,-18.283678,-34.475048,-21.65216,-22.526775,-9.953465,-36.45279,-27.649689,-2.7585287,-10.045103,-7.3539567,-38.73137,-38.820156,-40.032867,-26.951824,-23.264324,-40.400486,-26.532011,-9.667345,-46.713966,-56.383816,-10.896742,-34.595524,-29.366226,-19.192574,-35.505074,-19.775389,-33.72682,-18.276148,-26.760843,-25.842709,-17.772932,-10.601938,-30.84404,-15.195357,-16.191141,-38.32131,-39.102356,-23.691061,-27.614258,-19.386545,-20.170393,-20.22825,-29.392313,-23.2595,-23.346617,-20.419655,-16.2543,-32.678345,-26.734362,-20.363762,-28.41026,-37.21681,-37.451313,-28.433964,-13.003711,-12.662588,-40.008835,-42.915962,-44.889645
+6276,-29.170963,-26.171295,-18.727259,-5.8315477,-20.307322,-9.678329,-16.060762,-11.36447,-18.582424,-26.156218,-13.898487,-18.242237,-43.601032,-25.916065,-3.004001,-33.4219,-20.560213,-42.918114,-25.154346,-24.198029,-10.076239,-21.526785,-10.150551,-38.54211,-30.05703,-20.501984,-10.005036,-16.76523,-34.26056,-41.43711,-30.661366,-30.93454,-28.793915,-46.646927,-28.933788,-11.586798,-46.920708,-49.985664,-7.7277565,-30.804478,-30.721066,-16.434586,-31.278336,-13.717493,-29.305311,-20.51469,-16.617426,-22.222996,-13.960526,-9.895301,-25.380396,-15.720967,-22.217535,-53.911697,-45.99236,-26.179935,-26.877174,-22.562595,-18.62082,-19.024458,-28.133833,-23.274458,-34.12119,-30.36288,-20.708931,-35.33008,-33.555386,-24.955584,-27.680897,-24.948673,-34.459362,-24.27353,-15.8590765,-17.1272,-35.799507,-43.419807,-42.383545
+720,-31.782562,-25.30917,-16.52327,-25.603588,-12.328498,-6.717298,-18.737597,-15.242359,-17.085537,-29.978424,-11.560928,-9.748428,-34.904606,-20.935928,-4.84905,-14.6498165,-7.028054,-17.855988,-21.779678,-29.082756,-16.847778,-25.80156,-14.088571,-39.485134,-32.386734,-18.364494,-27.502464,-13.207674,-30.712631,-42.458656,-37.746952,-8.703295,-14.078295,-36.70852,-4.010839,-7.2541003,-35.3694,-48.392212,-17.135044,-33.82438,-34.516045,-19.804218,-32.52297,-25.010616,-29.771194,-22.499882,-28.942785,-21.551193,-11.173719,-12.441744,-20.985626,-12.535921,-22.508125,-48.32914,-42.65046,-29.892345,-22.493433,-19.621044,-23.52869,-7.775518,-23.892704,-11.525517,-28.101534,-3.2894008,-10.523592,-28.253155,-16.856665,-12.762466,-29.26054,-41.40245,-25.353823,-14.308592,-11.305985,-15.48902,-38.356037,-34.35749,-46.652412
+4933,-29.194977,-27.391666,-20.57171,-0.21053118,-25.912933,-10.683992,-21.814602,-11.339975,-27.10691,-30.097504,-15.319154,-21.319153,-44.92815,-27.40509,-10.0923605,-25.131313,-18.000864,-34.36301,-28.903137,-30.630352,-18.808167,-31.610466,-17.53272,-38.96133,-30.021534,-24.658487,-15.681872,-25.366802,-41.878864,-42.747604,-42.242783,-25.06839,-19.50589,-42.109447,-28.645733,-19.195663,-44.646675,-64.935486,-25.149517,-52.89612,-51.03785,-20.547073,-34.172073,-22.519377,-33.65401,-28.82528,-18.116268,-33.930588,-16.18034,-12.8350725,-31.3255,-23.206196,-35.255234,-67.19823,-45.455063,-33.29306,-27.819408,-24.862967,-28.341541,-28.382774,-37.85153,-31.445274,-36.22004,-32.821026,-17.285175,-32.02906,-27.950586,-19.404331,-41.60591,-44.742065,-35.321266,-34.941116,-21.318491,-21.058796,-32.907875,-42.467525,-42.57069
+732,-30.644703,-33.013184,-13.377253,-25.574114,-13.24631,-11.10731,-24.376951,-21.000126,-22.203077,-38.802402,-16.359718,-17.422218,-36.965324,-26.094093,-12.589737,-16.599539,-6.402755,-16.022137,-23.328468,-30.994629,-19.007032,-22.318213,-15.635002,-36.46586,-30.007025,-17.600092,-24.578932,-16.160135,-32.941772,-38.533157,-33.930164,-15.920956,-13.920956,-37.77514,-0.18983386,-15.5392885,-41.51641,-52.91231,-15.162247,-37.2362,-35.269646,-16.708961,-29.958961,-19.122742,-34.971256,-21.980452,-26.712788,-23.763733,-12.916145,-16.170855,-26.005835,-17.371105,-15.492934,-43.90005,-46.477936,-31.867516,-29.326502,-27.785168,-30.793316,-14.969429,-29.287788,-16.531929,-41.300915,-6.7075543,-10.9792795,-37.9413,-12.917656,-16.974045,-25.840094,-34.8451,-34.443947,-16.836689,-12.938108,-16.697372,-43.26136,-32.759827,-39.89991
+5432,-43.54207,-26.179825,-24.155993,-31.247875,-20.376234,-17.349869,-31.08667,-14.4394455,-22.4729,-34.98555,-25.978233,-26.603231,-46.50509,-32.68136,-19.450396,-21.415173,-11.809561,-30.071098,-34.3005,-34.708405,-18.952612,-28.37711,-20.690586,-45.67028,-29.664932,-23.498135,-22.634565,-18.607546,-43.39746,-41.265,-36.321068,-21.44543,-18.570429,-40.611794,-23.942163,-12.2152815,-45.627285,-48.651756,-15.109901,-40.952362,-39.96217,-21.85092,-33.41342,-25.300955,-38.414707,-28.683018,-29.585945,-23.945755,-15.131775,-15.132116,-24.846275,-0.791656,-8.502306,-53.410137,-46.859512,-30.111393,-23.369629,-22.210518,-22.41274,-23.275246,-28.88462,-20.775246,-36.31589,-30.914433,-22.158163,-33.6979,-20.372997,-22.529045,-23.731197,-32.81093,-24.889467,-23.102226,-25.821995,-22.724457,-32.01024,-43.592644,-40.750095
+12399,-36.653957,-34.398552,-29.416216,-30.738445,-11.628062,-24.9338,-42.226513,-17.22493,-22.951483,-32.282364,-23.594654,-23.594654,-43.898132,-26.17278,-16.836575,-30.43256,-20.665115,-33.002632,-32.54778,-39.380856,-29.577106,-21.823357,-20.856682,-55.9544,-30.72654,-47.467644,-48.16353,-33.7166,-52.482216,-48.59987,-39.05429,-29.544968,-32.388718,-43.95667,-24.665945,-22.251175,-54.265472,-44.922436,-22.446926,-45.59176,-30.124388,-29.571388,-34.25889,-24.335384,-34.21942,-36.519707,-36.831238,-15.191173,-22.814787,-26.976357,-40.965416,-22.183228,-23.324398,-62.715702,-43.861904,-28.99159,-34.5323,-30.70121,-30.522888,-13.518704,-24.878078,-16.143703,-41.52697,-40.85825,-26.81303,-40.149105,-37.87554,-27.798115,-43.257843,-37.470932,-34.439674,-0.0015450123,-14.590393,-24.815182,-40.02613,-52.027626,-72.5646
+703,-30.227966,-25.55773,-18.151648,-26.874678,-15.577415,-12.438912,-27.44939,-12.501642,-19.52124,-38.23605,-17.178246,-15.4907465,-36.956852,-22.60012,-18.150328,-3.073237,-7.048769,-10.569487,-29.209496,-10.482608,-13.536709,-27.887146,-16.348045,-35.95306,-29.760513,-17.69263,-23.920622,-12.75215,-30.655466,-34.044495,-37.020477,-8.0460205,-13.9835205,-38.451572,-0.398112,-9.759994,-41.755463,-43.51922,-17.064783,-38.459045,-34.429764,-15.98464,-31.140888,-18.47974,-29.769089,-25.644892,-24.618563,-24.589638,-10.17278,-19.59766,-23.301033,-19.395447,-18.206144,-49.80429,-46.8265,-30.907671,-11.116779,-11.753434,-21.299881,-13.419434,-21.669434,-14.169434,-25.622662,-12.373791,-4.198638,-28.75484,-16.89529,-16.180454,-22.889967,-30.143604,-22.675785,-19.018723,-16.930946,-12.509977,-32.225075,-30.815697,-42.010757
+12141,-35.431114,-27.544533,-22.833118,-24.21705,-29.170147,-25.80132,-35.843956,-21.84444,-19.318562,-32.658127,-23.655436,-25.905436,-48.132065,-31.018719,-22.4502,-29.129753,-25.061272,-38.283173,-33.561687,-26.67468,-17.918413,-0.19718486,-22.74286,-47.808304,-32.448826,-31.829378,-30.982252,-23.115135,-49.327324,-45.477745,-28.279663,-29.520962,-31.520962,-44.744877,-37.974525,-20.421917,-42.195183,-44.537636,-15.445168,-38.899094,-35.086834,-25.451794,-29.951794,-16.153105,-25.610367,-31.78525,-29.31215,-29.765026,-22.569473,-16.760794,-35.898975,-25.201775,-19.447369,-71.1693,-45.674454,-18.265194,-31.121828,-23.980843,-28.33804,-21.037914,-31.631664,-24.912914,-33.109737,-26.757008,-23.663685,-38.48544,-27.727497,-27.066902,-28.615211,-23.261919,-44.464672,-28.045528,-21.460217,-20.71551,-37.783623,-51.760204,-53.43257

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=banking77/list=test_1000/labels.csv

@@ -0,0 +1,1000 @@
+6197,55
+6441,63
+5254,42
+4058,38
+5596,27
+114,11
+2806,66
+1087,12
+1139,4
+12996,2
+10447,41
+11288,73
+12620,37
+10691,8
+8838,20
+11829,25
+5055,26
+5484,52
+2936,54
+9239,0
+5848,25
+2035,47
+1266,14
+11887,55
+4073,38
+4823,44
+2662,15
+5923,25
+2923,54
+7478,35
+12409,39
+11263,38
+12272,50
+8760,5
+1955,47
+7756,71
+12943,9
+8885,20
+6776,53
+12715,5
+11892,55
+4231,73
+3603,16
+1096,12
+2786,66
+12791,31
+7613,65
+12357,65
+11662,42
+9066,57
+63,11
+5620,27
+6193,55
+871,46
+10854,66
+8147,43
+3305,6
+3248,61
+2603,15
+3482,16
+4639,28
+7136,7
+6570,70
+7884,39
+12307,35
+10342,4
+257,13
+10939,40
+597,34
+3076,40
+8498,59
+7988,58
+575,34
+10692,8
+416,17
+2046,47
+1802,23
+12925,9
+5787,51
+2827,66
+4537,22
+3049,40
+11130,30
+2725,66
+1417,33
+12180,7
+6157,55
+8864,20
+12995,2
+2324,60
+2251,60
+1989,47
+16,11
+8827,20
+8493,59
+4953,26
+10807,15
+7101,7
+8210,76
+2312,60
+4330,62
+12365,71
+11466,3
+1666,1
+4063,38
+4622,3
+3836,74
+11584,26
+9371,19
+3407,6
+2680,15
+3845,74
+10741,60
+9232,0
+5932,25
+6113,48
+5411,52
+12422,39
+12101,53
+10322,12
+963,36
+11640,45
+5790,51
+519,17
+9694,2
+96,11
+7911,39
+6069,48
+13002,2
+7853,39
+8660,5
+2817,66
+11,11
+1701,49
+5397,52
+2685,15
+425,17
+1958,47
+12202,7
+5036,26
+6054,48
+10515,1
+12164,7
+4865,44
+12189,7
+8355,76
+7023,7
+12813,57
+7527,35
+2435,75
+9940,24
+7402,50
+32,11
+1541,41
+3094,40
+12947,9
+5604,27
+1775,49
+8117,43
+9587,9
+2008,47
+2741,66
+582,34
+2562,15
+7763,71
+7034,7
+6376,63
+9092,57
+202,13
+11193,74
+6028,48
+1476,41
+10315,12
+9472,19
+6092,48
+1919,56
+2986,54
+6078,48
+6698,67
+11430,22
+8139,43
+7580,65
+9696,2
+11768,51
+7030,7
+3711,30
+8118,43
+4895,44
+8450,37
+2225,8
+6803,53
+3040,40
+2834,66
+10998,10
+3955,68
+11164,74
+3599,16
+4288,62
+2846,66
+4278,62
+1150,4
+8719,5
+9210,0
+10575,23
+317,32
+6922,21
+10171,34
+8842,20
+11121,16
+6293,18
+3204,61
+591,34
+9236,0
+10820,15
+996,36
+8481,59
+10583,23
+1555,41
+3754,30
+2257,60
+11351,62
+12515,43
+1792,23
+10659,47
+8290,76
+9713,2
+12555,72
+7311,64
+2599,15
+10911,54
+6332,63
+5152,45
+4602,3
+6340,63
+10385,14
+1807,23
+8458,37
+3319,6
+10078,13
+8380,37
+2739,66
+1115,12
+9783,69
+2158,8
+5652,27
+12173,7
+5744,51
+3782,74
+3456,6
+9414,19
+4810,28
+11760,27
+8925,20
+7440,35
+1883,56
+9930,24
+12920,19
+6413,63
+7596,65
+11819,25
+6624,67
+11903,55
+3858,74
+9103,57
+3555,16
+4457,29
+2409,75
+9174,57
+7133,7
+3159,61
+10129,17
+3150,10
+2201,8
+7666,65
+2865,66
+12815,57
+3282,61
+3886,74
+775,46
+6393,63
+10102,32
+7652,65
+6523,70
+7589,65
+866,46
+4929,26
+5588,27
+3759,30
+10532,49
+9122,57
+12466,58
+4214,73
+5337,42
+574,34
+9839,69
+12404,39
+296,32
+7868,39
+12839,57
+6542,70
+122,11
+750,46
+10136,17
+12891,19
+3235,61
+7444,35
+12924,9
+8768,5
+7057,7
+8917,20
+7602,65
+9870,69
+3316,6
+5694,51
+2078,8
+8022,58
+4839,44
+730,34
+12123,21
+4332,62
+7453,35
+4418,29
+6744,53
+9728,2
+1611,1
+10779,75
+6783,53
+4472,22
+367,32
+10636,56
+1696,49
+3281,61
+6690,67
+4800,28
+8328,76
+4827,44
+530,17
+3977,68
+12840,57
+10417,33
+3545,16
+2396,75
+5344,42
+1829,56
+10084,32
+6306,63
+3692,30
+11054,6
+12948,9
+1656,1
+2338,75
+12260,50
+1372,33
+6644,67
+4988,26
+6775,53
+8683,5
+2032,47
+6371,63
+6946,21
+3676,30
+2414,75
+636,34
+12581,76
+6547,70
+7395,50
+3136,10
+7163,64
+8426,37
+5921,25
+6807,53
+9788,69
+12732,20
+8341,76
+2233,8
+3528,16
+9238,0
+2532,15
+9960,24
+8977,31
+11800,51
+3432,6
+8708,5
+6902,21
+4076,38
+6444,63
+812,46
+7036,7
+1971,47
+9335,0
+3942,68
+5775,51
+9428,19
+8656,5
+9465,19
+5128,45
+10072,13
+9836,69
+9955,24
+1312,14
+3554,16
+10852,66
+5417,52
+180,13
+2776,66
+11345,62
+3655,30
+7277,64
+13060,24
+887,36
+1485,41
+8296,76
+12531,72
+11407,22
+9162,57
+4452,29
+12471,58
+3355,6
+4651,28
+3943,68
+7060,7
+3775,74
+3853,74
+1191,4
+3992,68
+7669,65
+5048,26
+9818,69
+4304,62
+10406,33
+9906,24
+11208,68
+1419,33
+4781,28
+3255,61
+455,17
+6948,21
+6594,67
+9470,19
+1844,56
+11622,45
+372,32
+109,11
+1525,41
+6630,67
+2468,75
+583,34
+11698,52
+5557,27
+13074,24
+6325,63
+11086,16
+1524,41
+6932,21
+3715,30
+6936,21
+914,36
+10052,13
+3295,61
+7266,64
+4371,29
+5666,27
+11409,22
+7414,50
+11770,51
+11278,38
+1869,56
+9650,2
+2715,66
+811,46
+11947,18
+547,17
+4377,29
+1147,4
+9112,57
+11843,48
+7886,39
+12316,35
+6926,21
+12835,57
+2451,75
+7372,50
+9207,0
+8537,59
+11889,55
+12083,53
+9037,31
+12988,2
+1114,12
+12685,5
+2915,54
+9370,19
+2337,75
+2649,15
+4955,26
+9692,2
+9643,9
+3059,40
+3724,30
+8145,43
+6717,67
+5525,52
+6551,70
+578,34
+2871,54
+9211,0
+11002,10
+2539,15
+6279,18
+10878,66
+804,46
+10910,54
+6890,21
+9849,69
+3021,40
+4061,38
+8237,76
+12476,58
+3211,61
+7895,39
+4703,28
+5236,45
+8303,76
+2867,66
+6756,53
+4719,28
+2131,8
+12739,20
+6798,53
+5817,51
+11425,22
+11553,44
+10949,40
+10671,47
+9781,69
+5571,27
+1493,41
+1399,33
+1126,4
+494,17
+527,17
+12562,72
+274,13
+1354,14
+7309,64
+10444,41
+11669,42
+7329,64
+4329,62
+2104,8
+12551,72
+11595,26
+2130,8
+12940,9
+4023,38
+1740,49
+686,34
+9012,31
+4606,3
+4133,73
+7875,39
+841,46
+5378,52
+9804,69
+11946,18
+7709,71
+3143,10
+834,46
+4445,29
+9734,2
+10973,10
+9572,9
+11203,68
+747,46
+12687,5
+2988,54
+8714,5
+6366,63
+3100,10
+11038,61
+12437,39
+4657,28
+3653,30
+9914,24
+3517,16
+9979,24
+7470,35
+8547,59
+533,17
+5114,45
+8769,5
+640,34
+3198,61
+10835,15
+9364,19
+10943,40
+9819,69
+3048,40
+1884,56
+9637,9
+11507,28
+363,32
+8159,43
+12295,35
+4648,28
+4052,38
+11134,30
+7619,65
+3556,16
+863,46
+4437,29
+2423,75
+9873,69
+11736,27
+5320,42
+4359,29
+8285,76
+12299,35
+9013,31
+9314,0
+5011,26
+3694,30
+3720,30
+8497,59
+7067,7
+5140,45
+5258,42
+520,17
+1946,47
+6438,63
+6916,21
+5745,51
+10890,54
+12326,65
+11163,74
+6403,63
+8797,20
+1556,41
+6049,48
+2499,75
+5195,45
+9966,24
+12532,72
+8402,37
+12369,71
+2493,75
+7910,39
+11521,28
+239,13
+6718,67
+11847,48
+576,34
+1566,1
+5690,51
+6944,21
+8723,5
+6622,67
+4659,28
+8658,5
+7814,39
+8586,59
+8160,43
+3709,30
+11620,45
+11840,25
+10249,36
+12833,57
+12484,43
+13072,24
+669,34
+6232,55
+1112,12
+8281,76
+5428,52
+8909,20
+12116,53
+11534,44
+1330,14
+11429,22
+4934,26
+112,11
+3690,30
+5058,26
+2723,66
+10599,23
+3824,74
+4482,22
+12187,7
+5339,42
+1794,23
+1813,23
+9626,9
+2502,75
+356,32
+3176,61
+6263,18
+4373,29
+5736,51
+10314,12
+9450,19
+12498,43
+5155,45
+3811,74
+2668,15
+906,36
+2883,54
+6849,53
+2237,60
+11850,48
+6414,63
+9383,19
+851,46
+7802,71
+7696,71
+3634,16
+5640,27
+8722,5
+4731,28
+9543,9
+1183,4
+9019,31
+5836,25
+7845,39
+11955,18
+2361,75
+13019,69
+1878,56
+5198,45
+917,36
+10725,60
+8619,5
+4928,26
+9789,69
+5300,42
+9756,2
+3586,16
+8692,5
+12781,31
+6175,55
+11744,27
+11863,48
+4357,29
+11624,45
+10726,60
+9652,2
+5939,25
+3114,10
+4292,62
+5810,51
+6885,21
+8479,59
+1629,1
+7561,35
+12056,67
+3330,6
+10125,17
+10358,4
+10849,66
+1857,56
+2073,47
+10603,56
+6613,67
+0,11
+726,34
+8246,76
+9434,19
+7770,71
+6508,70
+9700,2
+8075,43
+8105,43
+566,17
+7824,39
+7778,71
+11714,52
+3427,6
+7165,64
+8802,20
+8944,31
+12936,9
+12156,21
+12265,50
+3131,10
+1923,56
+4866,44
+11664,42
+2905,54
+6947,21
+2114,8
+7536,35
+10215,46
+5319,42
+2093,8
+12463,58
+4978,26
+6038,48
+1113,12
+11394,29
+1422,33
+6544,70
+8647,5
+1679,49
+12356,65
+12070,67
+12277,50
+774,46
+9699,2
+8452,37
+5649,27
+6680,67
+9679,2
+10266,36
+3356,6
+764,46
+7725,71
+250,13
+10111,32
+1219,4
+3056,40
+11428,22
+5368,42
+352,32
+12923,9
+12676,59
+24,11
+10540,49
+10208,46
+3068,40
+4997,26
+9194,0
+9071,57
+1020,12
+8119,43
+3856,74
+2772,66
+5789,51
+4760,28
+4568,3
+10079,13
+7062,7
+5173,45
+7731,71
+9629,9
+6458,63
+11468,3
+12564,76
+171,13
+10128,17
+11103,16
+12171,7
+285,13
+7717,71
+6847,53
+8517,59
+4927,26
+3145,10
+2188,8
+9437,19
+8682,5
+8784,20
+12106,53
+7129,7
+6716,67
+2291,60
+9988,24
+2379,75
+5882,25
+5051,26
+8308,76
+12004,70
+6426,63
+7593,65
+2106,8
+8528,59
+5135,45
+5635,27
+1675,49
+4101,73
+12311,35
+2377,75
+7452,35
+2192,8
+1103,12
+4739,28
+7524,35
+2036,47
+11540,44
+1744,49
+6503,70
+5827,51
+7515,35
+6215,55
+8696,5
+9185,0
+9842,69
+3405,6
+4479,22
+3431,6
+11262,38
+10399,14
+1179,4
+5724,51
+10804,15
+7540,35
+7606,65
+12830,57
+12883,19
+623,34
+10616,56
+7358,50
+10683,8
+9646,2
+3727,30
+7598,65
+1901,56
+2397,75
+10740,60
+11073,6
+11680,42
+1347,14
+10570,23
+3078,40
+10134,17
+2862,66
+3728,30
+3507,16
+8727,5
+6883,21
+4761,28
+11283,73
+8201,72
+9821,69
+9349,19
+7231,64
+5608,27
+6367,63
+13061,24
+12027,70
+1538,41
+11943,18
+12606,37
+6153,55
+11988,63
+5526,52
+6668,67
+10397,14
+10564,23
+3058,40
+11410,22
+7777,71
+5475,52
+3772,74
+9440,19
+722,34
+5249,45
+8912,20
+11317,73
+6921,21
+11175,74
+3919,68
+9682,2
+7156,7
+3571,16
+11953,18
+5269,42
+626,34
+761,46
+8172,72
+10331,4
+8158,43
+11477,3
+8219,76
+6909,21
+437,17
+4306,62
+10138,17
+6498,70
+9589,9
+11147,30
+12803,57
+185,13
+1823,56
+11964,63
+517,17
+7164,64
+12251,50
+12896,19
+19,11
+4888,44
+3508,16
+14,11
+10830,15
+5634,27
+4901,44
+3225,61
+11711,52
+956,36
+2176,8
+10410,33
+8943,20

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,53 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.36076944321393967,0,5.342159271240234,
+0,8,0.06462288647890091,1,7.239726424217224,
+0,16,0.043868545442819595,2,7.668502220740685,
+0,24,0.038677945733070374,3,5.80268087387085,
+0,32,0.03836517408490181,4,4.830167463847569,
+0,40,0.042557477951049805,5,4.925245132446289,
+0,48,0.04780367389321327,6,4.548401133219401,
+0,56,0.03881797194480896,7,5.381283645629883,
+0,64,0.03378061577677727,8,4.117154962876263,
+0,72,0.03382382169365883,9,4.081067073912847,
+1,80,0.03411597013473511,10,3.416347931171286,
+1,88,0.034008581191301346,11,3.0883393128712973,
+1,96,0.0339885912835598,12,2.9088772844385216,
+1,104,0.03366750478744507,13,3.017180881500244,
+1,112,0.034365106374025345,14,3.382510770450939,
+1,120,0.03397437930107117,15,2.404137123198736,
+1,128,0.034053970128297806,16,2.8562061616352628,
+,,,16,,2.6187310276261293
+1,136,0.0334838330745697,17,3.0502494176228843,
+1,144,0.028895068913698196,18,2.52204721624201,
+1,152,0.02905961498618126,19,2.4333429428247304,
+2,160,0.028948213905096054,20,2.9365213091780498,
+2,168,0.02897552028298378,21,1.9687535409574155,
+2,176,0.02890770509839058,22,1.7532406330108643,
+2,184,0.02891809120774269,23,2.125843717205909,
+2,192,0.028885889798402786,24,2.3278638903911295,
+2,200,0.029150288552045822,25,2.1699381820086776,
+2,208,0.02911064773797989,26,1.5890526863244863,
+2,216,0.028772585093975067,27,1.4602266057179525,
+2,224,0.02874167263507843,28,1.1450822490912218,
+3,232,0.043025750666856766,29,1.9509752149935122,
+3,240,0.029875315725803375,30,1.568743009120226,
+3,248,0.029722385108470917,31,1.1955081506499223,
+3,256,0.029609613120555878,32,0.6104843810200691,
+,,,32,,1.0579690588525978
+3,264,0.029749739915132523,33,1.040455753388612,
+3,272,0.02985065057873726,34,1.153490809182967,
+3,280,0.029771625995635986,35,0.6314864563941955,
+3,288,0.02996164932847023,36,1.3670283204410225,
+3,296,0.029656536877155304,37,1.1064705436250992,
+3,304,0.029705822467803955,38,1.3007221927245458,
+4,312,0.029559113085269928,39,0.5985054862020271,
+4,320,0.055356092751026154,40,0.6453146761549371,
+4,328,0.035612691193819046,41,0.45921386565480915,
+4,336,0.029936105012893677,42,0.4368227971372781,
+4,344,0.029933243989944458,43,0.7539365281318796,
+4,352,0.02972087636590004,44,0.5975670387436237,
+4,360,0.029569532722234726,45,0.6034934250637889,
+4,368,0.02974555268883705,46,0.6748874948493072,
+4,376,0.030077330768108368,47,0.3370104831072592,
+4,384,0.02962670475244522,48,0.6250641297686983,
+,,,48,,0.22605622532856035

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans/0.0-1.0/0.7-1.0/test=banking77/list=test_1000/labels.csv

@@ -0,0 +1,1000 @@
+6197,55
+6441,63
+5254,42
+4058,38
+5596,27
+114,11
+2806,66
+1087,12
+1139,4
+12996,2
+10447,41
+11288,73
+12620,37
+10691,8
+8838,20
+11829,25
+5055,26
+5484,52
+2936,54
+9239,0
+5848,25
+2035,47
+1266,14
+11887,55
+4073,38
+4823,44
+2662,15
+5923,25
+2923,54
+7478,35
+12409,39
+11263,38
+12272,50
+8760,5
+1955,47
+7756,71
+12943,9
+8885,20
+6776,53
+12715,5
+11892,55
+4231,73
+3603,16
+1096,12
+2786,66
+12791,31
+7613,65
+12357,65
+11662,42
+9066,57
+63,11
+5620,27
+6193,55
+871,46
+10854,66
+8147,43
+3305,6
+3248,61
+2603,15
+3482,16
+4639,28
+7136,7
+6570,70
+7884,39
+12307,35
+10342,4
+257,13
+10939,40
+597,34
+3076,40
+8498,59
+7988,58
+575,34
+10692,8
+416,17
+2046,47
+1802,23
+12925,9
+5787,51
+2827,66
+4537,22
+3049,40
+11130,30
+2725,66
+1417,33
+12180,7
+6157,55
+8864,20
+12995,2
+2324,60
+2251,60
+1989,47
+16,11
+8827,20
+8493,59
+4953,26
+10807,15
+7101,7
+8210,76
+2312,60
+4330,62
+12365,71
+11466,3
+1666,1
+4063,38
+4622,3
+3836,74
+11584,26
+9371,19
+3407,6
+2680,15
+3845,74
+10741,60
+9232,0
+5932,25
+6113,48
+5411,52
+12422,39
+12101,53
+10322,12
+963,36
+11640,45
+5790,51
+519,17
+9694,2
+96,11
+7911,39
+6069,48
+13002,2
+7853,39
+8660,5
+2817,66
+11,11
+1701,49
+5397,52
+2685,15
+425,17
+1958,47
+12202,7
+5036,26
+6054,48
+10515,1
+12164,7
+4865,44
+12189,7
+8355,76
+7023,7
+12813,57
+7527,35
+2435,75
+9940,24
+7402,50
+32,11
+1541,41
+3094,40
+12947,9
+5604,27
+1775,49
+8117,43
+9587,9
+2008,47
+2741,66
+582,34
+2562,15
+7763,71
+7034,7
+6376,63
+9092,57
+202,13
+11193,74
+6028,48
+1476,41
+10315,12
+9472,19
+6092,48
+1919,56
+2986,54
+6078,48
+6698,67
+11430,22
+8139,43
+7580,65
+9696,2
+11768,51
+7030,7
+3711,30
+8118,43
+4895,44
+8450,37
+2225,8
+6803,53
+3040,40
+2834,66
+10998,10
+3955,68
+11164,74
+3599,16
+4288,62
+2846,66
+4278,62
+1150,4
+8719,5
+9210,0
+10575,23
+317,32
+6922,21
+10171,34
+8842,20
+11121,16
+6293,18
+3204,61
+591,34
+9236,0
+10820,15
+996,36
+8481,59
+10583,23
+1555,41
+3754,30
+2257,60
+11351,62
+12515,43
+1792,23
+10659,47
+8290,76
+9713,2
+12555,72
+7311,64
+2599,15
+10911,54
+6332,63
+5152,45
+4602,3
+6340,63
+10385,14
+1807,23
+8458,37
+3319,6
+10078,13
+8380,37
+2739,66
+1115,12
+9783,69
+2158,8
+5652,27
+12173,7
+5744,51
+3782,74
+3456,6
+9414,19
+4810,28
+11760,27
+8925,20
+7440,35
+1883,56
+9930,24
+12920,19
+6413,63
+7596,65
+11819,25
+6624,67
+11903,55
+3858,74
+9103,57
+3555,16
+4457,29
+2409,75
+9174,57
+7133,7
+3159,61
+10129,17
+3150,10
+2201,8
+7666,65
+2865,66
+12815,57
+3282,61
+3886,74
+775,46
+6393,63
+10102,32
+7652,65
+6523,70
+7589,65
+866,46
+4929,26
+5588,27
+3759,30
+10532,49
+9122,57
+12466,58
+4214,73
+5337,42
+574,34
+9839,69
+12404,39
+296,32
+7868,39
+12839,57
+6542,70
+122,11
+750,46
+10136,17
+12891,19
+3235,61
+7444,35
+12924,9
+8768,5
+7057,7
+8917,20
+7602,65
+9870,69
+3316,6
+5694,51
+2078,8
+8022,58
+4839,44
+730,34
+12123,21
+4332,62
+7453,35
+4418,29
+6744,53
+9728,2
+1611,1
+10779,75
+6783,53
+4472,22
+367,32
+10636,56
+1696,49
+3281,61
+6690,67
+4800,28
+8328,76
+4827,44
+530,17
+3977,68
+12840,57
+10417,33
+3545,16
+2396,75
+5344,42
+1829,56
+10084,32
+6306,63
+3692,30
+11054,6
+12948,9
+1656,1
+2338,75
+12260,50
+1372,33
+6644,67
+4988,26
+6775,53
+8683,5
+2032,47
+6371,63
+6946,21
+3676,30
+2414,75
+636,34
+12581,76
+6547,70
+7395,50
+3136,10
+7163,64
+8426,37
+5921,25
+6807,53
+9788,69
+12732,20
+8341,76
+2233,8
+3528,16
+9238,0
+2532,15
+9960,24
+8977,31
+11800,51
+3432,6
+8708,5
+6902,21
+4076,38
+6444,63
+812,46
+7036,7
+1971,47
+9335,0
+3942,68
+5775,51
+9428,19
+8656,5
+9465,19
+5128,45
+10072,13
+9836,69
+9955,24
+1312,14
+3554,16
+10852,66
+5417,52
+180,13
+2776,66
+11345,62
+3655,30
+7277,64
+13060,24
+887,36
+1485,41
+8296,76
+12531,72
+11407,22
+9162,57
+4452,29
+12471,58
+3355,6
+4651,28
+3943,68
+7060,7
+3775,74
+3853,74
+1191,4
+3992,68
+7669,65
+5048,26
+9818,69
+4304,62
+10406,33
+9906,24
+11208,68
+1419,33
+4781,28
+3255,61
+455,17
+6948,21
+6594,67
+9470,19
+1844,56
+11622,45
+372,32
+109,11
+1525,41
+6630,67
+2468,75
+583,34
+11698,52
+5557,27
+13074,24
+6325,63
+11086,16
+1524,41
+6932,21
+3715,30
+6936,21
+914,36
+10052,13
+3295,61
+7266,64
+4371,29
+5666,27
+11409,22
+7414,50
+11770,51
+11278,38
+1869,56
+9650,2
+2715,66
+811,46
+11947,18
+547,17
+4377,29
+1147,4
+9112,57
+11843,48
+7886,39
+12316,35
+6926,21
+12835,57
+2451,75
+7372,50
+9207,0
+8537,59
+11889,55
+12083,53
+9037,31
+12988,2
+1114,12
+12685,5
+2915,54
+9370,19
+2337,75
+2649,15
+4955,26
+9692,2
+9643,9
+3059,40
+3724,30
+8145,43
+6717,67
+5525,52
+6551,70
+578,34
+2871,54
+9211,0
+11002,10
+2539,15
+6279,18
+10878,66
+804,46
+10910,54
+6890,21
+9849,69
+3021,40
+4061,38
+8237,76
+12476,58
+3211,61
+7895,39
+4703,28
+5236,45
+8303,76
+2867,66
+6756,53
+4719,28
+2131,8
+12739,20
+6798,53
+5817,51
+11425,22
+11553,44
+10949,40
+10671,47
+9781,69
+5571,27
+1493,41
+1399,33
+1126,4
+494,17
+527,17
+12562,72
+274,13
+1354,14
+7309,64
+10444,41
+11669,42
+7329,64
+4329,62
+2104,8
+12551,72
+11595,26
+2130,8
+12940,9
+4023,38
+1740,49
+686,34
+9012,31
+4606,3
+4133,73
+7875,39
+841,46
+5378,52
+9804,69
+11946,18
+7709,71
+3143,10
+834,46
+4445,29
+9734,2
+10973,10
+9572,9
+11203,68
+747,46
+12687,5
+2988,54
+8714,5
+6366,63
+3100,10
+11038,61
+12437,39
+4657,28
+3653,30
+9914,24
+3517,16
+9979,24
+7470,35
+8547,59
+533,17
+5114,45
+8769,5
+640,34
+3198,61
+10835,15
+9364,19
+10943,40
+9819,69
+3048,40
+1884,56
+9637,9
+11507,28
+363,32
+8159,43
+12295,35
+4648,28
+4052,38
+11134,30
+7619,65
+3556,16
+863,46
+4437,29
+2423,75
+9873,69
+11736,27
+5320,42
+4359,29
+8285,76
+12299,35
+9013,31
+9314,0
+5011,26
+3694,30
+3720,30
+8497,59
+7067,7
+5140,45
+5258,42
+520,17
+1946,47
+6438,63
+6916,21
+5745,51
+10890,54
+12326,65
+11163,74
+6403,63
+8797,20
+1556,41
+6049,48
+2499,75
+5195,45
+9966,24
+12532,72
+8402,37
+12369,71
+2493,75
+7910,39
+11521,28
+239,13
+6718,67
+11847,48
+576,34
+1566,1
+5690,51
+6944,21
+8723,5
+6622,67
+4659,28
+8658,5
+7814,39
+8586,59
+8160,43
+3709,30
+11620,45
+11840,25
+10249,36
+12833,57
+12484,43
+13072,24
+669,34
+6232,55
+1112,12
+8281,76
+5428,52
+8909,20
+12116,53
+11534,44
+1330,14
+11429,22
+4934,26
+112,11
+3690,30
+5058,26
+2723,66
+10599,23
+3824,74
+4482,22
+12187,7
+5339,42
+1794,23
+1813,23
+9626,9
+2502,75
+356,32
+3176,61
+6263,18
+4373,29
+5736,51
+10314,12
+9450,19
+12498,43
+5155,45
+3811,74
+2668,15
+906,36
+2883,54
+6849,53
+2237,60
+11850,48
+6414,63
+9383,19
+851,46
+7802,71
+7696,71
+3634,16
+5640,27
+8722,5
+4731,28
+9543,9
+1183,4
+9019,31
+5836,25
+7845,39
+11955,18
+2361,75
+13019,69
+1878,56
+5198,45
+917,36
+10725,60
+8619,5
+4928,26
+9789,69
+5300,42
+9756,2
+3586,16
+8692,5
+12781,31
+6175,55
+11744,27
+11863,48
+4357,29
+11624,45
+10726,60
+9652,2
+5939,25
+3114,10
+4292,62
+5810,51
+6885,21
+8479,59
+1629,1
+7561,35
+12056,67
+3330,6
+10125,17
+10358,4
+10849,66
+1857,56
+2073,47
+10603,56
+6613,67
+0,11
+726,34
+8246,76
+9434,19
+7770,71
+6508,70
+9700,2
+8075,43
+8105,43
+566,17
+7824,39
+7778,71
+11714,52
+3427,6
+7165,64
+8802,20
+8944,31
+12936,9
+12156,21
+12265,50
+3131,10
+1923,56
+4866,44
+11664,42
+2905,54
+6947,21
+2114,8
+7536,35
+10215,46
+5319,42
+2093,8
+12463,58
+4978,26
+6038,48
+1113,12
+11394,29
+1422,33
+6544,70
+8647,5
+1679,49
+12356,65
+12070,67
+12277,50
+774,46
+9699,2
+8452,37
+5649,27
+6680,67
+9679,2
+10266,36
+3356,6
+764,46
+7725,71
+250,13
+10111,32
+1219,4
+3056,40
+11428,22
+5368,42
+352,32
+12923,9
+12676,59
+24,11
+10540,49
+10208,46
+3068,40
+4997,26
+9194,0
+9071,57
+1020,12
+8119,43
+3856,74
+2772,66
+5789,51
+4760,28
+4568,3
+10079,13
+7062,7
+5173,45
+7731,71
+9629,9
+6458,63
+11468,3
+12564,76
+171,13
+10128,17
+11103,16
+12171,7
+285,13
+7717,71
+6847,53
+8517,59
+4927,26
+3145,10
+2188,8
+9437,19
+8682,5
+8784,20
+12106,53
+7129,7
+6716,67
+2291,60
+9988,24
+2379,75
+5882,25
+5051,26
+8308,76
+12004,70
+6426,63
+7593,65
+2106,8
+8528,59
+5135,45
+5635,27
+1675,49
+4101,73
+12311,35
+2377,75
+7452,35
+2192,8
+1103,12
+4739,28
+7524,35
+2036,47
+11540,44
+1744,49
+6503,70
+5827,51
+7515,35
+6215,55
+8696,5
+9185,0
+9842,69
+3405,6
+4479,22
+3431,6
+11262,38
+10399,14
+1179,4
+5724,51
+10804,15
+7540,35
+7606,65
+12830,57
+12883,19
+623,34
+10616,56
+7358,50
+10683,8
+9646,2
+3727,30
+7598,65
+1901,56
+2397,75
+10740,60
+11073,6
+11680,42
+1347,14
+10570,23
+3078,40
+10134,17
+2862,66
+3728,30
+3507,16
+8727,5
+6883,21
+4761,28
+11283,73
+8201,72
+9821,69
+9349,19
+7231,64
+5608,27
+6367,63
+13061,24
+12027,70
+1538,41
+11943,18
+12606,37
+6153,55
+11988,63
+5526,52
+6668,67
+10397,14
+10564,23
+3058,40
+11410,22
+7777,71
+5475,52
+3772,74
+9440,19
+722,34
+5249,45
+8912,20
+11317,73
+6921,21
+11175,74
+3919,68
+9682,2
+7156,7
+3571,16
+11953,18
+5269,42
+626,34
+761,46
+8172,72
+10331,4
+8158,43
+11477,3
+8219,76
+6909,21
+437,17
+4306,62
+10138,17
+6498,70
+9589,9
+11147,30
+12803,57
+185,13
+1823,56
+11964,63
+517,17
+7164,64
+12251,50
+12896,19
+19,11
+4888,44
+3508,16
+14,11
+10830,15
+5634,27
+4901,44
+3225,61
+11711,52
+956,36
+2176,8
+10410,33
+8943,20

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 48
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=banking77/list=0.7-1.0/labels.csv

@@ -0,0 +1,23 @@
+6929,21
+11922,55
+3416,6
+6763,53
+4630,3
+532,17
+1651,1
+7104,7
+6631,67
+12496,43
+9678,2
+12991,2
+10606,56
+5669,27
+11729,27
+6276,18
+720,34
+4933,26
+732,34
+5432,52
+12399,71
+703,34
+12141,21

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=banking77/list=0.0-1.0/labels.csv

@@ -0,0 +1,77 @@
+8200,72
+723,34
+832,46
+7702,71
+10558,49
+2724,66
+3991,68
+8087,43
+4580,3
+5829,51
+1223,4
+11974,63
+8991,31
+10115,32
+11593,26
+8587,59
+1287,14
+8882,20
+3913,68
+6998,21
+12163,7
+1284,14
+12023,70
+12975,2
+11480,3
+4042,38
+4016,38
+9031,31
+11034,61
+10159,17
+10039,11
+6372,63
+8787,20
+12040,70
+8743,5
+7326,64
+7556,35
+8780,5
+9351,19
+12522,43
+380,32
+6307,63
+9173,57
+4480,22
+11113,16
+3453,6
+5507,52
+12060,67
+3120,10
+2596,15
+3557,16
+3806,74
+9793,69
+802,46
+6929,21
+11922,55
+3416,6
+6763,53
+4630,3
+532,17
+1651,1
+7104,7
+6631,67
+12496,43
+9678,2
+12991,2
+10606,56
+5669,27
+11729,27
+6276,18
+720,34
+4933,26
+732,34
+5432,52
+12399,71
+703,34
+12141,21

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=banking77/list=0.0-1.0/logits.csv

@@ -0,0 +1,77 @@
+8200,-41.510353,-26.764126,-15.904494,-24.311216,-23.86065,-22.808632,-20.649567,-13.530849,-24.191383,-34.9986,-21.938328,-28.782078,-51.34115,-32.344578,-8.501035,-40.90823,-27.443197,-41.73964,-21.938328,-41.842484,-24.004246,-23.382591,-22.07727,-38.77198,-30.423813,-14.112946,-19.113602,-10.353447,-44.42968,-32.726345,-50.077415,-24.480911,-21.418411,-36.640503,-23.154316,-15.222483,-46.511497,-32.632782,-13.376585,-31.73126,-17.933939,-24.399233,-34.86798,-13.939915,-29.091476,-18.720299,-26.372822,-26.209589,-18.29093,-15.631332,-30.206242,-28.743696,-25.661455,-41.886436,-44.02674,-28.21476,-36.117546,-28.192268,-26.436094,-19.020987,-29.114737,-26.270987,-35.50095,-29.151596,-20.115046,-36.544724,-21.722752,-21.550936,-29.512138,-39.831146,-33.670784,-25.561745,-0.002159003,-13.853299,-38.27432,-57.130463,-53.205235
+723,-37.234085,-22.185318,-17.760424,-29.349705,-19.486223,-18.790403,-25.055355,-18.875067,-29.882393,-40.69638,-21.939796,-25.877296,-40.924007,-34.951515,-22.130266,-21.184622,-19.467266,-21.258308,-23.502296,-40.466385,-28.721735,-27.701656,-24.650879,-44.062786,-34.427963,-22.019735,-33.125736,-15.894011,-51.426933,-44.740456,-42.326176,-22.31601,-15.2535095,-45.97708,-0.0023979438,-15.45256,-38.49861,-54.40437,-24.270561,-40.965622,-39.265846,-29.077736,-43.890236,-27.11798,-41.33931,-28.40488,-38.245113,-33.285988,-16.77926,-28.83191,-29.239182,-28.812916,-29.42461,-36.530437,-50.606186,-33.81549,-29.424105,-29.650394,-30.422634,-25.806414,-35.454853,-29.118914,-38.989983,-29.12816,-15.703595,-40.780663,-27.504694,-21.478706,-37.081993,-47.75128,-36.958168,-22.511374,-21.047768,-19.841003,-39.30455,-45.464775,-54.473183
+832,-37.65709,-20.901535,-17.030554,-31.827446,-26.171915,-17.575556,-24.791487,-12.447612,-28.720177,-33.141098,-20.100126,-24.443876,-50.17883,-29.818876,-15.317091,-24.244112,-11.716961,-27.13109,-18.537626,-27.14935,-9.488389,-32.501667,-18.102654,-42.317955,-29.271145,-21.320679,-12.566231,-20.19079,-43.268158,-37.823746,-47.977257,-23.421263,-21.671263,-44.4599,-24.482328,-17.485104,-45.99421,-63.59867,-28.364193,-42.928825,-45.504433,-24.46877,-41.84377,-37.543747,-38.66444,-16.721184,-0.002071755,-22.6128,-8.501073,-10.209417,-25.47198,-16.20042,-21.436174,-33.97982,-42.6666,-31.028343,-25.31985,-28.44487,-26.837488,-18.091188,-25.247438,-20.153688,-38.809227,-39.92257,-29.31594,-39.721237,-16.095228,-22.190182,-33.113075,-54.30236,-30.376047,-32.06769,-23.3102,-21.232183,-40.642956,-43.000435,-28.885702
+7702,-36.797802,-31.23162,-27.011398,-32.480675,-18.626421,-26.550745,-40.22958,-18.097055,-24.69985,-36.846394,-24.276321,-25.745071,-47.72349,-31.315384,-17.65818,-30.444267,-18.09219,-32.932938,-23.401321,-39.869522,-27.540062,-20.183172,-23.927301,-54.280098,-31.508385,-38.27871,-48.825855,-30.38252,-60.261375,-51.477936,-38.736275,-29.829102,-31.485352,-43.888016,-26.178782,-22.126392,-53.473846,-42.781128,-17.01117,-44.05388,-30.841576,-31.443262,-41.19326,-24.11614,-38.443768,-31.91164,-36.31901,-19.314022,-26.43893,-29.217041,-38.01551,-26.818403,-27.065548,-46.685963,-46.168526,-34.001762,-30.835304,-29.93916,-27.161396,-16.235308,-27.610308,-20.485308,-38.867252,-37.847145,-27.488937,-36.178764,-38.79409,-26.93118,-44.236694,-45.719475,-36.4077,-0.00048000854,-16.824947,-23.491919,-41.413773,-56.321884,-76.971565
+10558,-40.76831,-29.681658,-17.760397,-34.102577,-23.163584,-19.51769,-22.049942,-13.297421,-25.903767,-29.890804,-17.305214,-21.930214,-42.723923,-29.260292,-8.867843,-21.811684,-18.315199,-29.860943,-17.867714,-35.57183,-22.658123,-15.546686,-16.151844,-43.902634,-30.73498,-14.664345,-27.643326,-10.910227,-42.302235,-39.32647,-46.63565,-33.063423,-31.094673,-48.20507,-28.56614,-14.300111,-51.231712,-54.683247,-22.02296,-45.780293,-41.694855,-20.540895,-37.322144,-15.124673,-28.698273,-17.78162,-28.054502,-31.842312,-14.901794,-0.0015893541,-31.51843,-27.301104,-26.705315,-43.566826,-38.985832,-25.37829,-42.545967,-28.581615,-34.21422,-20.2024,-33.16236,-25.9524,-30.145542,-29.845406,-26.362312,-37.7248,-39.8105,-27.546227,-31.225777,-37.00386,-39.598763,-27.39754,-18.328892,-24.827482,-47.098076,-51.607784,-59.3066
+2724,-40.001217,-28.826117,-11.667911,-30.738672,-20.794773,-11.695701,-14.907153,-11.205337,-21.954338,-39.85609,-26.504951,-24.504951,-56.001125,-35.313545,-17.387396,-27.695694,-10.460687,-31.341553,-27.442451,-42.19781,-18.077599,-31.598637,-19.307467,-44.497917,-32.561863,-19.01033,-30.520164,-10.884814,-42.789787,-42.477722,-51.188324,-29.349125,-27.442875,-46.473198,-16.288034,-10.131285,-58.327316,-54.500748,-27.360107,-41.955643,-34.316906,-31.849157,-46.91166,-31.504028,-33.955105,-20.733198,-29.6282,-28.516026,-12.857929,-16.925083,-24.878948,-15.508479,-18.806023,-26.92631,-48.55365,-30.089819,-25.601826,-29.401863,-29.057846,-16.779722,-28.27972,-19.029722,-40.4837,-27.6945,-18.911255,-32.02756,-0.008225994,-14.879494,-34.842896,-40.003677,-34.215347,-23.404732,-16.122972,-19.173855,-47.00874,-53.978333,-58.440346
+3991,-35.812077,-27.249233,-20.625847,-31.791138,-25.090942,-25.12895,-30.21154,-13.319919,-24.512472,-31.248371,-20.654129,-24.810379,-45.60036,-28.279129,-13.908165,-29.456444,-18.850134,-25.813648,-22.060379,-41.615837,-23.405405,-27.942741,-27.523493,-50.887497,-36.269634,-27.832008,-40.38881,-21.706825,-49.83538,-51.973595,-29.696926,-30.017723,-26.080223,-38.84184,-28.325966,-16.928709,-46.29703,-43.377327,-14.4963045,-33.253853,-33.908005,-22.693789,-33.13129,-14.886828,-39.404896,-24.855286,-32.603146,-27.851145,-21.960236,-19.811844,-30.216938,-24.834133,-20.830177,-50.4881,-39.27134,-17.506472,-31.210241,-35.715996,-30.373457,-22.907223,-36.034176,-26.157223,-36.84114,-34.591785,-24.05443,-35.572502,-31.352503,-27.177393,-0.0055623744,-9.9566,-41.103508,-23.860561,-21.524595,-21.723322,-10.590191,-35.35955,-43.724545
+8087,-43.75737,-24.914738,-19.268755,-34.494217,-23.024832,-17.358128,-23.444134,-19.377638,-30.137756,-32.16493,-20.266056,-20.828556,-38.933643,-28.203556,-18.135504,-12.802216,-12.902747,-21.822691,-21.891056,-24.897547,-24.729094,-23.731646,-22.431799,-53.515682,-38.59271,-20.769608,-26.583294,-18.742893,-41.869965,-48.30442,-50.906807,-27.090733,-30.278233,-49.31042,-16.938557,-22.27027,-54.639786,-71.69148,-21.31539,-37.340992,-45.13823,-22.001835,-40.970585,-0.0014285267,-40.33661,-28.33591,-36.227825,-35.577156,-21.700445,-22.908443,-35.913303,-37.228123,-30.889755,-42.10854,-49.11183,-35.34689,-20.779037,-24.848185,-20.499975,-24.008081,-33.58621,-28.758081,-34.968334,-33.492348,-16.164083,-36.354218,-31.56882,-26.037094,-32.456417,-44.383545,-39.02462,-30.3483,-25.23964,-26.505215,-40.593555,-60.043438,-50.35402
+4580,-29.82879,-21.138113,-16.815886,-0.00054850103,-23.732986,-21.171942,-19.927467,-18.987507,-25.256319,-38.216507,-10.252088,-24.002087,-47.96121,-32.896618,-20.503578,-35.833237,-30.143745,-38.19525,-20.564587,-37.07619,-27.173601,-31.039661,-23.507828,-32.227264,-32.921345,-19.726324,-20.572453,-17.904253,-49.94178,-41.19421,-41.914494,-30.805454,-23.492954,-49.106895,-27.926659,-22.79013,-44.084427,-57.604877,-16.584164,-36.318546,-36.168373,-23.28528,-40.41028,-19.497505,-40.009026,-27.220776,-27.57901,-37.24092,-22.324352,-24.31824,-35.413044,-28.70311,-36.938896,-48.89813,-38.23989,-31.302736,-38.912663,-25.849075,-31.573017,-31.549534,-38.862034,-35.237034,-34.143646,-34.391136,-30.60791,-38.924576,-38.314396,-30.481716,-36.48987,-40.30849,-35.713127,-34.847595,-21.146946,-20.419285,-41.98224,-58.15981,-51.282352
+5829,-53.27349,-24.881618,-24.638842,-44.3118,-34.18953,-19.685402,-25.648933,-19.294388,-30.969616,-42.36569,-33.251842,-32.189342,-57.737206,-39.173717,-23.510914,-34.783928,-13.954112,-35.2975,-31.814342,-45.952225,-23.496347,-32.71988,-24.99125,-60.226044,-34.87632,-25.864185,-26.274214,-17.301008,-45.318016,-47.613617,-47.931095,-28.052498,-26.677498,-43.39601,-19.32213,-20.133064,-55.707115,-62.287598,-29.271011,-49.41741,-44.479088,-34.46975,-49.1885,-34.33029,-45.384315,-29.575653,-34.727036,-32.667934,-19.136017,-28.560642,-28.209978,-0.01090056,-14.252232,-32.370625,-76.25917,-36.474556,-34.702187,-33.18434,-31.564804,-24.74437,-36.34984,-26.18187,-43.19559,-35.81797,-27.006924,-43.900295,-21.249012,-22.131231,-41.947746,-56.2897,-38.668587,-35.45375,-22.995134,-27.04281,-45.000946,-55.115513,-58.23584
+1223,-41.2755,-28.882484,-16.599709,-35.98406,-0.0032521258,-27.658422,-35.579815,-21.735558,-32.48802,-33.312687,-27.57263,-27.47888,-47.95073,-34.39502,-18.889746,-33.40495,-18.717203,-34.597145,-21.88513,-45.04561,-30.80806,-26.798754,-28.649189,-54.243248,-38.08778,-30.350595,-37.034744,-26.407326,-52.836876,-39.73362,-43.39646,-24.666372,-29.291372,-40.391624,-19.522564,-27.65031,-49.805187,-51.30722,-30.23817,-43.29655,-38.07923,-38.075893,-47.888393,-24.962717,-41.490143,-29.462997,-31.673904,-18.561068,-18.685974,-24.60448,-31.728006,-30.048607,-28.052753,-48.482986,-54.523155,-32.556263,-38.246204,-39.79763,-38.84406,-29.137428,-38.438206,-30.512428,-36.213253,-31.414867,-25.997776,-41.5683,-31.372383,-27.993153,-39.81308,-34.449173,-24.496716,-19.127998,-23.955004,-25.130451,-46.08021,-44.90744,-57.00292
+11974,-41.88392,-27.370663,-18.321209,-40.1185,-15.28726,-17.194723,-22.776539,-14.495583,-27.08703,-49.45825,-27.598164,-26.379414,-49.007233,-34.932636,-24.515614,-22.802021,-19.438168,-22.563797,-22.816914,-36.882248,-24.314707,-22.432358,-17.937494,-47.67646,-35.73922,-19.961237,-29.560745,-13.4604025,-50.708,-42.198784,-42.825943,-19.470959,-28.533459,-45.305344,-12.946361,-16.329058,-49.35366,-58.19129,-30.210938,-39.81936,-37.14228,-32.34479,-50.71979,-26.935816,-40.066376,-23.53416,-29.225784,-31.784367,-14.158701,-16.61241,-30.089212,-25.159252,-16.92726,-30.966188,-52.076164,-23.091984,-29.222775,-35.738567,-34.4789,-20.217552,-32.326927,-22.842552,-35.702015,-0.002902058,-8.826704,-28.802929,-12.748643,-15.200636,-33.822056,-43.019363,-33.118977,-21.049437,-22.388178,-25.363716,-52.144306,-61.125587,-52.828674
+8991,-36.86843,-21.7363,-15.5436945,-29.595425,-23.207458,-12.790276,-17.827057,-14.49681,-24.01855,-42.337097,-25.189667,-25.127167,-46.37333,-33.57248,-24.190258,-19.775553,-19.42934,-23.973812,-22.752167,-27.25639,-33.17616,-23.992157,-17.431746,-50.61232,-32.40449,-19.79956,-19.198708,-14.2984295,-54.923325,-42.999794,-45.03267,-0.0008440914,-15.500844,-38.022446,-15.313811,-18.553013,-39.012924,-62.75501,-32.017883,-54.197464,-48.66147,-22.73727,-37.29977,-22.07555,-44.044666,-27.409718,-26.32694,-33.504128,-19.721502,-24.477219,-25.882053,-33.29363,-26.826672,-38.925446,-37.836452,-33.51805,-18.924717,-21.64089,-21.930431,-22.816864,-28.363739,-22.285614,-34.559727,-23.339006,-11.163043,-33.617424,-31.93959,-21.724049,-37.276943,-41.385384,-21.31039,-28.750671,-21.283459,-22.892565,-42.55213,-49.594414,-40.63505
+10115,-38.620167,-25.371948,-17.872019,-26.181238,-36.636414,-9.997376,-20.423325,-14.639994,-22.2221,-32.57564,-16.691048,-22.566048,-40.47179,-28.159798,-19.941658,-19.623302,-14.898714,-8.924914,-22.316048,-24.547071,-19.48669,-26.55223,-30.15983,-51.82966,-36.08866,-20.921003,-24.824284,-15.545617,-52.22673,-38.169548,-43.010193,-20.250555,-0.00055561063,-38.583603,-15.155492,-19.91063,-46.070587,-57.473343,-30.314938,-46.77732,-47.444202,-38.2582,-48.1957,-33.049095,-38.225212,-33.003094,-31.510998,-38.899113,-15.939933,-21.57395,-30.378448,-26.797962,-27.877182,-41.628777,-37.10071,-30.185497,-31.160017,-37.436924,-34.96497,-25.209446,-33.521946,-31.459446,-39.870018,-27.309551,-14.935527,-34.604675,-21.773289,-18.994522,-35.49122,-50.03743,-30.812025,-33.034134,-22.964544,-23.198921,-44.962925,-44.487473,-38.629005
+11593,-35.641754,-25.28264,-20.910381,-26.726604,-23.708145,-30.294472,-35.22074,-14.378258,-27.6786,-33.787098,-16.6361,-23.66735,-49.17655,-30.093132,-12.6981325,-27.039417,-17.115294,-22.539066,-15.6986,-34.297554,-21.015709,-32.203545,-19.366653,-48.356735,-35.068787,-9.023015,-0.002119858,-9.126673,-45.948696,-45.84026,-46.807518,-29.293524,-25.449774,-43.67202,-27.582363,-22.301758,-45.27856,-62.45823,-19.51887,-47.580986,-38.18314,-29.205814,-44.830814,-29.219131,-42.094807,-23.244297,-20.38096,-29.31886,-18.248344,-21.364868,-33.03455,-21.656933,-30.32663,-37.001022,-55.70287,-28.744745,-30.335115,-31.752127,-30.641745,-23.932276,-36.963528,-27.869776,-38.208355,-38.423298,-27.389172,-39.490463,-21.552671,-24.54475,-38.448006,-37.03525,-29.690252,-32.79904,-20.470663,-21.930197,-39.27842,-51.094673,-42.779716
+8587,-41.070564,-26.918377,-16.840393,-27.780981,-17.627449,-23.197403,-36.23803,-14.382711,-23.221315,-32.12769,-24.378239,-27.159489,-50.574013,-30.651676,-16.668655,-26.222736,-17.012144,-28.366669,-19.284489,-42.318012,-24.132904,-25.66564,-24.239523,-43.997448,-38.645744,-25.247519,-32.709946,-19.404388,-47.363976,-42.316387,-48.41246,-29.810713,-30.498213,-49.804672,-23.129818,-19.764265,-48.584686,-57.204014,-25.523945,-43.610672,-38.87122,-35.971893,-49.221893,-32.21103,-36.69117,-35.036568,-41.239773,-18.31706,-26.191084,-18.978342,-29.92189,-22.813189,-25.970839,-38.438377,-51.93573,-35.037216,-25.716887,-24.276138,-19.061485,-0.0027537844,-18.690254,-11.002753,-19.68757,-26.940966,-23.357086,-41.99359,-25.133293,-24.28881,-57.844734,-49.054344,-27.933134,-17.091784,-22.827295,-23.094963,-43.765354,-46.65324,-59.809647
+1287,-37.557472,-27.765486,-17.889343,-31.275293,-23.710999,-20.381409,-23.725048,-12.394649,-29.37722,-25.566015,-10.81388,-17.376379,-36.84203,-20.845129,-0.0014752016,-25.52116,-15.834691,-28.841753,-11.00138,-34.768078,-19.229198,-23.75315,-10.972724,-37.818836,-29.4938,-10.737637,-21.843323,-9.355453,-47.24343,-39.944374,-47.882683,-29.768581,-27.018581,-42.48181,-25.2453,-19.809258,-49.669983,-54.89877,-15.505669,-37.970882,-37.569633,-19.574171,-38.136673,-15.809596,-29.213217,-16.733263,-28.628483,-34.267136,-19.098385,-10.789093,-31.465475,-26.27993,-28.57753,-36.291298,-42.914207,-29.62638,-39.495594,-27.087006,-30.254581,-18.327229,-30.952229,-25.952229,-28.6366,-26.950008,-19.077854,-32.522774,-27.01826,-18.357965,-28.429062,-39.444042,-47.954002,-29.647686,-16.152851,-16.61686,-46.014534,-59.721825,-64.64064
+8882,-41.368935,-26.389679,-19.28313,-36.847927,-23.00052,-17.0027,-20.799084,-15.612663,-25.59927,-38.38161,-17.909317,-19.096817,-40.320137,-26.952286,-17.241407,-21.2886,-9.645298,-19.09946,-10.721817,-24.292336,-0.0069465796,-26.729927,-19.147846,-40.848545,-32.119934,-15.404779,-16.330688,-18.028728,-42.83551,-43.97005,-51.25769,-24.427399,-21.614899,-46.640278,-26.707268,-17.537655,-50.382782,-61.95001,-23.435717,-46.457924,-53.217705,-31.51983,-44.26983,-29.285334,-40.2408,-26.139193,-18.387966,-32.73687,-15.512228,-20.732164,-28.91244,-26.72332,-27.140854,-41.16435,-56.927773,-31.329865,-30.777817,-26.571661,-25.169554,-22.765072,-35.116634,-24.577572,-31.336193,-26.428288,-19.94318,-31.232307,-27.503796,-23.005148,-32.675896,-45.462986,-22.632872,-28.465336,-25.85126,-26.475334,-47.29906,-57.75773,-42.071064
+3913,-33.865276,-13.329836,-16.607162,-29.2805,-23.950409,-11.561981,-14.168991,-9.463688,-20.291672,-34.155075,-16.26648,-20.42273,-38.31948,-26.063354,-12.8325815,-26.065037,-15.092743,-25.190784,-18.57898,-38.80988,-27.223255,-20.678968,-24.346786,-32.19229,-30.125366,-22.762794,-32.095818,-16.5352,-53.820686,-45.853256,-25.68174,-28.135838,-26.792088,-40.205444,-24.45782,-12.893832,-39.12985,-40.666756,-19.345423,-34.973953,-38.411278,-18.84012,-30.43387,-12.953257,-34.156933,-26.066916,-28.756351,-23.55172,-18.94199,-17.383312,-28.472443,-22.253368,-20.948036,-47.53529,-42.355934,-15.976829,-29.65269,-30.274378,-22.538992,-21.951662,-31.451662,-25.701662,-30.062881,-32.330563,-23.921291,-30.485264,-20.721273,-18.537476,-0.0056441864,-7.8912816,-28.053364,-27.554155,-20.902374,-20.335081,-13.549646,-36.776257,-42.44296
+6998,-41.455807,-24.355833,-24.213907,-29.923008,-36.788208,-32.71251,-36.352768,-20.995808,-32.84633,-41.4852,-35.70458,-37.89208,-60.153877,-40.83739,-30.737343,-43.456974,-34.53298,-56.755577,-33.86083,-33.378464,-22.792347,-0.00071128854,-32.17598,-54.669144,-37.152473,-32.55391,-30.248398,-21.387175,-60.963104,-58.597736,-44.894127,-34.35849,-33.92099,-47.287983,-32.357235,-31.401379,-46.914524,-58.631622,-22.451357,-39.186035,-41.095078,-33.18799,-38.62549,-19.088564,-37.752384,-36.734425,-32.977905,-36.220856,-28.094479,-37.545353,-39.819996,-37.987076,-28.180042,-75.23376,-51.63022,-28.127554,-39.49944,-32.03847,-33.67174,-31.52106,-40.564034,-34.73981,-35.52635,-31.388832,-33.282703,-39.58624,-39.40142,-33.21727,-48.793495,-33.892796,-41.24556,-34.392723,-31.35527,-26.747648,-42.16571,-64.66325,-64.833015
+12163,-43.36058,-27.22725,-16.152115,-28.847128,-19.369286,-10.09906,-12.249202,-0.0039800503,-16.827974,-36.37376,-20.756866,-24.131866,-53.190765,-33.336945,-16.88264,-25.152887,-15.806429,-25.148415,-22.756866,-33.217598,-16.04626,-25.749233,-22.734776,-49.8775,-34.659557,-22.56659,-23.461823,-12.0030365,-41.263844,-41.117607,-50.73141,-24.39124,-20.82874,-47.213512,-29.190613,-7.8773127,-44.04902,-52.151436,-22.369064,-48.207672,-36.64058,-21.758743,-35.571243,-32.76097,-37.04328,-27.318659,-27.714945,-32.84849,-12.004166,-15.607786,-21.443665,-19.3416,-21.850368,-43.747498,-52.52593,-26.197407,-30.350437,-30.612705,-25.248638,-14.442252,-25.817253,-21.192253,-35.41069,-29.5486,-23.656918,-37.340126,-13.376654,-19.593805,-29.597717,-31.318913,-16.970287,-27.37975,-21.526855,-22.615868,-34.322655,-52.880478,-49.896164
+1284,-38.06057,-25.625767,-21.379526,-34.30097,-24.93496,-19.306456,-19.75784,-13.207295,-23.23076,-27.118742,-7.501877,-16.158127,-41.979156,-25.32219,-0.0022319977,-27.598541,-16.200947,-28.998434,-9.564378,-36.46605,-23.252886,-29.68819,-15.797946,-33.883366,-29.890362,-11.7134075,-23.20543,-8.812092,-52.11378,-42.940113,-46.89167,-32.274986,-31.556238,-46.14619,-31.693136,-24.31403,-53.328335,-66.9101,-19.688534,-36.308308,-36.0957,-22.734522,-41.14077,-15.211123,-33.26422,-15.686199,-30.023605,-34.156742,-18.204142,-13.634789,-25.938118,-26.7715,-27.44717,-31.199522,-38.86274,-26.509504,-30.30703,-28.563011,-21.928827,-24.982834,-37.13127,-31.264084,-33.78823,-24.048414,-26.973877,-31.852638,-34.45646,-23.636223,-30.942913,-40.00399,-49.621716,-31.249071,-18.537785,-22.651333,-44.522312,-55.96559,-61.824703
+12023,-46.854786,-23.169876,-18.882029,-30.355932,-26.855255,-16.325228,-15.141614,-15.796997,-19.634914,-31.621138,-20.964205,-21.089205,-44.49989,-30.080416,-19.089483,-30.661158,-24.547863,-34.90753,-17.464205,-38.228695,-28.934164,-26.059025,-19.659153,-53.78367,-30.318022,-17.579273,-17.612167,-13.82825,-57.605408,-44.968807,-42.622066,-25.01125,-19.38625,-40.118492,-37.77126,-14.70808,-43.065193,-60.45221,-15.350347,-44.195583,-38.73477,-24.048855,-38.298855,-23.695448,-40.614777,-33.674313,-26.502167,-39.017097,-27.296597,-23.636612,-26.561102,-22.831978,-20.010109,-56.51171,-41.825363,-24.747923,-31.54851,-34.648582,-34.052227,-26.0876,-36.44478,-27.5876,-42.65541,-50.31458,-22.64334,-35.590034,-27.66517,-26.813848,-30.147968,-36.560814,-0.0038744272,-23.926676,-22.9898,-25.115927,-46.40874,-39.77959,-41.91813
+12975,-34.614174,-30.079884,-0.003918875,-25.590773,-20.969994,-22.37429,-26.579308,-13.507277,-28.869501,-40.491627,-22.380745,-25.943245,-51.269707,-33.33387,-13.256156,-36.22168,-23.661222,-35.85945,-27.568245,-38.815548,-27.381866,-27.252768,-20.231382,-40.869766,-37.09934,-21.012169,-25.516207,-15.062403,-48.699615,-40.62627,-44.51239,-28.849373,-33.286873,-50.935394,-22.637913,-16.849579,-40.246544,-63.87863,-26.559883,-38.69922,-40.13366,-27.574215,-38.230465,-16.960556,-29.473606,-22.23504,-30.008512,-32.98249,-19.288042,-18.056782,-33.56816,-36.867794,-25.374916,-48.921936,-43.020317,-40.16765,-31.461811,-35.014645,-28.625603,-26.249474,-35.186974,-31.468224,-39.046486,-26.295801,-24.029152,-39.52679,-45.168167,-27.3904,-33.149933,-33.810787,-32.566444,-31.067917,-20.407862,-19.854242,-47.003067,-60.36358,-46.356747
+11480,-31.528242,-18.127346,-24.382565,-0.00088026933,-17.36099,-23.08063,-24.965183,-15.314552,-25.641354,-39.659058,-8.265441,-21.890442,-46.223663,-30.398252,-17.018265,-30.644186,-24.438137,-35.997963,-21.390442,-31.88657,-27.083542,-25.17237,-19.604397,-31.716682,-30.130537,-14.279768,-15.52511,-15.3514595,-51.0617,-41.54241,-45.48519,-24.852528,-17.727528,-42.26452,-24.055199,-21.027588,-39.971565,-66.131714,-17.939596,-38.292336,-38.77811,-21.741423,-41.303925,-16.60404,-42.587074,-23.53878,-26.510262,-38.01705,-21.407518,-15.091781,-34.48699,-33.91452,-29.580769,-40.49388,-33.14646,-29.88786,-37.79563,-18.858017,-29.211243,-22.553783,-31.278393,-25.241283,-28.728123,-34.090004,-23.44524,-31.359936,-31.129414,-24.006855,-34.669083,-35.742065,-40.5778,-32.034218,-16.808279,-12.54205,-41.097366,-50.660095,-46.19064
+4042,-40.191963,-20.331934,-19.982628,-29.732903,-30.834148,-24.65216,-25.486921,-18.712715,-29.057213,-39.93357,-27.328495,-28.953495,-52.711197,-33.42615,-16.016115,-38.979668,-23.765408,-47.7498,-27.515995,-31.642063,-19.663576,-15.7526455,-17.93685,-53.435158,-35.538597,-20.85046,-26.246805,-15.090064,-46.300896,-46.188763,-39.291344,-35.36319,-36.847565,-44.786125,-29.305937,-18.874447,-46.483334,-46.399544,-0.0010161684,-28.32138,-30.52336,-20.227522,-38.88377,-12.626314,-32.831673,-19.774471,-26.741543,-31.565289,-17.967712,-22.610468,-36.890537,-34.64532,-25.860458,-51.416,-40.008846,-28.139053,-39.89598,-31.637856,-30.097763,-26.310791,-38.80298,-32.81079,-34.62266,-32.15973,-29.780895,-37.245674,-37.509895,-29.838388,-36.264297,-36.861465,-51.435513,-27.3716,-21.944378,-24.565664,-42.358696,-63.905773,-62.683815
+4016,-37.887085,-19.564121,-21.523752,-30.57646,-34.933006,-28.084972,-29.467007,-18.542114,-25.48496,-42.690903,-22.243614,-25.024864,-47.643322,-32.20455,-11.807874,-35.406456,-23.716618,-47.10846,-19.556114,-32.266495,-21.652725,-11.004803,-14.456521,-49.29642,-31.547945,-21.16363,-25.7546,-16.036488,-54.98028,-41.860306,-41.58946,-36.31594,-35.00344,-46.975502,-30.82872,-24.006378,-51.379562,-50.837723,-0.0011479888,-24.890411,-30.587181,-17.483158,-32.10816,-9.251213,-42.673317,-21.554567,-27.534286,-31.872583,-21.276995,-26.41698,-39.364983,-33.402767,-24.512367,-59.22731,-49.66098,-24.286518,-36.86747,-29.255743,-29.332087,-27.230091,-36.681263,-32.07384,-35.743664,-35.499386,-32.15211,-37.232334,-42.011093,-31.61588,-35.521057,-29.49678,-44.257057,-25.877785,-22.41499,-26.511583,-39.730705,-62.97342,-63.165703
+9031,-37.857605,-19.734324,-15.353423,-27.84368,-21.47644,-13.756763,-21.464394,-15.112542,-24.887344,-42.782097,-22.128082,-22.440582,-41.639816,-30.862457,-21.690863,-18.042603,-21.396608,-21.9231,-22.815582,-23.327217,-31.194626,-19.22135,-18.854937,-42.321407,-30.743547,-17.282602,-16.01076,-14.02991,-60.442123,-41.92006,-41.610695,-0.0016784035,-10.376678,-38.394432,-15.532286,-16.577522,-37.003826,-60.505905,-30.372765,-46.23867,-46.520065,-20.57154,-35.13404,-21.102013,-41.846508,-29.346384,-26.641764,-33.220055,-17.591347,-23.150024,-23.629177,-34.698753,-24.297436,-46.412567,-40.41063,-30.14891,-16.817314,-23.997952,-20.40469,-24.416168,-30.009918,-25.166168,-36.710064,-24.267252,-11.160564,-35.138573,-38.26482,-24.908611,-38.967175,-38.998695,-21.038649,-31.710495,-23.551702,-22.868639,-39.197227,-47.406487,-36.91605
+11034,-49.439335,-28.535288,-14.287521,-36.67552,-13.876052,-22.132051,-39.23255,-12.052584,-27.001102,-77.72853,-34.80216,-32.099033,-55.41122,-36.09122,-33.833767,-33.411575,-21.137724,-32.884552,-32.692783,-34.682457,-20.128012,-23.883152,-25.3948,-44.244156,-32.970997,-32.13423,-39.50446,-23.00211,-45.092407,-34.647854,-48.441483,-24.637127,-30.949625,-47.69246,-22.76775,-23.37584,-52.391487,-54.538063,-31.818874,-48.68006,-38.664364,-34.71033,-48.89783,-36.56287,-38.077763,-36.01435,-37.8833,-11.625971,-22.250824,-13.427694,-37.10876,-24.34446,-20.415455,-34.7957,-52.239426,-39.532085,-27.569866,-31.56461,-25.940783,-9.627845,-21.897375,-0.0028445257,-42.664093,-24.453732,-22.142464,-31.891056,-23.975437,-20.885326,-54.565437,-58.658478,-39.751606,-12.438685,-21.791185,-21.703157,-47.649273,-52.574425,-62.90424
+10159,-33.151638,-25.2359,-11.598787,-23.599262,-29.674957,-8.936858,-15.626864,-9.627894,-19.127714,-26.834646,-10.568374,-15.755874,-34.215042,-22.599625,-9.88123,-14.6961355,-10.683946,-0.007831032,-12.818374,-19.738161,-13.596912,-19.528069,-19.93175,-44.364,-28.109442,-17.068289,-19.229082,-11.692052,-49.12623,-39.2866,-40.32897,-21.067661,-5.755161,-44.87697,-12.308615,-11.662303,-36.80251,-41.821457,-14.763748,-44.34358,-34.798016,-25.237808,-38.17531,-23.16156,-38.713585,-23.268879,-23.758722,-33.20869,-14.018148,-16.210577,-25.3722,-18.931274,-19.914728,-35.629646,-36.961433,-25.604706,-25.11622,-27.738323,-25.319181,-18.660557,-28.973055,-25.598055,-35.249424,-21.30118,-17.001047,-34.990414,-21.743074,-19.310055,-29.93291,-45.341152,-28.68785,-25.529917,-15.13504,-17.366959,-46.377136,-39.687546,-31.091278
+10039,-41.83028,-31.07588,-25.076063,-30.833048,-23.931149,-16.359463,-18.60453,-17.414154,-26.458702,-41.247223,-15.376593,-0.0015927156,-31.032387,-30.532843,-18.46707,-29.823164,-15.806953,-34.21541,-22.595343,-42.110382,-23.553816,-28.572445,-15.9708185,-47.049805,-35.1761,-17.033722,-30.078037,-12.408295,-52.258823,-47.355835,-52.137226,-34.878227,-31.846977,-49.212242,-31.197598,-14.48189,-54.80866,-63.18846,-16.62663,-35.643074,-41.792915,-28.73839,-49.582138,-20.306686,-35.29973,-29.836535,-35.287903,-31.343475,-18.148643,-18.445702,-35.844585,-22.361544,-29.33049,-42.24422,-46.81077,-36.06475,-34.193882,-29.721582,-30.181774,-20.259762,-33.64453,-25.634764,-35.440716,-30.04771,-26.440142,-37.32092,-17.429516,-22.89828,-29.878838,-40.20977,-46.572876,-26.24366,-20.697481,-21.74187,-46.995266,-49.49312,-59.384045
+6372,-42.006763,-28.848213,-20.150276,-42.289814,-15.422843,-18.117733,-28.116966,-17.465742,-24.064577,-44.973373,-27.191586,-28.785336,-47.327003,-34.886898,-25.568474,-24.319975,-21.755577,-23.205833,-20.629086,-36.191418,-26.189798,-24.7042,-18.515835,-45.125343,-34.572746,-19.528858,-26.830559,-14.276801,-53.60849,-44.60878,-43.455135,-20.179071,-32.99157,-46.249695,-13.764973,-17.478289,-49.582993,-57.014526,-29.860916,-44.050377,-40.87635,-30.356443,-45.856445,-26.281956,-39.03157,-25.83799,-30.121767,-33.150528,-15.462466,-20.432762,-30.613567,-24.949083,-22.389648,-36.893562,-46.556343,-28.301363,-33.462627,-36.108265,-36.77841,-22.826197,-35.0762,-27.138697,-33.101994,-0.0030772148,-9.917486,-32.498253,-13.983771,-14.353733,-39.221497,-42.195427,-37.322285,-22.168087,-22.922855,-25.780102,-49.46872,-55.87102,-51.034187
+8787,-49.300415,-23.985426,-16.534933,-35.772346,-30.263412,-12.411133,-25.037155,-10.71498,-27.570477,-53.16812,-17.915768,-19.978268,-48.05941,-28.917233,-13.000378,-25.055206,-9.988085,-22.051695,-11.228269,-22.377499,-0.008479882,-29.163898,-21.460957,-50.409996,-27.65821,-22.322239,-13.942773,-21.692297,-47.84587,-42.387104,-56.432304,-37.621407,-37.152657,-50.53601,-39.024403,-22.258846,-53.716904,-64.53565,-24.008472,-51.572433,-43.715797,-33.7683,-47.5183,-30.966307,-35.766376,-31.316814,-14.566416,-37.471695,-28.063643,-20.120546,-35.63121,-19.74859,-20.867657,-34.511044,-56.685265,-33.06433,-30.860817,-29.848265,-27.6022,-21.693855,-35.44093,-24.068855,-39.508694,-39.740654,-30.174492,-40.478428,-20.76086,-25.824238,-42.69147,-57.176254,-33.767662,-30.44521,-22.10929,-22.030107,-46.91326,-62.33794,-40.86253
+12040,-47.44753,-22.959877,-18.834845,-31.226015,-28.22911,-16.297165,-16.022953,-16.496035,-22.515745,-51.48171,-26.6315,-23.53775,-48.70497,-32.717438,-22.915504,-36.88858,-24.68568,-39.773872,-20.28775,-36.803696,-23.593998,-28.813799,-21.171822,-56.507996,-36.29206,-19.10427,-22.592518,-12.60295,-55.687923,-43.64001,-44.578075,-27.274746,-26.462246,-45.268337,-31.099974,-15.378486,-43.816917,-47.271072,-14.432224,-44.57991,-35.051014,-21.506489,-35.38149,-26.841606,-39.667362,-29.11536,-21.51139,-32.022526,-19.177094,-16.919231,-25.098692,-20.157566,-22.393726,-54.945366,-55.59928,-23.810982,-29.517248,-29.583982,-26.176247,-24.719929,-35.81563,-27.219929,-33.410553,-43.00878,-23.837479,-36.33655,-27.753107,-24.844572,-31.111809,-35.62997,-0.0043591927,-21.718515,-24.548655,-23.736921,-38.288853,-44.482582,-48.05189
+8743,-44.145042,-29.708073,-17.02396,-32.500893,-18.995857,-0.004992961,-9.596903,-14.255785,-19.819061,-59.459396,-25.878376,-26.815876,-51.48578,-35.88033,-23.826038,-27.07594,-13.432774,-26.145523,-25.690876,-32.40195,-13.7335615,-29.199793,-25.429928,-45.5648,-32.53385,-22.825169,-22.902168,-13.260386,-49.953423,-38.871746,-47.826546,-17.75465,-15.442151,-39.07637,-25.5451,-16.190859,-51.799572,-51.008553,-20.866638,-46.076393,-41.055817,-28.58502,-39.960022,-27.645565,-37.56733,-28.316526,-28.067673,-32.848785,-12.001891,-18.004913,-23.96474,-18.948793,-25.181946,-31.801079,-56.804108,-26.905685,-28.656809,-30.380154,-28.108728,-21.19887,-31.32387,-25.32387,-40.641254,-27.1959,-18.0518,-26.614943,-18.169878,-18.362766,-32.775772,-34.196846,-12.516117,-19.665009,-23.484283,-22.86601,-39.701748,-49.54722,-47.823513
+7326,-52.395336,-24.2725,-20.57667,-32.78887,-19.220604,-9.789729,-15.171538,-11.914454,-18.876677,-58.335907,-24.939354,-26.126854,-51.532196,-35.564354,-27.386478,-9.385069,-20.203888,-21.655838,-30.845604,-19.414785,-20.464577,-22.973091,-34.267273,-43.965782,-37.92785,-22.821297,-26.583475,-12.132393,-53.85042,-43.31099,-56.084953,-15.632248,-21.569748,-44.981407,-15.430326,-13.814566,-46.8215,-59.460884,-30.264557,-43.9645,-36.577747,-21.877712,-37.440212,-25.240612,-38.961678,-31.128109,-35.80233,-36.322693,-15.690196,-24.071821,-22.403727,-26.64604,-30.002386,-28.058926,-55.835384,-36.90818,-22.791569,-26.623123,-27.737934,-19.02657,-31.167194,-21.58907,-33.313313,-23.413813,-0.0031501872,-36.528175,-23.15267,-20.314486,-36.86308,-47.753883,-32.127705,-25.56261,-21.759607,-22.946169,-38.63984,-82.84074,-61.646164
+7556,-40.659985,-24.623423,-14.096519,-25.486351,-20.075703,-21.536747,-23.954319,-7.5161777,-22.324068,-38.150616,-24.191349,-24.191349,-51.25707,-33.11322,-17.37947,-25.830048,-19.516758,-19.534254,-26.535099,-37.690605,-23.717405,-25.620338,-18.578943,-39.566006,-32.005836,-17.755358,-26.965422,-8.630106,-38.752785,-41.781166,-43.099514,-20.138462,-24.638462,-46.860733,-15.675874,-0.002112318,-37.51304,-51.079784,-18.230873,-44.605743,-35.89661,-28.554594,-48.210846,-13.04563,-36.898727,-19.04324,-23.914402,-19.685509,-11.855418,-18.094398,-25.581173,-25.62237,-14.921692,-34.476135,-47.477947,-31.833818,-25.4471,-28.364853,-20.645271,-20.988468,-28.629093,-25.238468,-38.333004,-21.366573,-16.658663,-26.865608,-29.6281,-17.12801,-23.12831,-18.008825,-18.514349,-22.315384,-19.062422,-18.723953,-38.73877,-48.560005,-42.75876
+8780,-50.0614,-24.930975,-19.11141,-32.375534,-29.92538,-0.006690407,-13.318915,-12.015691,-20.315912,-42.798813,-23.199104,-22.949104,-42.89085,-34.12098,-19.88803,-23.325241,-15.30431,-28.65966,-26.761604,-35.091114,-22.953394,-21.739704,-32.713795,-46.8265,-36.210484,-28.467636,-33.978546,-15.154589,-51.219246,-46.822975,-50.764214,-28.384792,-25.322292,-42.55082,-28.373484,-17.752098,-47.312023,-60.566704,-28.290348,-48.180847,-41.62593,-26.097876,-40.660378,-27.745052,-34.68291,-31.821165,-34.098465,-34.723415,-15.378451,-22.541216,-23.737223,-24.43888,-29.512857,-41.821198,-51.888767,-30.641426,-31.225243,-34.619423,-31.85596,-26.822258,-33.197258,-29.197258,-45.16864,-36.89837,-18.360441,-34.98176,-8.621065,-7.044453,-30.67648,-33.88722,-19.001997,-31.696913,-22.390684,-27.38832,-37.86644,-50.72792,-61.199146
+9351,-37.652863,-21.770206,-18.45528,-36.507324,-16.907343,-26.350874,-35.817028,-11.631851,-22.187979,-53.159508,-21.700676,-22.763176,-47.258423,-32.505363,-22.577835,-12.192558,-24.370552,-20.520138,-22.325676,-0.0019051229,-21.314474,-24.970316,-19.677599,-49.57753,-27.250721,-21.723902,-12.690875,-23.502913,-54.445587,-39.195282,-48.053535,-13.413539,-25.10104,-47.953873,-13.742879,-19.066788,-52.454697,-63.56478,-23.396788,-47.57054,-45.836403,-20.638424,-36.700924,-20.92016,-41.428818,-27.570251,-14.878385,-33.066845,-21.377836,-20.050016,-30.864899,-20.55544,-21.747,-40.330894,-49.770355,-32.58974,-15.730981,-21.25473,-24.04777,-18.752625,-29.0495,-20.815125,-39.291607,-22.642756,-11.753094,-37.329853,-29.463118,-27.25203,-36.061623,-45.014927,-29.874296,-31.176903,-21.105532,-18.482347,-37.610237,-44.525482,-27.092947
+12522,-42.579678,-31.838432,-32.275963,-35.922375,-30.605442,-27.069656,-28.392475,-23.82383,-44.532173,-41.183853,-25.790596,-23.915596,-46.20237,-39.30622,-15.203957,-36.958084,-23.427477,-35.765198,-30.978096,-53.862495,-35.931107,-36.15582,-28.513044,-45.51406,-40.573982,-24.840149,-39.04946,-27.590014,-54.760803,-48.02838,-56.103226,-54.047325,-52.12545,-59.578888,-33.725174,-26.480322,-54.614468,-72.15827,-26.18799,-53.84957,-44.92621,-32.619385,-49.681885,-0.00047998095,-47.552246,-29.469345,-43.810013,-47.674694,-32.628593,-30.891108,-56.334297,-42.280964,-39.5004,-53.615334,-47.751343,-32.022484,-44.97768,-37.2898,-42.69911,-39.828625,-47.711437,-40.203625,-38.3526,-45.1677,-38.458923,-48.660553,-55.332573,-41.595245,-40.560947,-41.81065,-53.822884,-43.49006,-27.90699,-30.084858,-51.522186,-53.32688,-58.99443
+380,-41.276756,-18.873114,-18.335932,-27.621527,-30.217825,-8.556173,-20.462116,-13.481419,-19.064548,-33.170845,-18.569569,-19.194569,-39.173695,-26.803944,-18.570034,-16.046299,-16.335217,-7.569651,-21.600819,-21.84876,-19.278076,-28.48805,-31.065918,-40.741768,-31.630146,-20.808475,-26.460144,-13.053375,-51.279236,-34.32261,-40.994125,-14.501701,-0.0017015538,-36.339108,-27.470413,-14.1903305,-37.936584,-50.185913,-23.821207,-41.38844,-38.662727,-22.707508,-31.832508,-21.461708,-37.84158,-30.882473,-29.593704,-36.253937,-15.877075,-23.09621,-24.82283,-29.463089,-25.42966,-38.04764,-40.14183,-31.690434,-21.9434,-30.932453,-29.284962,-19.880367,-26.224117,-27.099117,-37.032654,-31.401081,-17.546906,-31.804842,-23.349327,-16.897545,-30.87258,-46.22187,-17.3751,-30.070477,-22.467375,-21.179356,-35.262955,-37.98344,-36.26297
+6307,-37.20447,-25.632473,-15.945834,-35.050358,-13.451007,-18.764555,-26.303768,-16.08921,-27.091187,-36.28023,-23.880589,-24.880589,-45.606045,-31.357151,-19.07227,-20.676912,-16.453747,-19.857567,-18.755589,-34.080635,-21.999384,-20.081766,-18.244123,-46.394737,-33.37042,-22.462872,-32.934814,-11.826491,-45.520905,-40.742226,-36.574707,-25.641628,-30.641628,-45.682617,-10.756956,-15.611751,-41.36543,-60.251656,-33.25542,-41.950417,-41.518227,-24.609196,-40.421696,-25.268457,-39.43051,-22.845755,-29.41574,-30.282955,-12.782584,-17.372843,-29.771757,-25.135265,-14.843384,-27.855728,-42.167618,-28.54726,-29.1036,-30.14276,-32.24273,-22.381113,-33.537365,-26.506113,-28.827517,-0.0033392762,-14.8679285,-32.376743,-20.591665,-18.707167,-31.436222,-41.5391,-34.09555,-20.784243,-17.652853,-23.788595,-50.391068,-61.42297,-46.50074
+9173,-36.748905,-21.468794,-14.262334,-27.88023,-18.415314,-15.056258,-15.724299,-16.351725,-24.888256,-43.293907,-25.438553,-26.313553,-47.66124,-34.126053,-25.098927,-10.261276,-20.759403,-29.740763,-30.657303,-20.094164,-29.811546,-28.687637,-17.512188,-42.594772,-34.838448,-19.64216,-28.024197,-17.515959,-51.80839,-42.720387,-48.335617,-18.654377,-20.654377,-45.40582,-21.531067,-17.516397,-54.939186,-62.230087,-24.265757,-45.966965,-40.33422,-24.53234,-44.21984,-18.956524,-38.51703,-19.12793,-30.05709,-34.34162,-20.246685,-19.218216,-33.517433,-31.503437,-26.459087,-52.638443,-42.530396,-40.202812,-7.665819,-0.0057050074,-16.475582,-15.814642,-21.345892,-19.658392,-30.223515,-33.849373,-13.23278,-33.235043,-40.399635,-22.7276,-32.100704,-42.167202,-28.688408,-28.424267,-22.896553,-21.56894,-37.15273,-53.703136,-48.812416
+4480,-41.144745,-32.59119,-20.670864,-35.68995,-27.81784,-28.658335,-32.247536,-15.613565,-34.93956,-31.007298,-14.903149,-19.059399,-35.112396,-22.637524,-9.216101,-26.093945,-14.82518,-33.644745,-12.278149,-40.30932,-24.193348,-27.689358,-0.0044185743,-59.2844,-35.61615,-15.297063,-31.336716,-14.90989,-53.43854,-46.998154,-53.3805,-33.65644,-32.59394,-48.876034,-33.00105,-21.987354,-51.132923,-65.21286,-17.315792,-35.38218,-41.042152,-20.891531,-43.454033,-27.869415,-32.177025,-15.948902,-30.909792,-32.948025,-17.694632,-14.46736,-32.928524,-36.674316,-30.8028,-39.92846,-42.786404,-33.626152,-38.45076,-28.514647,-34.2558,-25.3763,-36.571613,-30.3138,-33.457474,-34.46801,-27.751469,-39.0363,-26.562664,-24.928528,-33.039886,-46.56381,-48.314327,-34.32406,-23.226795,-25.133951,-43.55578,-60.610172,-70.986336
+11113,-36.48414,-26.619205,-15.58933,-36.40119,-17.750349,-18.61079,-19.230919,-14.261935,-27.5847,-38.317482,-14.564025,-16.564024,-42.69816,-23.970274,-11.714151,-20.66051,-0.0025794266,-21.490078,-15.564025,-30.682945,-11.723397,-19.023521,-13.399866,-53.220844,-32.723408,-16.3865,-25.640831,-12.761076,-42.78691,-43.3526,-44.047264,-18.340755,-26.840755,-44.238457,-11.176518,-15.517594,-48.737793,-56.238495,-23.609114,-38.077976,-34.495224,-27.739845,-44.489845,-28.348915,-33.54696,-19.3125,-21.127333,-28.688694,-13.124522,-15.346367,-29.000149,-31.023033,-24.078278,-32.122807,-51.998764,-21.68237,-26.814129,-28.298847,-26.86775,-19.66674,-32.06518,-24.35424,-35.11855,-23.043282,-17.56429,-33.725246,-19.75961,-22.813555,-24.274109,-24.7687,-24.305851,-20.291264,-17.589905,-18.50165,-52.22422,-50.258278,-57.469997
+3453,-56.86387,-24.500366,-17.016277,-28.784943,-28.007046,-9.8609085,-0.011006976,-12.84182,-31.700768,-34.551147,-20.700504,-24.325504,-47.50042,-32.521305,-17.827305,-22.632378,-11.564894,-22.076347,-19.200504,-40.890366,-18.079943,-30.970116,-21.779287,-49.400642,-34.231598,-17.639618,-11.85664,-16.134075,-38.59735,-42.430843,-61.704147,-23.245972,-21.870972,-45.257835,-28.500582,-18.035204,-56.2778,-72.223976,-19.42257,-48.812744,-49.63992,-31.440191,-44.627693,-26.712734,-37.75547,-31.825,-29.888012,-37.734802,-27.383274,-21.286999,-31.442844,-20.780586,-26.866772,-38.318024,-63.964916,-35.735466,-35.73061,-37.811073,-23.786396,-24.818611,-35.302986,-28.131111,-44.719227,-41.34278,-30.100143,-38.665478,-15.924073,-24.816036,-35.257248,-51.709625,-36.0542,-26.787853,-29.634796,-18.914932,-37.742374,-51.782547,-55.9293
+5507,-40.967506,-22.75091,-17.651241,-35.76843,-25.304232,-18.038292,-20.257011,-14.457988,-18.453766,-38.471195,-28.251667,-29.126667,-55.092285,-35.579792,-22.631874,-25.969873,-15.468902,-25.760616,-29.314167,-40.150055,-19.886772,-21.467632,-19.983227,-44.286552,-32.836533,-20.83928,-24.486113,-13.463227,-40.51638,-37.00552,-34.269802,-27.412235,-27.974735,-52.027477,-21.771881,-11.331712,-52.76906,-57.609154,-28.296404,-45.9496,-42.569157,-25.710144,-42.835144,-27.547989,-34.33728,-20.192612,-21.781979,-25.724056,-13.692089,-19.982048,-25.931337,-19.386208,-0.0016036711,-28.3464,-46.79139,-29.182678,-28.87972,-32.303772,-27.013273,-24.080248,-34.58025,-25.705248,-36.81668,-34.269234,-26.534739,-41.257313,-25.395348,-26.531507,-30.186504,-25.87169,-28.44318,-26.781769,-23.852282,-22.768501,-31.298677,-52.88002,-45.444866
+12060,-48.256584,-24.25481,-17.257147,-30.493109,-35.56437,-12.341341,-13.712849,-16.180033,-20.212914,-46.92304,-30.626766,-26.564266,-48.37257,-39.07208,-28.502323,-31.577877,-23.099234,-32.450073,-32.001766,-39.928944,-33.872757,-29.47033,-25.67553,-48.614346,-35.44503,-29.751728,-34.62086,-16.251343,-59.974293,-43.573795,-53.011444,-22.841278,-21.966278,-46.37896,-25.849459,-16.37582,-54.512115,-61.269894,-23.626183,-52.749096,-44.436142,-24.735588,-40.204338,-28.043814,-40.186363,-32.757675,-33.595707,-37.132244,-17.506922,-23.146166,-24.151348,-26.989328,-27.69487,-50.59894,-61.18525,-29.573078,-28.588701,-30.749065,-26.271265,-22.072985,-24.072983,-26.604233,-39.14049,-41.62771,-18.255077,-22.770576,-23.54551,-0.0015971621,-36.17727,-46.936455,-28.508581,-36.850193,-22.857374,-27.308989,-39.763542,-44.81671,-54.697876
+3120,-32.72235,-19.522596,-15.464688,-18.6452,-19.842213,-18.953865,-20.723675,-18.217,-26.503555,-36.074238,-0.0019831504,-18.689482,-41.2827,-24.103544,-9.128572,-21.283371,-13.830181,-23.818512,-20.001982,-33.56521,-22.919966,-23.201477,-18.558784,-30.771084,-23.489155,-16.498919,-25.137875,-11.962817,-47.187973,-40.51863,-45.612915,-19.885265,-12.260265,-34.24265,-23.009756,-16.996674,-37.602276,-59.814262,-18.12916,-32.6724,-35.39395,-21.426563,-38.73906,-14.071923,-39.66569,-17.260126,-31.389572,-31.673946,-18.133755,-16.890324,-29.014538,-25.119581,-27.458313,-42.04862,-27.432598,-32.381226,-31.049616,-23.946894,-29.055296,-21.17243,-28.92243,-25.60993,-27.837742,-29.833904,-24.951895,-34.348648,-34.42663,-25.575098,-30.451782,-41.87003,-42.593956,-30.18752,-16.985594,-15.074442,-43.673885,-51.25379,-49.11689
+2596,-37.738964,-21.448603,-14.816124,-29.062902,-21.218393,-12.585129,-15.62988,-12.7326,-19.244097,-50.46703,-15.564073,-17.751574,-40.461933,-27.532824,-17.315435,-0.0066163717,-10.167351,-15.433685,-21.657824,-17.772005,-20.824818,-22.244982,-20.286457,-40.964725,-30.802032,-19.38683,-32.710506,-9.761626,-39.729115,-42.037945,-46.71202,-13.636899,-21.824398,-45.989525,-9.832278,-10.379781,-40.04317,-54.963284,-25.054062,-45.258972,-36.58183,-28.72593,-47.85093,-16.916084,-40.489105,-21.593493,-28.558529,-30.413654,-12.905769,-18.627691,-25.82063,-20.552,-22.965868,-31.563171,-42.83734,-27.55846,-20.961128,-25.912712,-28.689491,-21.32778,-32.530903,-24.51528,-30.28183,-23.955673,-10.941363,-41.819637,-31.739454,-28.00159,-22.794222,-30.798367,-27.112011,-18.391226,-17.491844,-15.277892,-41.87351,-51.460545,-44.635647
+3557,-39.18631,-24.331537,-17.256424,-34.761353,-18.846033,-20.125874,-22.562952,-11.530771,-30.631577,-37.289307,-13.000908,-15.625908,-39.414948,-24.360283,-21.192392,-22.379704,-0.0035201747,-22.120108,-13.750908,-27.622448,-10.65912,-24.253033,-14.635065,-50.311974,-31.350891,-15.774834,-21.373314,-11.648596,-34.83925,-37.133778,-51.88005,-19.967857,-28.842857,-47.04206,-20.649822,-16.28593,-48.16654,-62.73951,-22.18398,-39.052742,-36.009167,-21.172108,-41.234608,-26.38852,-38.901527,-14.604522,-20.646832,-29.08796,-13.725624,-10.105909,-35.08796,-19.237938,-17.867296,-30.964571,-48.332714,-36.00079,-29.164299,-26.842293,-24.265066,-19.906006,-28.01538,-21.968506,-34.147118,-29.863441,-17.314684,-35.415005,-19.569405,-17.989384,-27.24226,-43.042656,-27.583633,-28.450201,-17.665554,-19.424633,-47.855217,-49.74901,-48.732132
+3806,-43.633278,-21.678318,-20.401382,-35.579166,-28.604136,-32.825905,-39.35192,-12.791781,-26.46087,-40.091316,-29.445171,-29.538921,-51.95423,-34.921734,-19.851797,-31.31621,-21.568937,-31.66763,-27.038921,-45.554832,-25.232965,-20.7822,-23.49828,-44.203903,-36.986603,-25.63914,-37.52427,-18.634409,-58.041092,-50.280506,-31.818186,-31.163548,-31.163548,-40.64944,-30.091757,-23.575226,-43.702606,-43.092598,-21.687565,-31.648655,-29.933126,-23.051052,-34.551052,-19.572306,-36.221607,-27.320166,-32.64197,-29.871632,-21.606697,-20.858114,-24.730774,-34.52848,-25.720837,-42.30774,-43.151527,-21.099342,-37.129456,-31.771677,-33.82332,-27.229992,-39.07765,-29.417492,-28.201572,-33.600365,-25.735653,-34.04869,-29.6658,-26.601059,-8.628743,-7.3076496,-28.695326,-23.456774,-19.029852,-21.939049,-0.0045922874,-41.302925,-58.398094
+9793,-44.65182,-19.662256,-30.700975,-37.81729,-29.678074,-25.373764,-31.643154,-17.494951,-26.352177,-38.096336,-24.171047,-27.514797,-52.21263,-33.91714,-18.796677,-33.791267,-27.625671,-35.651085,-26.733547,-42.077145,-32.10366,-19.974962,-28.763535,-45.93139,-34.056152,-25.244684,-37.324093,-21.358974,-58.16368,-51.370674,-31.100956,-29.421427,-29.733927,-41.24644,-32.96196,-26.31013,-45.42488,-46.3829,-17.129015,-37.006226,-37.547775,-25.485664,-33.985664,-16.028584,-42.65366,-31.056168,-36.66804,-32.10689,-26.511086,-28.628471,-32.441277,-30.428007,-28.413574,-47.72403,-40.823734,-21.935663,-34.252422,-39.36889,-33.171432,-27.80598,-38.093086,-29.99348,-35.918133,-35.23172,-25.135244,-35.21244,-29.258923,-26.97852,-12.835448,-0.0023610976,-40.53482,-23.096905,-17.766077,-19.72132,-19.217346,-50.35135,-53.938004
+802,-39.91971,-21.728403,-18.07489,-34.42391,-27.011654,-19.880894,-26.033697,-14.818943,-32.920006,-44.431713,-22.397812,-26.897812,-50.646248,-33.393906,-21.716133,-24.617197,-12.322045,-26.59363,-22.335312,-23.100426,-9.020397,-28.973984,-23.166687,-52.549934,-30.53459,-25.4473,-13.94078,-27.440527,-43.788555,-40.284203,-56.951885,-25.048225,-26.673225,-45.870285,-28.625956,-18.616882,-49.272774,-69.10993,-25.649357,-48.613197,-46.45225,-32.313164,-50.688164,-36.33297,-41.092644,-18.672625,-0.0013699817,-24.89538,-12.750865,-11.57407,-29.157698,-20.524055,-22.55056,-42.47797,-48.306892,-34.64054,-33.52394,-33.193897,-21.90791,-20.637953,-28.575453,-21.762953,-36.05456,-40.037804,-28.197206,-37.32072,-16.199274,-20.946655,-40.03012,-58.92981,-35.17887,-34.07132,-25.729761,-23.283678,-47.316673,-49.129204,-28.557056
+6929,-46.11747,-32.791706,-26.556076,-44.52595,-39.38144,-38.400528,-42.034546,-27.398409,-36.091682,-43.141335,-35.132717,-38.726467,-61.38348,-43.503323,-26.571093,-37.201996,-31.359058,-38.521538,-28.695217,-41.215366,-27.767324,-0.0008472784,-34.791763,-63.90722,-46.273506,-28.48384,-39.719093,-24.483501,-63.624245,-58.63374,-48.895344,-42.06955,-42.835175,-52.50943,-42.325417,-32.691532,-56.009438,-56.033875,-17.827562,-52.072136,-47.9478,-26.732801,-32.732803,-26.01097,-40.953014,-31.166546,-38.6999,-38.88203,-30.475119,-27.317516,-43.65148,-43.126163,-31.617813,-51.92971,-65.04152,-33.13011,-50.264885,-45.7668,-45.789574,-37.317696,-48.75519,-39.223946,-43.760254,-32.72559,-39.135914,-50.172497,-47.0385,-41.368576,-33.98125,-32.202065,-42.391518,-31.04732,-33.46482,-33.647343,-50.903618,-57.427128,-71.4636
+11922,-50.266827,-18.529442,-26.77544,-33.751858,-25.737768,-20.224802,-25.706202,-13.351812,-35.25214,-30.780844,-26.905142,-29.748892,-50.653183,-30.639517,-18.4705,-25.676384,-17.774464,-30.164974,-23.780142,-38.38196,-15.70747,-23.377449,-30.012886,-52.31775,-32.0231,-27.09151,-31.719902,-21.466242,-48.131226,-48.56088,-38.015213,-24.557903,-23.432903,-39.681915,-20.427536,-20.0088,-40.754826,-52.298992,-27.343533,-38.534092,-41.62388,-28.64853,-39.21103,-28.934721,-31.660358,-25.10741,-25.721874,-29.490593,-16.950842,-13.335443,-30.659466,-20.73849,-28.566872,-37.23903,-54.37013,-0.0021153123,-30.471989,-29.642721,-28.03601,-20.479965,-28.354963,-23.729963,-31.827349,-22.635302,-31.7635,-37.100597,-36.570145,-27.631786,-24.021362,-22.043522,-40.35207,-31.131855,-27.675179,-22.868267,-33.18065,-50.016598,-50.76234
+3416,-41.893356,-22.289005,-15.456988,-31.61036,-28.755798,-7.075434,-0.018076539,-11.961764,-21.448826,-32.86653,-22.005363,-23.692863,-51.944126,-32.76513,-17.696497,-27.483067,-10.935129,-28.275932,-18.380363,-31.708998,-7.946524,-36.25157,-22.30114,-49.269924,-33.62194,-20.382515,-23.312605,-12.506538,-44.67263,-41.061237,-50.492104,-23.793777,-22.481277,-44.736023,-24.01305,-13.867758,-53.203667,-58.656315,-21.283987,-47.721107,-43.218594,-31.091616,-46.029114,-25.795158,-32.75923,-23.653938,-24.045002,-29.747509,-13.528112,-20.074827,-27.458025,-15.078062,-25.506264,-38.529167,-62.306087,-26.303738,-35.64549,-36.217316,-25.425703,-21.77115,-33.489902,-23.52115,-43.06266,-31.36412,-25.851864,-28.030457,-9.4853525,-19.126923,-33.672108,-44.201157,-22.078428,-25.91191,-23.441893,-21.385868,-42.360607,-39.021492,-46.12836
+6763,-38.712387,-28.90878,-18.230877,-37.54586,-22.423801,-15.14927,-15.454905,-12.291617,-18.258093,-35.650875,-26.230104,-26.605104,-48.617805,-33.275024,-18.209347,-24.076813,-13.1347065,-29.18015,-24.698854,-37.19876,-20.239397,-26.028584,-17.46795,-39.960144,-28.737865,-17.134716,-33.41439,-11.25799,-41.58159,-39.703896,-40.064312,-23.454067,-21.329067,-47.6468,-17.85746,-9.132511,-45.356052,-51.95174,-28.381933,-36.40245,-34.56244,-20.085394,-37.897896,-35.9784,-38.479378,-18.237646,-25.356804,-24.832775,-12.673549,-13.012153,-15.559746,-10.672071,-14.90182,-0.01017171,-43.93021,-29.48386,-31.453096,-30.539482,-28.485577,-21.876715,-28.001715,-18.564215,-38.23471,-25.228321,-26.351803,-39.52664,-16.705679,-21.408491,-25.14178,-36.83854,-26.803677,-26.016193,-17.906618,-19.625319,-35.11696,-41.577164,-54.290268
+4630,-25.561375,-15.383865,-14.899387,-0.0011994785,-23.627804,-19.754827,-18.47179,-19.623766,-26.545612,-49.164352,-10.754238,-29.004238,-55.63349,-37.334316,-20.1307,-34.480255,-26.49142,-37.882004,-28.629238,-28.352089,-25.55906,-28.794903,-24.89462,-29.440205,-26.1476,-30.092018,-18.762138,-16.77912,-47.38764,-40.56386,-37.923862,-26.259935,-20.103685,-43.999226,-25.791016,-19.823574,-39.419052,-63.977814,-19.922129,-37.712166,-41.61933,-24.275568,-39.525566,-16.463314,-39.181747,-26.183376,-22.940708,-32.122414,-19.926208,-22.384758,-32.50353,-29.359015,-33.803223,-47.07141,-33.815117,-26.396416,-38.7403,-22.78849,-30.487099,-26.423717,-32.21937,-29.033092,-33.700592,-40.991188,-27.508755,-34.702297,-41.094673,-27.94223,-28.485016,-35.178635,-36.081085,-28.424746,-27.31324,-15.822511,-39.21092,-56.53163,-40.043846
+532,-28.96447,-25.3129,-15.217921,-28.088675,-30.796108,-12.680271,-22.734756,-12.473073,-19.720444,-39.716225,-12.567054,-16.629553,-33.398018,-23.676428,-12.696703,-16.009647,-9.981016,-0.008120679,-13.567054,-25.05369,-15.865381,-21.206638,-24.571953,-43.13818,-28.521729,-11.1676,-16.325972,-9.409888,-41.49383,-42.66012,-46.485,-14.254382,-6.379382,-43.846657,-8.522185,-16.862978,-41.324547,-56.08529,-25.170813,-36.651714,-39.1409,-20.199316,-34.761818,-23.32351,-36.036102,-25.073063,-26.90865,-32.012325,-13.695725,-18.650902,-27.78919,-32.49361,-19.517609,-33.290085,-37.438805,-26.992386,-23.637222,-30.079985,-22.080381,-19.555927,-32.309834,-24.305927,-34.751064,-18.729841,-13.696746,-35.5424,-27.937057,-19.446316,-35.6884,-49.51349,-31.247936,-29.766178,-17.610802,-17.64287,-47.751534,-60.686707,-30.625484
+1651,-36.765514,-0.0007327307,-22.028946,-34.88355,-33.222298,-40.66918,-38.525993,-19.250233,-34.403732,-37.13096,-15.853099,-25.1656,-44.193974,-29.5406,-16.746244,-26.069572,-21.930063,-38.284275,-25.25935,-34.018135,-33.871204,-28.443499,-31.366661,-39.45673,-34.725285,-22.494484,-32.060425,-18.103558,-58.38143,-41.56342,-32.51497,-27.822884,-27.885384,-47.40303,-35.071915,-17.325138,-42.559715,-43.46256,-31.892748,-39.422874,-38.45334,-27.413052,-39.72555,-28.327915,-46.154926,-38.00643,-39.806023,-38.921906,-32.11919,-25.511562,-37.54621,-31.948477,-37.610138,-46.12608,-52.55368,-23.437382,-30.27227,-37.710125,-32.872635,-33.692463,-33.442463,-33.754963,-37.04158,-42.74114,-31.574188,-44.0846,-47.34024,-32.068527,-28.616642,-31.27233,-43.176598,-43.155334,-32.094646,-31.74923,-42.308983,-49.077145,-59.04235
+7104,-34.536743,-18.228813,-16.394285,-28.025364,-17.862331,-16.421583,-20.182575,-0.00513747,-17.953985,-43.936253,-21.379047,-23.316547,-50.80262,-30.957174,-16.004202,-19.91619,-18.104021,-24.56697,-26.4103,-35.158752,-17.161215,-26.067448,-23.381897,-38.1494,-31.858936,-15.769339,-16.986237,-10.330408,-46.572975,-43.488358,-40.46141,-23.19867,-23.04242,-30.69161,-20.238352,-9.374908,-38.995026,-47.787415,-29.298058,-42.576958,-37.000603,-31.657135,-34.782135,-36.77171,-31.78571,-23.904888,-19.827759,-28.465633,-12.840028,-16.359995,-22.731724,-18.078653,-19.613836,-34.52445,-44.691105,-28.794975,-26.820415,-29.703606,-30.387337,-20.55816,-29.05816,-26.68316,-38.32552,-23.946625,-17.26928,-37.617622,-27.265923,-19.89173,-20.822912,-24.340578,-23.522358,-25.836926,-20.2239,-22.457697,-29.767818,-45.305367,-40.65609
+6631,-51.70892,-18.522081,-18.658909,-27.347706,-28.835129,-8.693156,-19.11173,-14.054986,-18.875984,-42.275238,-24.365492,-22.115492,-47.199055,-33.92018,-19.305288,-25.134932,-20.515583,-32.38494,-26.240492,-32.83139,-28.647442,-25.517906,-35.017036,-45.8071,-35.656258,-32.21978,-38.052444,-15.889719,-56.55844,-42.46856,-46.410667,-15.786943,-13.349444,-36.545853,-36.898674,-15.375974,-43.00553,-58.358734,-32.262962,-49.426506,-42.57716,-28.831299,-44.7063,-28.791878,-33.880245,-35.479992,-35.70261,-37.408142,-14.126151,-22.89529,-22.687292,-22.811068,-31.32657,-44.36675,-52.829697,-31.629631,-21.78494,-30.959236,-23.557251,-23.198843,-24.323843,-27.792593,-36.398075,-28.602245,-15.2737255,-27.945461,-14.956861,-0.002224408,-31.389523,-42.823257,-20.433254,-32.28677,-22.870245,-25.954617,-37.554707,-49.959457,-58.967857
+12496,-41.467308,-27.479963,-20.460133,-33.8523,-23.7306,-24.79903,-27.749004,-18.40829,-38.3785,-35.080166,-19.079271,-22.26677,-52.47557,-32.895676,-13.32933,-31.816093,-21.83486,-29.9967,-22.26677,-47.88704,-34.575172,-32.851196,-21.68217,-43.556786,-38.13121,-22.137691,-30.639057,-20.636024,-59.458237,-47.18399,-53.085632,-52.656647,-52.17227,-58.28181,-35.907837,-23.042929,-56.87513,-61.03264,-16.75035,-46.128914,-41.625576,-28.88452,-48.07202,-0.00061598304,-53.649086,-26.918518,-39.949173,-44.683514,-36.086292,-26.899126,-55.611256,-42.5417,-39.844116,-53.05856,-56.394955,-38.32699,-42.46255,-36.067284,-34.84516,-35.565975,-43.65972,-36.315975,-41.393997,-46.12821,-35.652985,-41.901787,-47.583458,-37.102657,-44.157776,-46.893368,-51.63833,-43.795513,-24.047628,-26.016869,-50.892117,-55.605263,-48.16356
+9678,-38.519028,-22.347813,-0.002670373,-25.916311,-15.52113,-16.44582,-24.162586,-14.1712,-19.80298,-44.737503,-22.835094,-25.022594,-51.077694,-33.221813,-20.411396,-31.55806,-23.609222,-35.47216,-26.960094,-39.570187,-32.3495,-24.827066,-26.682537,-37.570457,-34.426846,-18.954424,-26.6919,-15.806541,-57.05381,-43.985104,-42.09056,-24.895012,-26.957512,-39.3888,-24.552273,-21.038824,-47.526287,-55.166553,-16.065712,-45.01203,-35.427105,-26.077824,-33.202824,-11.329745,-36.756893,-23.095665,-25.429203,-21.282902,-18.282152,-30.563831,-31.32061,-38.21608,-22.219305,-43.048622,-31.776627,-33.01992,-26.270473,-16.939728,-19.618156,-22.966833,-27.724646,-24.248083,-24.580599,-36.38271,-28.358786,-42.197212,-45.00744,-32.012806,-31.350803,-25.457127,-27.789633,-18.872082,-20.088936,-21.937683,-37.23293,-48.90516,-50.146683
+12991,-39.750923,-27.047594,-0.0041082054,-23.07034,-14.126253,-21.37478,-36.89233,-15.588835,-24.42862,-36.92206,-17.277527,-21.590027,-44.817837,-30.81659,-14.67444,-26.729763,-13.772809,-20.73562,-22.652527,-47.09334,-35.060417,-25.95011,-19.87971,-46.350002,-37.55074,-21.394344,-29.765553,-14.8245535,-38.457054,-42.067398,-47.450157,-25.322535,-21.385035,-36.902344,-19.277773,-16.630457,-52.838818,-56.600803,-19.790962,-38.67667,-36.707882,-26.802967,-38.427967,-24.33675,-33.0686,-24.96464,-30.745512,-22.651796,-17.338387,-17.317041,-30.308605,-23.507915,-25.653893,-43.852993,-44.114704,-33.2741,-25.276218,-25.574715,-17.960995,-9.918952,-24.012701,-15.606452,-27.844284,-29.130249,-23.769756,-43.72535,-35.69444,-22.122747,-37.127293,-39.882843,-24.79734,-23.268955,-21.34882,-23.070036,-40.82229,-45.8516,-50.726913
+10606,-38.56372,-24.694563,-12.618817,-35.914047,-11.375582,-22.138414,-33.246616,-14.631861,-23.121674,-50.590588,-25.242195,-25.304695,-46.806824,-31.523445,-21.568777,-18.844837,-14.106603,-25.195171,-25.679695,-25.990522,-31.239996,-25.224257,-23.369438,-52.333855,-37.78169,-33.225224,-41.409027,-25.6435,-58.778603,-42.86264,-45.57204,-16.141794,-26.766794,-44.085384,-30.556316,-23.253536,-51.108353,-57.536263,-32.357788,-50.8615,-43.283607,-26.877129,-39.43963,-31.8387,-42.502987,-26.87809,-31.579334,-16.313833,-19.188335,-19.172565,-34.042633,-28.942097,-31.002071,-38.070255,-51.41382,-30.570267,-0.0041386345,-10.038894,-14.432211,-10.001037,-16.938538,-12.001037,-31.115675,-21.062653,-13.101352,-31.322788,-26.6736,-20.342684,-42.08508,-40.34399,-25.319473,-17.816002,-24.47902,-24.868835,-42.620888,-50.323444,-54.56344
+5669,-53.82152,-32.60711,-20.990906,-40.05149,-24.322218,-20.786892,-27.469528,-11.514998,-21.127178,-50.471714,-23.754358,-27.754358,-52.31719,-35.723106,-28.454697,-26.186232,-19.21693,-30.884151,-31.598108,-39.353718,-22.670792,-31.259113,-30.204475,-49.378895,-32.43136,-19.49603,-24.065813,-0.001553108,-49.47148,-47.767334,-58.983177,-35.29297,-30.988281,-46.41585,-20.273388,-14.313877,-49.455307,-57.002663,-28.024422,-48.423386,-38.11645,-30.420427,-45.545425,-37.60685,-37.993793,-35.376816,-38.577995,-38.787094,-14.063637,-21.383558,-24.02745,-26.46521,-21.182522,-30.752623,-54.78436,-34.326683,-33.75734,-35.29748,-29.488134,-22.101782,-34.16428,-25.539282,-38.550488,-32.194668,-19.907902,-33.64354,-11.137792,-19.88241,-41.17802,-53.827656,-36.075237,-34.10845,-23.863129,-24.199808,-44.06865,-57.281593,-64.96239
+11729,-41.941322,-30.534374,-24.53481,-39.35023,-27.163895,-20.40995,-22.41838,-13.508542,-29.084953,-32.918373,-15.133231,-20.320732,-43.693077,-28.953543,-13.384442,-24.376781,-21.927837,-22.402979,-17.945732,-38.679085,-24.32939,-29.126707,-15.468407,-47.550194,-33.66265,-7.0070486,-14.2803335,-0.0029196825,-50.838837,-45.423656,-51.60943,-40.19306,-39.06806,-52.19201,-23.358253,-14.650451,-52.344154,-60.509956,-17.217573,-41.801224,-39.059006,-22.489086,-42.332836,-27.140654,-36.87606,-19.490398,-28.171703,-32.30452,-18.614113,-16.72948,-33.012203,-24.08376,-20.04548,-36.49272,-41.992844,-30.315975,-32.27864,-27.399836,-23.037848,-24.450073,-34.473515,-28.356323,-32.713192,-26.313854,-24.44045,-34.5261,-28.87448,-23.052696,-32.56432,-40.567486,-39.45923,-32.315495,-21.60208,-22.482002,-46.521927,-55.88659,-58.027763
+6276,-40.3382,-30.31028,-18.51252,-25.789137,-24.337532,-18.570637,-17.398195,-13.44766,-25.18809,-26.726803,-15.37648,-20.37648,-45.605217,-26.985855,-7.140841,-33.83305,-19.693005,-40.177803,-0.0014801548,-27.670351,-11.770887,-25.701588,-14.697224,-48.288826,-35.828045,-20.27604,-11.140258,-16.38728,-41.900764,-43.489372,-43.00825,-35.095818,-34.04113,-51.09736,-28.981955,-19.021093,-53.276268,-54.5225,-10.756266,-34.213737,-35.020763,-15.3077345,-35.182735,-19.495417,-30.788689,-21.971066,-21.22788,-29.407284,-18.774773,-14.803999,-27.331772,-26.164436,-27.035847,-50.88434,-50.524124,-30.130535,-33.427185,-31.426214,-20.313343,-21.530901,-32.280903,-26.093401,-39.604942,-32.914154,-27.338497,-37.266357,-38.430347,-29.336252,-35.754845,-33.593296,-41.342384,-29.261663,-18.607391,-23.074549,-43.452797,-54.316208,-55.563816
+720,-39.520287,-20.631245,-17.05535,-33.056454,-18.413706,-20.88246,-21.632578,-17.783752,-26.27227,-48.1019,-24.125957,-22.875957,-42.56476,-34.641582,-21.52232,-22.571838,-17.530397,-21.819813,-25.125957,-38.318726,-25.249063,-25.843248,-19.813896,-45.92662,-35.738956,-20.335611,-32.210175,-14.834284,-45.34309,-43.688072,-38.303337,-17.968369,-20.718369,-42.42968,-0.0019626303,-13.683929,-39.97827,-55.476074,-24.576626,-37.46938,-39.5849,-24.179573,-41.585823,-32.334057,-34.14775,-23.514801,-32.041145,-32.171814,-18.014164,-21.010836,-27.796858,-30.721342,-24.835186,-34.158085,-49.270943,-35.793446,-25.484516,-22.61334,-26.009823,-17.909248,-33.63581,-23.784248,-28.705173,-15.162344,-23.960028,-41.045784,-33.90421,-24.948776,-32.378696,-51.600677,-33.93845,-24.462378,-20.231981,-21.449396,-45.237843,-47.616447,-46.5168
+4933,-30.406174,-18.631409,-14.339712,-16.462227,-22.373894,-18.346376,-18.393837,-11.56869,-26.351242,-31.216822,-14.636644,-21.699142,-42.745804,-29.451096,-13.826151,-22.381908,-19.166319,-24.462437,-15.386644,-32.58061,-21.37305,-28.292095,-9.305184,-43.478306,-30.041315,-9.739181,-0.006298852,-14.1912365,-43.79557,-40.74485,-51.31173,-26.855862,-22.418362,-45.33711,-26.37863,-18.205734,-48.851006,-67.17091,-21.056408,-47.470833,-49.064228,-22.175737,-40.363235,-16.02187,-33.285156,-25.352684,-13.605316,-35.343414,-20.00287,-16.26285,-33.15016,-20.314507,-30.502594,-42.74893,-41.001728,-28.752092,-27.756466,-26.998356,-25.52023,-22.591394,-33.185146,-25.685144,-36.948067,-30.037445,-18.648327,-29.171406,-28.814547,-18.14701,-38.596794,-47.355305,-37.767532,-33.62057,-18.499138,-20.379387,-33.059708,-45.88956,-38.24036
+732,-33.206112,-29.212282,-15.828054,-31.04013,-15.40715,-16.427635,-21.802565,-17.499815,-26.823566,-52.313187,-25.003754,-25.253754,-43.348087,-34.72641,-22.958214,-22.987404,-12.921766,-15.980041,-23.691254,-35.037395,-21.766304,-20.775333,-19.723633,-42.93758,-37.354782,-17.529707,-27.07455,-13.153991,-41.69579,-45.556053,-37.298,-22.056683,-19.181683,-44.211716,-0.003232336,-16.166441,-45.154392,-59.172737,-23.945976,-40.142307,-39.469116,-22.645763,-41.02076,-22.606358,-42.291798,-23.098679,-29.916634,-31.00638,-15.160693,-24.718317,-31.761387,-26.712204,-15.321333,-35.776302,-49.944,-35.400642,-32.769722,-30.545273,-28.943178,-21.269976,-34.215286,-23.769976,-41.464474,-14.059238,-16.524944,-43.806206,-21.452148,-21.520485,-32.81881,-44.330494,-37.4299,-20.878693,-19.137466,-21.844463,-49.839535,-42.520428,-43.927055
+5432,-46.27296,-27.315948,-23.343988,-37.432236,-24.619158,-20.262465,-22.961897,-19.117537,-30.947565,-48.545956,-36.938393,-37.563393,-57.447517,-45.468666,-31.626518,-29.39101,-20.741669,-33.526566,-33.375893,-43.743267,-27.602934,-34.472992,-27.594505,-47.675606,-35.158978,-23.28312,-23.552708,-17.594807,-52.216652,-46.815926,-40.2515,-27.461367,-25.586367,-48.554543,-27.874533,-19.533514,-53.630524,-58.182365,-24.95774,-42.65185,-40.448814,-27.7868,-42.1618,-30.969955,-42.92397,-30.564604,-30.087784,-32.44084,-18.001286,-25.17029,-26.191809,-22.506298,-0.00048988225,-30.195072,-56.001144,-32.55616,-34.42423,-37.570114,-29.84958,-33.520092,-40.770092,-33.395092,-42.986855,-33.090218,-30.78434,-43.725887,-32.880054,-32.23432,-33.57712,-46.180702,-30.65175,-30.533926,-29.281244,-29.130888,-38.28512,-48.570427,-44.07734
+12399,-37.362007,-31.189896,-28.297743,-33.215706,-18.501488,-26.819265,-40.62832,-18.041752,-23.970482,-38.266438,-24.689993,-25.971243,-48.110508,-31.455618,-18.136139,-32.30195,-20.006638,-34.04225,-23.627493,-40.39576,-27.873774,-21.755592,-24.24012,-55.1508,-31.607285,-39.499126,-49.39138,-30.573172,-64.443016,-51.786926,-40.748264,-30.006462,-31.006462,-43.436237,-27.069683,-22.875908,-53.21354,-42.519814,-16.572018,-45.868927,-30.96128,-30.91525,-40.165253,-24.541927,-38.653168,-33.894073,-37.959732,-19.188206,-27.93811,-29.22704,-38.521206,-27.108423,-27.067486,-47.833893,-47.17554,-34.313614,-33.145737,-31.739704,-29.037483,-16.36221,-27.51846,-20.29971,-40.95542,-40.276886,-28.181803,-37.02055,-39.417503,-27.939226,-44.18273,-47.063118,-37.907333,-0.00048715874,-17.182413,-23.151236,-43.65632,-59.209892,-77.88865
+703,-35.50432,-21.130747,-16.702473,-31.992485,-17.331066,-17.465828,-19.11008,-15.205642,-26.901905,-51.050404,-25.626024,-25.563524,-46.259064,-33.438522,-26.628403,-9.942586,-11.877132,-12.552001,-30.344774,-14.88213,-18.977522,-26.220602,-21.744312,-40.020355,-36.573193,-16.68123,-23.390224,-12.555252,-39.38599,-42.383224,-46.031586,-12.289093,-18.351593,-46.96685,-0.0011830071,-14.985321,-41.85852,-52.433163,-25.945505,-44.662796,-38.01845,-22.027899,-40.4029,-24.765953,-35.154648,-27.772219,-27.847532,-30.494068,-15.7712555,-25.414387,-27.978386,-29.451923,-22.655067,-37.411865,-51.40899,-34.219574,-18.059458,-24.503275,-28.5049,-22.517244,-32.173492,-25.392244,-31.170588,-21.080605,-11.021123,-36.975994,-28.100222,-23.007778,-27.181488,-42.047295,-27.007795,-20.779837,-22.884075,-18.638775,-42.417625,-42.184296,-45.671944
+12141,-44.561176,-28.888676,-23.832062,-33.406292,-36.783062,-37.544243,-37.631073,-24.345299,-28.881498,-43.530712,-35.5862,-37.7112,-61.59738,-43.45729,-33.308247,-40.546303,-33.20945,-53.933563,-36.0237,-40.465626,-27.84705,-0.0011736222,-35.306034,-51.93396,-39.354782,-32.54252,-32.612144,-25.094376,-65.64199,-55.995167,-44.004105,-38.940212,-39.565212,-57.367184,-36.425808,-31.126583,-50.691494,-57.88289,-23.661158,-44.96299,-43.18843,-32.531776,-40.094276,-26.735977,-36.17218,-32.60719,-36.948586,-38.628036,-27.87503,-31.583115,-44.508236,-43.808357,-34.262173,-68.73918,-50.63868,-24.448053,-42.621246,-39.335037,-38.761726,-31.163973,-43.03116,-36.03897,-41.013332,-31.449875,-33.412086,-42.76213,-35.936172,-34.18696,-39.304222,-38.242073,-53.509583,-32.822556,-31.589897,-30.173565,-47.71105,-65.147125,-71.906075

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=banking77/list=test_1000/labels.csv

@@ -0,0 +1,1000 @@
+6197,55
+6441,63
+5254,42
+4058,38
+5596,27
+114,11
+2806,66
+1087,12
+1139,4
+12996,2
+10447,41
+11288,73
+12620,37
+10691,8
+8838,20
+11829,25
+5055,26
+5484,52
+2936,54
+9239,0
+5848,25
+2035,47
+1266,14
+11887,55
+4073,38
+4823,44
+2662,15
+5923,25
+2923,54
+7478,35
+12409,39
+11263,38
+12272,50
+8760,5
+1955,47
+7756,71
+12943,9
+8885,20
+6776,53
+12715,5
+11892,55
+4231,73
+3603,16
+1096,12
+2786,66
+12791,31
+7613,65
+12357,65
+11662,42
+9066,57
+63,11
+5620,27
+6193,55
+871,46
+10854,66
+8147,43
+3305,6
+3248,61
+2603,15
+3482,16
+4639,28
+7136,7
+6570,70
+7884,39
+12307,35
+10342,4
+257,13
+10939,40
+597,34
+3076,40
+8498,59
+7988,58
+575,34
+10692,8
+416,17
+2046,47
+1802,23
+12925,9
+5787,51
+2827,66
+4537,22
+3049,40
+11130,30
+2725,66
+1417,33
+12180,7
+6157,55
+8864,20
+12995,2
+2324,60
+2251,60
+1989,47
+16,11
+8827,20
+8493,59
+4953,26
+10807,15
+7101,7
+8210,76
+2312,60
+4330,62
+12365,71
+11466,3
+1666,1
+4063,38
+4622,3
+3836,74
+11584,26
+9371,19
+3407,6
+2680,15
+3845,74
+10741,60
+9232,0
+5932,25
+6113,48
+5411,52
+12422,39
+12101,53
+10322,12
+963,36
+11640,45
+5790,51
+519,17
+9694,2
+96,11
+7911,39
+6069,48
+13002,2
+7853,39
+8660,5
+2817,66
+11,11
+1701,49
+5397,52
+2685,15
+425,17
+1958,47
+12202,7
+5036,26
+6054,48
+10515,1
+12164,7
+4865,44
+12189,7
+8355,76
+7023,7
+12813,57
+7527,35
+2435,75
+9940,24
+7402,50
+32,11
+1541,41
+3094,40
+12947,9
+5604,27
+1775,49
+8117,43
+9587,9
+2008,47
+2741,66
+582,34
+2562,15
+7763,71
+7034,7
+6376,63
+9092,57
+202,13
+11193,74
+6028,48
+1476,41
+10315,12
+9472,19
+6092,48
+1919,56
+2986,54
+6078,48
+6698,67
+11430,22
+8139,43
+7580,65
+9696,2
+11768,51
+7030,7
+3711,30
+8118,43
+4895,44
+8450,37
+2225,8
+6803,53
+3040,40
+2834,66
+10998,10
+3955,68
+11164,74
+3599,16
+4288,62
+2846,66
+4278,62
+1150,4
+8719,5
+9210,0
+10575,23
+317,32
+6922,21
+10171,34
+8842,20
+11121,16
+6293,18
+3204,61
+591,34
+9236,0
+10820,15
+996,36
+8481,59
+10583,23
+1555,41
+3754,30
+2257,60
+11351,62
+12515,43
+1792,23
+10659,47
+8290,76
+9713,2
+12555,72
+7311,64
+2599,15
+10911,54
+6332,63
+5152,45
+4602,3
+6340,63
+10385,14
+1807,23
+8458,37
+3319,6
+10078,13
+8380,37
+2739,66
+1115,12
+9783,69
+2158,8
+5652,27
+12173,7
+5744,51
+3782,74
+3456,6
+9414,19
+4810,28
+11760,27
+8925,20
+7440,35
+1883,56
+9930,24
+12920,19
+6413,63
+7596,65
+11819,25
+6624,67
+11903,55
+3858,74
+9103,57
+3555,16
+4457,29
+2409,75
+9174,57
+7133,7
+3159,61
+10129,17
+3150,10
+2201,8
+7666,65
+2865,66
+12815,57
+3282,61
+3886,74
+775,46
+6393,63
+10102,32
+7652,65
+6523,70
+7589,65
+866,46
+4929,26
+5588,27
+3759,30
+10532,49
+9122,57
+12466,58
+4214,73
+5337,42
+574,34
+9839,69
+12404,39
+296,32
+7868,39
+12839,57
+6542,70
+122,11
+750,46
+10136,17
+12891,19
+3235,61
+7444,35
+12924,9
+8768,5
+7057,7
+8917,20
+7602,65
+9870,69
+3316,6
+5694,51
+2078,8
+8022,58
+4839,44
+730,34
+12123,21
+4332,62
+7453,35
+4418,29
+6744,53
+9728,2
+1611,1
+10779,75
+6783,53
+4472,22
+367,32
+10636,56
+1696,49
+3281,61
+6690,67
+4800,28
+8328,76
+4827,44
+530,17
+3977,68
+12840,57
+10417,33
+3545,16
+2396,75
+5344,42
+1829,56
+10084,32
+6306,63
+3692,30
+11054,6
+12948,9
+1656,1
+2338,75
+12260,50
+1372,33
+6644,67
+4988,26
+6775,53
+8683,5
+2032,47
+6371,63
+6946,21
+3676,30
+2414,75
+636,34
+12581,76
+6547,70
+7395,50
+3136,10
+7163,64
+8426,37
+5921,25
+6807,53
+9788,69
+12732,20
+8341,76
+2233,8
+3528,16
+9238,0
+2532,15
+9960,24
+8977,31
+11800,51
+3432,6
+8708,5
+6902,21
+4076,38
+6444,63
+812,46
+7036,7
+1971,47
+9335,0
+3942,68
+5775,51
+9428,19
+8656,5
+9465,19
+5128,45
+10072,13
+9836,69
+9955,24
+1312,14
+3554,16
+10852,66
+5417,52
+180,13
+2776,66
+11345,62
+3655,30
+7277,64
+13060,24
+887,36
+1485,41
+8296,76
+12531,72
+11407,22
+9162,57
+4452,29
+12471,58
+3355,6
+4651,28
+3943,68
+7060,7
+3775,74
+3853,74
+1191,4
+3992,68
+7669,65
+5048,26
+9818,69
+4304,62
+10406,33
+9906,24
+11208,68
+1419,33
+4781,28
+3255,61
+455,17
+6948,21
+6594,67
+9470,19
+1844,56
+11622,45
+372,32
+109,11
+1525,41
+6630,67
+2468,75
+583,34
+11698,52
+5557,27
+13074,24
+6325,63
+11086,16
+1524,41
+6932,21
+3715,30
+6936,21
+914,36
+10052,13
+3295,61
+7266,64
+4371,29
+5666,27
+11409,22
+7414,50
+11770,51
+11278,38
+1869,56
+9650,2
+2715,66
+811,46
+11947,18
+547,17
+4377,29
+1147,4
+9112,57
+11843,48
+7886,39
+12316,35
+6926,21
+12835,57
+2451,75
+7372,50
+9207,0
+8537,59
+11889,55
+12083,53
+9037,31
+12988,2
+1114,12
+12685,5
+2915,54
+9370,19
+2337,75
+2649,15
+4955,26
+9692,2
+9643,9
+3059,40
+3724,30
+8145,43
+6717,67
+5525,52
+6551,70
+578,34
+2871,54
+9211,0
+11002,10
+2539,15
+6279,18
+10878,66
+804,46
+10910,54
+6890,21
+9849,69
+3021,40
+4061,38
+8237,76
+12476,58
+3211,61
+7895,39
+4703,28
+5236,45
+8303,76
+2867,66
+6756,53
+4719,28
+2131,8
+12739,20
+6798,53
+5817,51
+11425,22
+11553,44
+10949,40
+10671,47
+9781,69
+5571,27
+1493,41
+1399,33
+1126,4
+494,17
+527,17
+12562,72
+274,13
+1354,14
+7309,64
+10444,41
+11669,42
+7329,64
+4329,62
+2104,8
+12551,72
+11595,26
+2130,8
+12940,9
+4023,38
+1740,49
+686,34
+9012,31
+4606,3
+4133,73
+7875,39
+841,46
+5378,52
+9804,69
+11946,18
+7709,71
+3143,10
+834,46
+4445,29
+9734,2
+10973,10
+9572,9
+11203,68
+747,46
+12687,5
+2988,54
+8714,5
+6366,63
+3100,10
+11038,61
+12437,39
+4657,28
+3653,30
+9914,24
+3517,16
+9979,24
+7470,35
+8547,59
+533,17
+5114,45
+8769,5
+640,34
+3198,61
+10835,15
+9364,19
+10943,40
+9819,69
+3048,40
+1884,56
+9637,9
+11507,28
+363,32
+8159,43
+12295,35
+4648,28
+4052,38
+11134,30
+7619,65
+3556,16
+863,46
+4437,29
+2423,75
+9873,69
+11736,27
+5320,42
+4359,29
+8285,76
+12299,35
+9013,31
+9314,0
+5011,26
+3694,30
+3720,30
+8497,59
+7067,7
+5140,45
+5258,42
+520,17
+1946,47
+6438,63
+6916,21
+5745,51
+10890,54
+12326,65
+11163,74
+6403,63
+8797,20
+1556,41
+6049,48
+2499,75
+5195,45
+9966,24
+12532,72
+8402,37
+12369,71
+2493,75
+7910,39
+11521,28
+239,13
+6718,67
+11847,48
+576,34
+1566,1
+5690,51
+6944,21
+8723,5
+6622,67
+4659,28
+8658,5
+7814,39
+8586,59
+8160,43
+3709,30
+11620,45
+11840,25
+10249,36
+12833,57
+12484,43
+13072,24
+669,34
+6232,55
+1112,12
+8281,76
+5428,52
+8909,20
+12116,53
+11534,44
+1330,14
+11429,22
+4934,26
+112,11
+3690,30
+5058,26
+2723,66
+10599,23
+3824,74
+4482,22
+12187,7
+5339,42
+1794,23
+1813,23
+9626,9
+2502,75
+356,32
+3176,61
+6263,18
+4373,29
+5736,51
+10314,12
+9450,19
+12498,43
+5155,45
+3811,74
+2668,15
+906,36
+2883,54
+6849,53
+2237,60
+11850,48
+6414,63
+9383,19
+851,46
+7802,71
+7696,71
+3634,16
+5640,27
+8722,5
+4731,28
+9543,9
+1183,4
+9019,31
+5836,25
+7845,39
+11955,18
+2361,75
+13019,69
+1878,56
+5198,45
+917,36
+10725,60
+8619,5
+4928,26
+9789,69
+5300,42
+9756,2
+3586,16
+8692,5
+12781,31
+6175,55
+11744,27
+11863,48
+4357,29
+11624,45
+10726,60
+9652,2
+5939,25
+3114,10
+4292,62
+5810,51
+6885,21
+8479,59
+1629,1
+7561,35
+12056,67
+3330,6
+10125,17
+10358,4
+10849,66
+1857,56
+2073,47
+10603,56
+6613,67
+0,11
+726,34
+8246,76
+9434,19
+7770,71
+6508,70
+9700,2
+8075,43
+8105,43
+566,17
+7824,39
+7778,71
+11714,52
+3427,6
+7165,64
+8802,20
+8944,31
+12936,9
+12156,21
+12265,50
+3131,10
+1923,56
+4866,44
+11664,42
+2905,54
+6947,21
+2114,8
+7536,35
+10215,46
+5319,42
+2093,8
+12463,58
+4978,26
+6038,48
+1113,12
+11394,29
+1422,33
+6544,70
+8647,5
+1679,49
+12356,65
+12070,67
+12277,50
+774,46
+9699,2
+8452,37
+5649,27
+6680,67
+9679,2
+10266,36
+3356,6
+764,46
+7725,71
+250,13
+10111,32
+1219,4
+3056,40
+11428,22
+5368,42
+352,32
+12923,9
+12676,59
+24,11
+10540,49
+10208,46
+3068,40
+4997,26
+9194,0
+9071,57
+1020,12
+8119,43
+3856,74
+2772,66
+5789,51
+4760,28
+4568,3
+10079,13
+7062,7
+5173,45
+7731,71
+9629,9
+6458,63
+11468,3
+12564,76
+171,13
+10128,17
+11103,16
+12171,7
+285,13
+7717,71
+6847,53
+8517,59
+4927,26
+3145,10
+2188,8
+9437,19
+8682,5
+8784,20
+12106,53
+7129,7
+6716,67
+2291,60
+9988,24
+2379,75
+5882,25
+5051,26
+8308,76
+12004,70
+6426,63
+7593,65
+2106,8
+8528,59
+5135,45
+5635,27
+1675,49
+4101,73
+12311,35
+2377,75
+7452,35
+2192,8
+1103,12
+4739,28
+7524,35
+2036,47
+11540,44
+1744,49
+6503,70
+5827,51
+7515,35
+6215,55
+8696,5
+9185,0
+9842,69
+3405,6
+4479,22
+3431,6
+11262,38
+10399,14
+1179,4
+5724,51
+10804,15
+7540,35
+7606,65
+12830,57
+12883,19
+623,34
+10616,56
+7358,50
+10683,8
+9646,2
+3727,30
+7598,65
+1901,56
+2397,75
+10740,60
+11073,6
+11680,42
+1347,14
+10570,23
+3078,40
+10134,17
+2862,66
+3728,30
+3507,16
+8727,5
+6883,21
+4761,28
+11283,73
+8201,72
+9821,69
+9349,19
+7231,64
+5608,27
+6367,63
+13061,24
+12027,70
+1538,41
+11943,18
+12606,37
+6153,55
+11988,63
+5526,52
+6668,67
+10397,14
+10564,23
+3058,40
+11410,22
+7777,71
+5475,52
+3772,74
+9440,19
+722,34
+5249,45
+8912,20
+11317,73
+6921,21
+11175,74
+3919,68
+9682,2
+7156,7
+3571,16
+11953,18
+5269,42
+626,34
+761,46
+8172,72
+10331,4
+8158,43
+11477,3
+8219,76
+6909,21
+437,17
+4306,62
+10138,17
+6498,70
+9589,9
+11147,30
+12803,57
+185,13
+1823,56
+11964,63
+517,17
+7164,64
+12251,50
+12896,19
+19,11
+4888,44
+3508,16
+14,11
+10830,15
+5634,27
+4901,44
+3225,61
+11711,52
+956,36
+2176,8
+10410,33
+8943,20

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}