Add files using upload-large-folder tool

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,206 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.5038218088448048,0,16.926708221435547,
+0,8,0.07835512980818748,1,8.545638629368373,
+0,16,0.03693998232483864,2,5.671747871807644,
+0,24,0.037122692912817,3,7.66694765824538,
+0,32,0.03702640160918236,4,4.031967467731899,
+0,40,0.03728225827217102,5,4.5692891597747805,
+0,48,0.036741383373737335,6,3.953583844502767,
+0,56,0.03696329891681671,7,3.5104837268590927,
+1,64,0.03454619273543358,8,2.3188467979431153,
+1,72,0.03380384296178818,9,4.01618092400687,
+1,80,0.03418022766709328,10,1.605125111692092,
+1,88,0.033819638192653656,11,3.6908639944516697,
+1,96,0.03550833836197853,12,3.233882602523355,
+1,104,0.03410781919956207,13,2.670122716824214,
+1,112,0.03409656137228012,14,1.398721965295928,
+2,120,0.03555351123213768,15,1.3708287924528122,
+2,128,0.03429587557911873,16,1.334901378435247,
+,,,16,,2.1546321868896485
+2,136,0.03401882201433182,17,1.4162340483495168,
+2,144,0.03395046293735504,18,1.2959567996171804,
+2,152,0.03459794446825981,19,0.6027509653940797,
+2,160,0.0338248610496521,20,0.6999289638229779,
+2,168,0.03400889411568642,21,1.742462980747223,
+3,176,0.03362575173377991,22,0.8544775715896061,
+3,184,0.034090541303157806,23,0.9667372028860781,
+3,192,0.0336521714925766,24,0.18064813651144504,
+3,200,0.03431333601474762,25,0.3291969413558642,
+3,208,0.034455426037311554,26,0.4456668069793118,
+3,216,0.034194014966487885,27,0.32662407370905083,
+3,224,0.033884838223457336,28,0.400344897634708,
+4,232,0.03426474705338478,29,0.1321870117681101,
+4,240,0.034953195601701736,30,0.25253533211071044,
+4,248,0.0564001202583313,31,0.09606737870490178,
+4,256,0.03234061598777771,32,0.08586233216919936,
+,,,32,,1.7875864028930664
+4,264,0.03462798520922661,33,0.6461069740221969,
+4,272,0.03427568078041077,34,0.222490286862012,
+4,280,0.030807532370090485,35,0.05072081537747925,
+5,288,0.03379042446613312,36,0.17961319675669074,
+5,296,0.0324554517865181,37,0.21209637055705702,
+5,304,0.030249200761318207,38,0.057125922044118246,
+5,312,0.030117254704236984,39,0.15822986969059066,
+5,320,0.0340537391602993,40,0.02172346512476603,
+5,328,0.03317331522703171,41,0.041492465417832136,
+5,336,0.03289200738072395,42,0.028348399170984823,
+6,344,0.030718553811311722,43,0.035396123704101355,
+6,352,0.03324202075600624,44,0.019867135759662178,
+6,360,0.03108566626906395,45,0.010445826774230227,
+6,368,0.031114250421524048,46,0.030670922032246986,
+6,376,0.03363972157239914,47,0.03870786653299417,
+6,384,0.034313663840293884,48,0.026871737900792676,
+,,,48,,1.897711181640625
+6,392,0.03508825972676277,49,0.028846019908087328,
+7,400,0.03420193865895271,50,0.021658714084575575,
+7,408,0.030551575124263763,51,0.005094013898633421,
+7,416,0.031069818884134293,52,0.006720625620801002,
+7,424,0.03280726820230484,53,0.008161177440342726,
+7,432,0.034081801772117615,54,0.008645757753401994,
+7,440,0.033836912363767624,55,0.013731492403894662,
+7,448,0.03386529162526131,56,0.009717946142579119,
+8,456,0.030347071588039398,57,0.007478778060017662,
+8,464,0.030622493475675583,58,0.006981435984086532,
+8,472,0.03282133489847183,59,0.006921012598254225,
+8,480,0.03350523114204407,60,0.004919799611282845,
+8,488,0.030128080397844315,61,0.006998716766247526,
+8,496,0.03072003647685051,62,0.010647491194928686,
+8,504,0.034232888370752335,63,0.002968392787604696,
+9,512,0.033605121076107025,64,0.0036580222453374196,
+,,,64,,1.8637401580810546
+9,520,0.03323165699839592,65,0.00513198387220894,
+9,528,0.030568711459636688,66,0.004990049467111627,
+9,536,0.0303451269865036,67,0.0034402618408561326,
+9,544,0.035606179386377335,68,0.005248036543239972,
+9,552,0.0342588871717453,69,0.003910199240116137,
+9,560,0.03571286052465439,70,0.004680669723221889,
+10,568,0.03491995111107826,71,0.004262471496237113,
+10,576,0.034348014742136,72,0.0033963621120035115,
+10,584,0.03237463906407356,73,0.003185651237692903,
+10,592,0.03376932069659233,74,0.003892869387260255,
+10,600,0.03548106178641319,75,0.0037896802366179016,
+10,608,0.03452994301915169,76,0.004080719842265049,
+10,616,0.035222191363573074,77,0.0019697659035128627,
+11,624,0.035060930997133255,78,0.0022369185507369158,
+11,632,0.034585461020469666,79,0.004007952194660902,
+11,640,0.03612016513943672,80,0.002187160040193703,
+,,,80,,1.8481433868408204
+11,648,0.03251855447888374,81,0.004512722138315439,
+11,656,0.03183974325656891,82,0.003499828062356553,
+11,664,0.03202936798334122,83,0.00202124090615793,
+11,672,0.03171458840370178,84,0.0028357735835015776,
+12,680,0.03457782790064812,85,0.0019500644640564652,
+12,688,0.03306714445352554,86,0.0028350819650638315,
+12,696,0.034836601465940475,87,0.002663701105540475,
+12,704,0.031402528285980225,88,0.002723658824834274,
+12,712,0.03341429680585861,89,0.0034297843360238606,
+12,720,0.03841930627822876,90,0.00346101769246161,
+12,728,0.031377535313367844,91,0.002331980496334533,
+13,736,0.033438872545957565,92,0.0023332132880265516,
+13,744,0.03346187248826027,93,0.002946450621547068,
+13,752,0.03486744314432144,94,0.0020258291818511984,
+13,760,0.03793716803193092,95,0.0029143214070548613,
+13,768,0.038374241441488266,96,0.0019511929389813708,
+,,,96,,1.8353376388549805
+13,776,0.03808113932609558,97,0.0033428914248361252,
+13,784,0.033481694757938385,98,0.001919289451810376,
+14,792,0.03127317875623703,99,0.002803686724898095,
+14,800,0.03440847620368004,100,0.00232559084958796,
+14,808,0.031272150576114655,101,0.002483361470513046,
+14,816,0.033515483140945435,102,0.001667122969714304,
+14,824,0.03442930802702904,103,0.002802815411996562,
+14,832,0.033353887498378754,104,0.002607114301473998,
+14,840,0.031079735606908798,105,0.0018436908576404676,
+15,848,0.034208301454782486,106,0.002157430267996258,
+15,856,0.03131933882832527,107,0.003515830825028174,
+15,864,0.033876724541187286,108,0.0018580807722173632,
+15,872,0.03162539377808571,109,0.00220622903725598,
+15,880,0.03452147915959358,110,0.0019400175993463822,
+15,888,0.031188897788524628,111,0.0012563669860052565,
+15,896,0.03342193737626076,112,0.0027244118724151383,
+,,,112,,1.8429227828979493
+16,904,0.03976965323090553,113,0.002523607765657029,
+16,912,0.03708566352725029,114,0.001798936129489448,
+16,920,0.03511456027626991,115,0.0021070187880575437,
+16,928,0.031317587941884995,116,0.0013884419483171466,
+16,936,0.03380259498953819,117,0.002624377716399197,
+16,944,0.03181470185518265,118,0.002628622285556048,
+16,952,0.03172561526298523,119,0.0019236612333770609,
+17,960,0.031560856848955154,120,0.0017999187584791798,
+17,968,0.031472668051719666,121,0.0020362063535555664,
+17,976,0.034767813980579376,122,0.0030852609063283755,
+17,984,0.031285930424928665,123,0.0013494309096131474,
+17,992,0.03320339694619179,124,0.002192670946897124,
+17,1000,0.030987005680799484,125,0.0018805534164130222,
+17,1008,0.03100622072815895,126,0.001942681515804277,
+18,1016,0.03553469851613045,127,0.002090294038810368,
+18,1024,0.03126342594623566,128,0.0018412646604701877,
+,,,128,,1.8468719482421876
+18,1032,0.03129841759800911,129,0.0028336719713277286,
+18,1040,0.031154803931713104,130,0.0020652478405584892,
+18,1048,0.030921168625354767,131,0.0014830136704923852,
+18,1056,0.03339201584458351,132,0.0016261696561871628,
+18,1064,0.03106693923473358,133,0.0014964498363302223,
+19,1072,0.030894003808498383,134,0.0018434932790114544,
+19,1080,0.031033840030431747,135,0.0015012521180324256,
+19,1088,0.031181566417217255,136,0.002085055963107152,
+19,1096,0.03145391494035721,137,0.0012820049911776248,
+19,1104,0.031022652983665466,138,0.0020611729456244837,
+19,1112,0.03793318569660187,139,0.002156491667847149,
+19,1120,0.03818165510892868,140,0.002224656614998821,
+20,1128,0.03300992771983147,141,0.0014867190620861948,
+20,1136,0.03679255396127701,142,0.001840771591135611,
+20,1144,0.03439220413565636,143,0.0020470493436732795,
+20,1152,0.03341391682624817,144,0.0015399295620487205,
+,,,144,,1.8326181411743163
+20,1160,0.03478744998574257,145,0.00194913896624572,
+20,1168,0.030991528183221817,146,0.0023820964236031562,
+20,1176,0.038948483765125275,147,0.0017087360860646836,
+21,1184,0.03892809525132179,148,0.00198118975206923,
+21,1192,0.03471669554710388,149,0.0018463696818798781,
+21,1200,0.0339416041970253,150,0.0010410451951126257,
+21,1208,0.03110388293862343,151,0.0014130975779456398,
+21,1216,0.031073834747076035,152,0.0023005915461587444,
+21,1224,0.030501026660203934,153,0.001827881667330595,
+21,1232,0.0335891917347908,154,0.0021858752279513283,
+22,1240,0.034693118184804916,155,0.0017096017545554787,
+22,1248,0.03364723175764084,156,0.0018551605420985392,
+22,1256,0.0348728708922863,157,0.002193878120605779,
+22,1264,0.03393479809165001,158,0.002115194687836005,
+22,1272,0.031187381595373154,159,0.0014817673868189256,
+22,1280,0.034764476120471954,160,0.0015505307237617671,
+,,,160,,1.843832778930664
+22,1288,0.03327801078557968,161,0.0010297376087264104,
+23,1296,0.03360823541879654,162,0.0008990665997511574,
+23,1304,0.03347024694085121,163,0.001707023533526808,
+23,1312,0.03470331057906151,164,0.002342728417715989,
+23,1320,0.03367230296134949,165,0.002186193138671418,
+23,1328,0.03464639559388161,166,0.0019256108983730276,
+23,1336,0.031034480780363083,167,0.0015170122341563305,
+23,1344,0.03055763989686966,168,0.0011764277553404955,
+24,1352,0.036395784467458725,169,0.002079889438498546,
+24,1360,0.03617957979440689,170,0.0011687096829215685,
+24,1368,0.0305585116147995,171,0.0016474003342035063,
+24,1376,0.030533835291862488,172,0.002173372041267742,
+24,1384,0.03296364098787308,173,0.0014916908067579453,
+24,1392,0.030987877398729324,174,0.0015082174776277193,
+24,1400,0.03096800297498703,175,0.0014345554352205778,
+25,1408,0.030698146671056747,176,0.0016076572627450028,
+,,,176,,1.8376049041748046
+25,1416,0.03323901444673538,177,0.0014029879184818128,
+25,1424,0.034514836966991425,178,0.001858154557079875,
+25,1432,0.033236708492040634,179,0.001889734783617314,
+25,1440,0.034515175968408585,180,0.0015040900667800622,
+25,1448,0.03041207790374756,181,0.0017977665966926988,
+25,1456,0.03528791293501854,182,0.001356067152300966,
+26,1464,0.03735034912824631,183,0.0011408208021228866,
+26,1472,0.03490719571709633,184,0.0010368015461911758,
+26,1480,0.030689019709825516,185,0.0017902782509246697,
+26,1488,0.030606139451265335,186,0.0015245056129060686,
+26,1496,0.030733782798051834,187,0.0024128993699217543,
+26,1504,0.03488114848732948,188,0.0017803862920118263,
+26,1512,0.031135085970163345,189,0.0009101244359044358,
+27,1520,0.03117663785815239,190,0.001696628123883986,
+27,1528,0.030815307050943375,191,0.0012309040342058455,
+27,1536,0.03102099895477295,192,0.0015032030787551776,
+,,,192,,1.8367246627807616

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=20newsgroups/list=0.7-1.0/labels.csv

@@ -0,0 +1,24 @@
+13097,2
+8483,14
+9758,3
+3505,6
+4074,1
+14164,2
+3638,0
+12968,19
+9284,3
+11005,6
+5956,10
+1187,10
+7436,15
+6630,5
+4560,7
+8597,16
+1065,17
+15251,12
+4726,13
+14324,9
+17461,15
+12045,7
+4079,2
+8744,7

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=20newsgroups/list=0.7-1.0/logits.csv

@@ -0,0 +1,24 @@
+13097,-21.88105,-1.1526868,-0.6526868,-4.214592,-2.531435,-3.013739,-9.215187,-13.277687,-11.8434,-21.111715,-17.179668,-14.985415,-14.123291,-12.770459,-11.527687,-21.772186,-16.38546,-8.242259,-16.996437,-20.40437
+8483,-1.7199209,-14.516341,-15.453841,-15.082273,-10.968482,-18.51112,-11.766341,-9.578841,-13.118508,-18.071821,-20.109457,-26.148159,-14.3554,-16.313713,-0.20384091,-17.04298,-12.20449,-9.964228,-14.828841,-23.586212
+9758,-20.964464,-6.891012,-7.266012,-0.64368564,-0.7681564,-16.899178,-12.578512,-14.828512,-12.6586,-21.88894,-21.903809,-21.619968,-10.018605,-20.196545,-13.891012,-28.613869,-18.983967,-10.162055,-15.141012,-27.142963
+3505,-15.619395,-8.199917,-10.262417,-11.764992,-8.014487,-32.155754,-4.512417,-4.887417,-6.257253,-12.029944,-9.211688,-21.181028,-2.888065,-11.734371,-9.199917,-13.637268,-10.596447,-8.637785,-10.574917,-16.595026
+4074,-23.657204,-0.039601617,-6.289602,-5.184084,-3.7918656,-7.077924,-12.914601,-14.414601,-14.573779,-26.158615,-20.06829,-22.120518,-12.705095,-12.315577,-11.852101,-25.467846,-17.163143,-9.68068,-14.102101,-22.671633
+14164,-26.835619,-0.061548475,-5.0615487,-3.195191,-5.1889,-8.085329,-12.186548,-16.342798,-10.949382,-20.77201,-18.789692,-20.10109,-13.251622,-14.608097,-11.186548,-21.685059,-14.846975,-9.954495,-17.280298,-20.417507
+3638,-4.1243286,-10.05736,-10.49486,-10.062661,-6.545098,-18.489014,-6.7448597,-4.0573597,-6.820488,-15.626726,-11.743894,-15.067515,-11.019317,-7.36706,-9.18236,-12.461944,-0.18251303,-6.12093,-6.2448597,-15.229647
+12968,-9.985914,-12.721052,-12.783552,-15.230328,-11.340733,-26.836716,-7.7835526,-7.5335526,-8.124284,-13.786925,-2.4701478,-19.250067,-11.479494,-8.947962,-6.7835526,-11.160282,-9.408754,-8.221875,-7.9085526,-14.245326
+9284,-24.58885,-8.373359,-1.8108585,-0.31343016,-2.312139,-10.530636,-12.185859,-14.873359,-12.371962,-20.697159,-21.748089,-20.4599,-11.126974,-16.825256,-14.373359,-29.661467,-17.272018,-9.948979,-16.029608,-28.963106
+11005,-26.995926,-9.407882,-6.1578817,-3.5374432,-0.033799704,-17.131107,-11.970382,-16.09538,-12.523397,-20.127075,-19.620636,-22.771729,-13.283462,-17.337257,-14.345382,-22.297619,-16.469578,-11.41409,-16.97038,-27.622143
+5956,-19.537964,-14.501792,-17.814293,-15.442361,-17.522673,-34.146156,-13.814292,-15.001792,-15.40275,-16.003143,-0.0018736711,-25.464802,-18.714071,-18.603819,-10.751792,-28.484428,-14.8537035,-17.002382,-14.814292,-23.473946
+1187,-4.57981,-9.626152,-6.9386516,-9.754976,-5.7486043,-19.496521,-6.0011516,-5.5011516,-8.702587,-9.639971,-1.3337637,-14.266649,-11.379969,-10.00492,-7.3136516,-7.4544225,-6.1889076,-0.70335734,-4.0011516,-14.346864
+7436,-6.660293,-13.468478,-11.905978,-14.663478,-17.635263,-23.445206,-8.905978,-9.968478,-12.051813,-15.597593,-16.026695,-25.783619,-15.486913,-10.811114,-7.280978,-0.07194172,-15.757267,-7.657736,-9.905978,-10.22213
+6630,-32.734444,-5.878291,-12.878291,-10.956487,-12.072069,-0.0065203467,-18.03454,-20.44079,-20.2177,-25.409431,-22.44955,-22.564425,-13.924373,-18.208986,-17.00329,-34.032932,-21.963432,-15.921377,-19.19079,-22.991108
+4560,-23.62696,-15.889433,-13.076933,-11.149435,-10.704869,-35.751198,-8.889433,-0.01443315,-4.7033553,-15.934067,-17.083538,-30.16936,-8.127535,-15.9405,-15.014433,-21.790344,-14.078442,-12.9049835,-15.514433,-27.479607
+8597,-1.1407123,-9.418005,-10.105505,-9.358535,-5.1724324,-21.123926,-2.9805048,-2.7305048,-8.36833,-11.185313,-5.494981,-15.926283,-7.8922114,-1.4906166,-3.3555048,-10.96885,-6.04308,-2.3591423,-1.9805048,-14.34512
+1065,-4.349463,-16.455212,-15.580211,-16.027012,-16.212326,-28.534233,-16.173962,-12.455211,-16.808279,-19.696848,-15.046395,-21.903332,-16.792976,-14.583105,-14.767711,-14.75086,-12.082499,-0.018154468,-10.392711,-20.856396
+15251,-21.583454,-10.940512,-4.5655117,-0.44228554,-1.0669852,-16.837296,-13.815512,-15.440512,-13.749894,-22.016338,-22.475677,-22.261194,-13.881593,-17.015799,-12.753012,-27.84961,-16.735445,-9.079434,-17.378012,-34.559692
+4726,-10.53042,-6.734692,-6.922192,-7.424082,-2.4296813,-16.138855,-9.047192,-2.234692,-9.878833,-12.173318,-7.8640327,-13.738077,-8.262344,-10.395157,-3.359692,-12.962903,-10.124892,-4.610207,-2.609692,-15.123789
+14324,-23.002237,-14.501767,-16.251768,-15.470896,-10.621142,-34.09303,-12.314267,-14.439267,-18.35197,-0.012929602,-10.852915,-24.835913,-18.429773,-9.461376,-12.439267,-23.861076,-16.669432,-13.065581,-15.126767,-21.932716
+17461,-7.37596,-14.9044485,-16.6857,-15.470565,-21.364262,-20.729374,-12.3419485,-14.7169485,-17.326975,-16.313347,-16.934149,-24.44411,-14.062207,-21.100094,-13.9669485,-0.032797758,-11.798372,-10.42879,-14.8419485,-14.765989
+12045,-13.667789,-11.156787,-8.281787,-7.5972533,-7.112004,-29.2767,-6.7817874,-0.21928738,-2.3934445,-12.750318,-9.922179,-27.060173,-5.161341,-13.155486,-9.031787,-13.656287,-9.781024,-9.413879,-12.906787,-21.561256
+4079,-26.878088,-7.013609,-0.013608893,-5.643679,-9.014295,-10.294628,-15.263609,-17.138609,-14.712921,-22.637169,-21.87428,-21.38683,-17.140942,-17.151543,-15.888609,-19.43224,-15.41122,-12.463554,-19.388609,-23.58824
+8744,-22.37638,-14.47527,-13.91277,-14.22694,-7.414761,-36.122437,-9.97527,-0.03777043,-4.0077934,-13.845048,-14.643873,-26.828522,-10.706147,-13.451894,-14.28777,-15.541816,-12.182571,-11.293751,-13.78777,-21.096514

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=20newsgroups/list=test_800/labels.csv

@@ -0,0 +1,800 @@
+9093,16
+6372,2
+14573,12
+11938,15
+1712,17
+12553,16
+16642,14
+2432,18
+4032,15
+2320,3
+9358,3
+10651,1
+9297,8
+5267,14
+7346,13
+18169,3
+544,17
+4136,2
+14172,1
+2609,10
+17603,11
+12700,14
+6239,12
+8495,18
+15771,18
+11698,18
+127,16
+3419,17
+13218,0
+17284,5
+3475,1
+15884,17
+14988,3
+15250,12
+265,3
+14431,13
+2182,19
+16984,1
+8187,19
+4463,9
+15259,13
+17872,12
+2223,8
+15302,12
+6970,12
+6840,10
+5417,11
+5550,7
+14019,16
+6122,10
+15287,12
+12758,2
+3017,2
+37,11
+16939,15
+5018,14
+16827,7
+4365,4
+15411,17
+17191,5
+3836,11
+9220,12
+691,5
+12707,11
+5492,6
+4703,15
+3800,2
+15970,13
+10179,17
+8908,7
+5284,10
+6699,4
+346,9
+1343,4
+5352,3
+9079,6
+11870,19
+16922,6
+921,11
+7089,9
+1642,14
+6070,13
+7518,15
+10751,15
+174,13
+16038,10
+16392,10
+3722,15
+4781,15
+10028,2
+15197,8
+13618,4
+5070,5
+16307,10
+13398,4
+8996,2
+11358,18
+9565,18
+5237,19
+7450,19
+15992,17
+9879,2
+18046,5
+17540,12
+11094,1
+15116,9
+15945,5
+11742,5
+13122,13
+618,2
+30,6
+4186,7
+17581,16
+13233,9
+10977,14
+6010,2
+16733,10
+15300,15
+2011,5
+13108,15
+5547,2
+8648,4
+8365,18
+3490,16
+1790,14
+718,0
+15930,19
+1178,13
+9773,9
+17616,11
+733,17
+3740,3
+8897,12
+13049,3
+11555,16
+4631,7
+7830,10
+13143,11
+17982,10
+2064,18
+9327,6
+2784,5
+16094,1
+1661,9
+14421,0
+376,13
+14091,14
+3641,18
+18342,19
+7598,3
+17676,12
+9229,9
+12389,7
+16991,7
+13416,1
+7828,7
+6071,18
+14065,3
+15961,16
+11912,16
+2544,9
+6009,13
+5765,11
+17811,16
+12062,10
+78,2
+12738,2
+900,16
+7248,10
+8654,13
+11763,18
+8986,12
+18281,2
+3513,12
+17921,19
+14797,18
+13119,17
+611,16
+14417,9
+16506,18
+6303,5
+15475,6
+6881,0
+1749,9
+15921,9
+11810,7
+10963,13
+11445,11
+9029,1
+10032,2
+1325,8
+6318,9
+18243,14
+11366,4
+4343,1
+1309,1
+3292,9
+10631,18
+5425,15
+12275,11
+10638,6
+5767,14
+4571,5
+8157,6
+2910,15
+8870,7
+3623,10
+698,10
+15737,4
+13194,15
+8273,1
+17359,7
+9928,10
+823,12
+1066,10
+8386,5
+4043,17
+14005,13
+11079,3
+9484,2
+15875,18
+13012,14
+2154,12
+17060,16
+12041,6
+2109,16
+12734,10
+7063,0
+5552,16
+9988,0
+18088,8
+6834,3
+2267,10
+3778,1
+13669,11
+8807,4
+6001,18
+8900,0
+13228,13
+13252,8
+8330,18
+16479,8
+15968,9
+17641,8
+5295,3
+11399,7
+1243,15
+15399,16
+3101,11
+45,4
+4760,19
+359,4
+14055,11
+12632,14
+14892,11
+13716,18
+6861,7
+16982,3
+17263,9
+14135,18
+13361,6
+77,7
+9048,14
+15957,4
+8833,12
+14854,10
+5807,16
+7278,7
+2542,8
+6784,16
+3280,2
+8796,8
+2508,1
+8686,13
+5604,7
+15050,14
+15614,4
+128,9
+9381,13
+6707,10
+15166,19
+14118,13
+17574,6
+8139,13
+8837,2
+12563,18
+1300,12
+18265,11
+1377,8
+14927,16
+16580,0
+9248,2
+9084,10
+8182,7
+1902,8
+11050,10
+430,15
+7213,19
+1717,18
+10812,7
+16893,0
+8177,1
+13630,2
+7026,2
+3148,18
+17758,3
+13542,2
+1657,17
+11197,14
+6781,18
+14105,11
+3978,11
+13625,13
+737,9
+6361,4
+15800,5
+9291,19
+12254,17
+14052,5
+9893,2
+13489,12
+10263,4
+7884,4
+8585,2
+9812,2
+9721,15
+16075,12
+13649,7
+4637,5
+5119,8
+1702,18
+1604,4
+13602,13
+8402,2
+14919,1
+9317,16
+9355,12
+1878,5
+10713,0
+7406,14
+6869,11
+9950,14
+2428,6
+10251,15
+14115,2
+11589,8
+15969,6
+6156,9
+5236,1
+1511,2
+15753,11
+14327,16
+8932,7
+5037,5
+7885,17
+15090,15
+15917,0
+8552,3
+14204,8
+12108,8
+13056,3
+18264,10
+4904,9
+9831,9
+7550,10
+16800,14
+4910,3
+6040,14
+15897,15
+1489,4
+2607,16
+18351,11
+1335,19
+12473,2
+13811,0
+11656,17
+2009,16
+12892,9
+6328,14
+4535,11
+5124,9
+4052,17
+1866,17
+339,1
+9464,0
+16877,18
+5846,8
+16562,8
+13422,13
+17613,9
+9640,16
+8770,5
+17201,2
+13925,5
+1640,3
+13411,3
+18133,4
+1727,8
+14075,10
+13375,13
+9439,0
+6819,17
+13720,9
+1590,3
+10274,16
+14559,19
+559,15
+9101,10
+5082,10
+11364,18
+12767,15
+1587,6
+15995,17
+1541,17
+3560,15
+3747,3
+17792,13
+245,18
+13400,10
+15095,15
+2532,1
+6503,8
+18364,19
+10357,5
+389,4
+10468,17
+4975,10
+163,12
+8279,14
+1972,16
+6418,12
+13139,4
+8478,7
+1431,3
+12647,7
+17226,18
+6651,17
+1832,5
+885,17
+1675,4
+2235,14
+14970,16
+4333,1
+6929,2
+4589,1
+10840,19
+5333,14
+2678,13
+4698,5
+7016,1
+9624,13
+2189,18
+15418,0
+16582,13
+8612,15
+2825,2
+3625,11
+6532,17
+6245,14
+17838,11
+7277,3
+8071,1
+7429,10
+569,10
+14886,6
+15240,4
+14185,15
+14420,3
+11920,1
+12801,13
+1647,13
+1755,3
+285,10
+17721,17
+6979,11
+39,16
+11370,11
+3614,1
+4075,11
+11525,5
+5365,2
+2885,14
+4179,9
+887,4
+8197,10
+13717,17
+6545,0
+9760,5
+817,1
+5133,17
+2033,9
+11301,1
+17487,5
+14177,0
+4531,17
+17414,5
+1957,6
+14516,7
+2749,1
+18229,1
+12514,7
+12742,16
+15941,18
+17885,19
+6542,7
+2799,14
+15027,3
+5459,15
+6367,2
+2858,13
+15137,13
+1594,10
+15612,3
+2594,15
+11128,4
+16626,16
+9963,11
+10248,18
+4856,8
+12078,7
+250,2
+5235,15
+16973,18
+17413,12
+14428,4
+11941,15
+11836,16
+14948,18
+1412,10
+11214,17
+13980,2
+11521,8
+12332,3
+3370,10
+5852,3
+16300,10
+3304,18
+979,2
+3933,9
+15810,9
+2726,15
+9609,6
+15857,18
+15419,2
+7370,3
+16401,14
+1683,2
+14263,19
+17745,6
+17299,4
+16736,14
+1337,11
+16960,9
+3887,15
+17894,16
+9953,11
+4040,15
+3398,14
+13460,7
+3603,11
+12725,17
+16778,4
+12021,4
+4564,15
+14972,13
+2378,11
+18371,9
+15855,0
+507,13
+14051,6
+11267,8
+9521,16
+3683,14
+9163,12
+6748,18
+619,9
+14119,6
+14367,14
+4334,14
+4475,3
+7143,7
+8087,7
+15319,1
+2731,10
+7749,19
+4913,3
+17977,11
+7360,13
+17781,7
+10649,4
+11798,10
+9572,10
+5675,13
+1497,8
+318,6
+15440,15
+13793,7
+11119,14
+9993,19
+8290,5
+17579,1
+13427,6
+536,6
+3541,10
+4807,0
+4218,14
+12666,4
+16719,2
+6571,3
+6588,1
+5702,4
+1803,10
+10660,3
+7251,16
+14433,2
+10258,9
+3890,8
+17608,5
+6286,19
+12373,14
+5467,13
+4834,8
+5822,1
+9997,15
+1067,4
+10893,11
+12261,6
+16944,6
+18396,1
+11805,12
+1029,3
+332,14
+10582,13
+17366,11
+14287,6
+1839,10
+10233,4
+14799,15
+7468,0
+9755,1
+13935,7
+10954,7
+11320,2
+14262,3
+16725,15
+18389,19
+12970,8
+8476,2
+16283,8
+11182,16
+13663,18
+8136,16
+15307,8
+17862,18
+6522,11
+15556,1
+962,19
+5312,18
+12809,3
+8589,2
+7893,3
+4414,0
+11118,17
+13622,14
+1319,8
+6480,18
+11813,4
+3508,3
+5136,8
+5801,12
+3529,3
+11720,15
+16912,5
+15199,8
+8338,16
+6400,17
+558,17
+12040,6
+944,10
+9372,2
+14954,6
+11176,6
+7469,5
+9263,1
+16967,13
+1914,4
+6251,9
+8274,9
+10527,17
+14307,14
+13322,6
+12648,6
+10986,10
+7185,13
+5737,10
+10183,9
+3495,18
+1274,5
+2413,9
+8234,12
+5783,6
+1536,7
+10048,16
+1787,9
+15255,3
+3671,17
+5986,3
+9620,6
+6380,1
+14181,4
+2001,0
+14953,2
+6490,9
+1131,15
+1856,10
+5982,5
+12226,13
+9419,3
+5882,9
+3295,17
+6952,3
+13477,7
+18134,15
+81,16
+7998,9
+13836,9
+9710,14
+9954,4
+16058,9
+16859,12
+1009,15
+12596,13
+2118,12
+1472,16
+18319,11
+2567,8
+579,11
+1328,19
+9424,19
+15998,17
+3357,11
+10411,6
+8436,7
+18332,9
+13030,1
+17550,7
+5053,11
+9387,9
+4828,14
+12006,8
+9323,17
+15925,2
+15979,3
+4753,14
+9385,6
+14211,17
+13364,10
+16546,10
+17795,13
+14990,7
+15602,6
+4896,0
+397,5
+15832,18
+12622,8
+7048,11
+17771,19
+9245,4
+2390,15
+16069,0
+16122,8
+17378,19
+3947,0
+8268,9
+6419,5
+16403,2
+13568,5
+2370,19
+15484,6
+6904,13
+8175,17
+13430,7
+8432,11
+14159,17
+10327,11
+12384,3
+13474,3
+13988,14
+13985,4
+3538,10
+14670,18
+3533,17
+11680,1
+665,10
+16601,1
+7858,7
+11650,3
+5909,2
+10873,14
+6960,15

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,36 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.35332445427775383,0,3.7995805740356445,
+0,8,0.05739091336727142,1,5.5194947719573975,
+0,16,0.03359731286764145,2,4.962180709838867,
+0,24,0.0345115065574646,3,3.907206021822416,
+0,32,0.03069951757788658,4,4.583269153322492,
+0,40,0.03301658108830452,5,4.674173704783121,
+0,48,0.0330418199300766,6,3.7532891676976132,
+0,56,0.03453269973397255,7,3.7191406318119595,
+0,64,0.03669026866555214,8,4.8515201807022095,
+0,72,0.03479495644569397,9,4.983735612460545,
+0,80,0.03439250588417053,10,5.078947424888611,
+1,88,0.0339060015976429,11,3.2605972034590587,
+1,96,0.030549749732017517,12,4.434437086184819,
+1,104,0.030505649745464325,13,2.5508312173187733,
+1,112,0.030707329511642456,14,2.168146885931492,
+1,120,0.03413009271025658,15,1.0021420435773,
+1,128,0.030430924147367477,16,1.850153420652662,
+,,,16,,1.7854337692260742
+1,136,0.03326152265071869,17,1.6274448111653328,
+1,144,0.03454155847430229,18,0.839177912899426,
+1,152,0.030724160373210907,19,2.307685177115833,
+1,160,0.033976223319768906,20,1.5000078429778416,
+2,168,0.034922998398542404,21,1.069008897457804,
+2,176,0.033398471772670746,22,0.9422913696616888,
+2,184,0.030475839972496033,23,0.8901757429043452,
+2,192,0.033923301845788956,24,1.2302486403461765,
+2,200,0.03410305827856064,25,1.2758475552002588,
+2,208,0.032524317502975464,26,0.616720804146358,
+2,216,0.030573111027479172,27,0.9004590230492445,
+2,224,0.0302559956908226,28,0.5674507646666219,
+2,232,0.03002169355750084,29,0.6306986328871811,
+2,240,0.03327006474137306,30,0.5495177372358739,
+3,248,0.0339496023952961,31,1.0085571227329118,
+3,256,0.031060542911291122,32,0.24893998752037685,
+,,,32,,0.4984732151031494

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans/0.0-1.0/0.7-1.0/test=20newsgroups/list=test_800/labels.csv

@@ -0,0 +1,800 @@
+9093,16
+6372,2
+14573,12
+11938,15
+1712,17
+12553,16
+16642,14
+2432,18
+4032,15
+2320,3
+9358,3
+10651,1
+9297,8
+5267,14
+7346,13
+18169,3
+544,17
+4136,2
+14172,1
+2609,10
+17603,11
+12700,14
+6239,12
+8495,18
+15771,18
+11698,18
+127,16
+3419,17
+13218,0
+17284,5
+3475,1
+15884,17
+14988,3
+15250,12
+265,3
+14431,13
+2182,19
+16984,1
+8187,19
+4463,9
+15259,13
+17872,12
+2223,8
+15302,12
+6970,12
+6840,10
+5417,11
+5550,7
+14019,16
+6122,10
+15287,12
+12758,2
+3017,2
+37,11
+16939,15
+5018,14
+16827,7
+4365,4
+15411,17
+17191,5
+3836,11
+9220,12
+691,5
+12707,11
+5492,6
+4703,15
+3800,2
+15970,13
+10179,17
+8908,7
+5284,10
+6699,4
+346,9
+1343,4
+5352,3
+9079,6
+11870,19
+16922,6
+921,11
+7089,9
+1642,14
+6070,13
+7518,15
+10751,15
+174,13
+16038,10
+16392,10
+3722,15
+4781,15
+10028,2
+15197,8
+13618,4
+5070,5
+16307,10
+13398,4
+8996,2
+11358,18
+9565,18
+5237,19
+7450,19
+15992,17
+9879,2
+18046,5
+17540,12
+11094,1
+15116,9
+15945,5
+11742,5
+13122,13
+618,2
+30,6
+4186,7
+17581,16
+13233,9
+10977,14
+6010,2
+16733,10
+15300,15
+2011,5
+13108,15
+5547,2
+8648,4
+8365,18
+3490,16
+1790,14
+718,0
+15930,19
+1178,13
+9773,9
+17616,11
+733,17
+3740,3
+8897,12
+13049,3
+11555,16
+4631,7
+7830,10
+13143,11
+17982,10
+2064,18
+9327,6
+2784,5
+16094,1
+1661,9
+14421,0
+376,13
+14091,14
+3641,18
+18342,19
+7598,3
+17676,12
+9229,9
+12389,7
+16991,7
+13416,1
+7828,7
+6071,18
+14065,3
+15961,16
+11912,16
+2544,9
+6009,13
+5765,11
+17811,16
+12062,10
+78,2
+12738,2
+900,16
+7248,10
+8654,13
+11763,18
+8986,12
+18281,2
+3513,12
+17921,19
+14797,18
+13119,17
+611,16
+14417,9
+16506,18
+6303,5
+15475,6
+6881,0
+1749,9
+15921,9
+11810,7
+10963,13
+11445,11
+9029,1
+10032,2
+1325,8
+6318,9
+18243,14
+11366,4
+4343,1
+1309,1
+3292,9
+10631,18
+5425,15
+12275,11
+10638,6
+5767,14
+4571,5
+8157,6
+2910,15
+8870,7
+3623,10
+698,10
+15737,4
+13194,15
+8273,1
+17359,7
+9928,10
+823,12
+1066,10
+8386,5
+4043,17
+14005,13
+11079,3
+9484,2
+15875,18
+13012,14
+2154,12
+17060,16
+12041,6
+2109,16
+12734,10
+7063,0
+5552,16
+9988,0
+18088,8
+6834,3
+2267,10
+3778,1
+13669,11
+8807,4
+6001,18
+8900,0
+13228,13
+13252,8
+8330,18
+16479,8
+15968,9
+17641,8
+5295,3
+11399,7
+1243,15
+15399,16
+3101,11
+45,4
+4760,19
+359,4
+14055,11
+12632,14
+14892,11
+13716,18
+6861,7
+16982,3
+17263,9
+14135,18
+13361,6
+77,7
+9048,14
+15957,4
+8833,12
+14854,10
+5807,16
+7278,7
+2542,8
+6784,16
+3280,2
+8796,8
+2508,1
+8686,13
+5604,7
+15050,14
+15614,4
+128,9
+9381,13
+6707,10
+15166,19
+14118,13
+17574,6
+8139,13
+8837,2
+12563,18
+1300,12
+18265,11
+1377,8
+14927,16
+16580,0
+9248,2
+9084,10
+8182,7
+1902,8
+11050,10
+430,15
+7213,19
+1717,18
+10812,7
+16893,0
+8177,1
+13630,2
+7026,2
+3148,18
+17758,3
+13542,2
+1657,17
+11197,14
+6781,18
+14105,11
+3978,11
+13625,13
+737,9
+6361,4
+15800,5
+9291,19
+12254,17
+14052,5
+9893,2
+13489,12
+10263,4
+7884,4
+8585,2
+9812,2
+9721,15
+16075,12
+13649,7
+4637,5
+5119,8
+1702,18
+1604,4
+13602,13
+8402,2
+14919,1
+9317,16
+9355,12
+1878,5
+10713,0
+7406,14
+6869,11
+9950,14
+2428,6
+10251,15
+14115,2
+11589,8
+15969,6
+6156,9
+5236,1
+1511,2
+15753,11
+14327,16
+8932,7
+5037,5
+7885,17
+15090,15
+15917,0
+8552,3
+14204,8
+12108,8
+13056,3
+18264,10
+4904,9
+9831,9
+7550,10
+16800,14
+4910,3
+6040,14
+15897,15
+1489,4
+2607,16
+18351,11
+1335,19
+12473,2
+13811,0
+11656,17
+2009,16
+12892,9
+6328,14
+4535,11
+5124,9
+4052,17
+1866,17
+339,1
+9464,0
+16877,18
+5846,8
+16562,8
+13422,13
+17613,9
+9640,16
+8770,5
+17201,2
+13925,5
+1640,3
+13411,3
+18133,4
+1727,8
+14075,10
+13375,13
+9439,0
+6819,17
+13720,9
+1590,3
+10274,16
+14559,19
+559,15
+9101,10
+5082,10
+11364,18
+12767,15
+1587,6
+15995,17
+1541,17
+3560,15
+3747,3
+17792,13
+245,18
+13400,10
+15095,15
+2532,1
+6503,8
+18364,19
+10357,5
+389,4
+10468,17
+4975,10
+163,12
+8279,14
+1972,16
+6418,12
+13139,4
+8478,7
+1431,3
+12647,7
+17226,18
+6651,17
+1832,5
+885,17
+1675,4
+2235,14
+14970,16
+4333,1
+6929,2
+4589,1
+10840,19
+5333,14
+2678,13
+4698,5
+7016,1
+9624,13
+2189,18
+15418,0
+16582,13
+8612,15
+2825,2
+3625,11
+6532,17
+6245,14
+17838,11
+7277,3
+8071,1
+7429,10
+569,10
+14886,6
+15240,4
+14185,15
+14420,3
+11920,1
+12801,13
+1647,13
+1755,3
+285,10
+17721,17
+6979,11
+39,16
+11370,11
+3614,1
+4075,11
+11525,5
+5365,2
+2885,14
+4179,9
+887,4
+8197,10
+13717,17
+6545,0
+9760,5
+817,1
+5133,17
+2033,9
+11301,1
+17487,5
+14177,0
+4531,17
+17414,5
+1957,6
+14516,7
+2749,1
+18229,1
+12514,7
+12742,16
+15941,18
+17885,19
+6542,7
+2799,14
+15027,3
+5459,15
+6367,2
+2858,13
+15137,13
+1594,10
+15612,3
+2594,15
+11128,4
+16626,16
+9963,11
+10248,18
+4856,8
+12078,7
+250,2
+5235,15
+16973,18
+17413,12
+14428,4
+11941,15
+11836,16
+14948,18
+1412,10
+11214,17
+13980,2
+11521,8
+12332,3
+3370,10
+5852,3
+16300,10
+3304,18
+979,2
+3933,9
+15810,9
+2726,15
+9609,6
+15857,18
+15419,2
+7370,3
+16401,14
+1683,2
+14263,19
+17745,6
+17299,4
+16736,14
+1337,11
+16960,9
+3887,15
+17894,16
+9953,11
+4040,15
+3398,14
+13460,7
+3603,11
+12725,17
+16778,4
+12021,4
+4564,15
+14972,13
+2378,11
+18371,9
+15855,0
+507,13
+14051,6
+11267,8
+9521,16
+3683,14
+9163,12
+6748,18
+619,9
+14119,6
+14367,14
+4334,14
+4475,3
+7143,7
+8087,7
+15319,1
+2731,10
+7749,19
+4913,3
+17977,11
+7360,13
+17781,7
+10649,4
+11798,10
+9572,10
+5675,13
+1497,8
+318,6
+15440,15
+13793,7
+11119,14
+9993,19
+8290,5
+17579,1
+13427,6
+536,6
+3541,10
+4807,0
+4218,14
+12666,4
+16719,2
+6571,3
+6588,1
+5702,4
+1803,10
+10660,3
+7251,16
+14433,2
+10258,9
+3890,8
+17608,5
+6286,19
+12373,14
+5467,13
+4834,8
+5822,1
+9997,15
+1067,4
+10893,11
+12261,6
+16944,6
+18396,1
+11805,12
+1029,3
+332,14
+10582,13
+17366,11
+14287,6
+1839,10
+10233,4
+14799,15
+7468,0
+9755,1
+13935,7
+10954,7
+11320,2
+14262,3
+16725,15
+18389,19
+12970,8
+8476,2
+16283,8
+11182,16
+13663,18
+8136,16
+15307,8
+17862,18
+6522,11
+15556,1
+962,19
+5312,18
+12809,3
+8589,2
+7893,3
+4414,0
+11118,17
+13622,14
+1319,8
+6480,18
+11813,4
+3508,3
+5136,8
+5801,12
+3529,3
+11720,15
+16912,5
+15199,8
+8338,16
+6400,17
+558,17
+12040,6
+944,10
+9372,2
+14954,6
+11176,6
+7469,5
+9263,1
+16967,13
+1914,4
+6251,9
+8274,9
+10527,17
+14307,14
+13322,6
+12648,6
+10986,10
+7185,13
+5737,10
+10183,9
+3495,18
+1274,5
+2413,9
+8234,12
+5783,6
+1536,7
+10048,16
+1787,9
+15255,3
+3671,17
+5986,3
+9620,6
+6380,1
+14181,4
+2001,0
+14953,2
+6490,9
+1131,15
+1856,10
+5982,5
+12226,13
+9419,3
+5882,9
+3295,17
+6952,3
+13477,7
+18134,15
+81,16
+7998,9
+13836,9
+9710,14
+9954,4
+16058,9
+16859,12
+1009,15
+12596,13
+2118,12
+1472,16
+18319,11
+2567,8
+579,11
+1328,19
+9424,19
+15998,17
+3357,11
+10411,6
+8436,7
+18332,9
+13030,1
+17550,7
+5053,11
+9387,9
+4828,14
+12006,8
+9323,17
+15925,2
+15979,3
+4753,14
+9385,6
+14211,17
+13364,10
+16546,10
+17795,13
+14990,7
+15602,6
+4896,0
+397,5
+15832,18
+12622,8
+7048,11
+17771,19
+9245,4
+2390,15
+16069,0
+16122,8
+17378,19
+3947,0
+8268,9
+6419,5
+16403,2
+13568,5
+2370,19
+15484,6
+6904,13
+8175,17
+13430,7
+8432,11
+14159,17
+10327,11
+12384,3
+13474,3
+13988,14
+13985,4
+3538,10
+14670,18
+3533,17
+11680,1
+665,10
+16601,1
+7858,7
+11650,3
+5909,2
+10873,14
+6960,15

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 32
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/metrics.csv

@@ -0,0 +1,1192 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3279607519507408,0,16.926708221435547,
+0,8,0.05948702618479729,1,8.545638629368373,
+0,16,0.03638916090130806,2,5.671747871807644,
+0,24,0.03677522391080856,3,7.66694765824538,
+0,32,0.05496499314904213,4,4.031967467731899,
+0,40,0.03567896783351898,5,4.5692891597747805,
+0,48,0.0371972918510437,6,3.953583844502767,
+0,56,0.03262019529938698,7,3.5104837268590927,
+1,64,0.03371550515294075,8,2.3188467979431153,
+1,72,0.03362686559557915,9,4.01618092400687,
+1,80,0.03347577899694443,10,1.605125111692092,
+1,88,0.02900613099336624,11,3.6908639944516697,
+1,96,0.03523971885442734,12,3.233882602523355,
+1,104,0.029374904930591583,13,2.670122716824214,
+1,112,0.029256019741296768,14,1.398721965295928,
+2,120,0.03404704108834267,15,1.3708287924528122,
+2,128,0.029194235801696777,16,1.334901378435247,
+,,,16,,1.6017684936523438
+2,136,0.02919789031147957,17,1.4162340483495168,
+2,144,0.032690681517124176,18,1.2959567996171804,
+2,152,0.033835966140031815,19,0.6027509653940797,
+2,160,0.03443758562207222,20,0.6999289638229779,
+2,168,0.03245655447244644,21,1.742462980747223,
+3,176,0.029052726924419403,22,0.8544775715896061,
+3,184,0.029049411416053772,23,0.9667372028860781,
+3,192,0.028967607766389847,24,0.18064813651144504,
+3,200,0.03438644856214523,25,0.3291969413558642,
+3,208,0.03367215022444725,26,0.4456668069793118,
+3,216,0.04080762341618538,27,0.32662407370905083,
+3,224,0.030708782374858856,28,0.400344897634708,
+4,232,0.033063992857933044,29,0.1321870117681101,
+4,240,0.03411988914012909,30,0.25253533211071044,
+4,248,0.03345624357461929,31,0.09606737870490178,
+4,256,0.029488641768693924,32,0.08586233216919936,
+,,,32,,0.23998040931169376
+4,264,0.03526263311505318,33,0.6461069740221969,
+4,272,0.03543597832322121,34,0.222490286862012,
+4,280,0.02944054827094078,35,0.05072081537747925,
+5,288,0.03410346433520317,36,0.17961319675669074,
+5,296,0.032555222511291504,37,0.21209637055705702,
+5,304,0.02946670725941658,38,0.057125922044118246,
+5,312,0.02940577268600464,39,0.15822986969059066,
+5,320,0.03455706313252449,40,0.02172346512476603,
+5,328,0.03304507955908775,41,0.041492465417832136,
+5,336,0.033159155398607254,42,0.028348399170984823,
+6,344,0.02939193695783615,43,0.035396123704101355,
+6,352,0.03304459899663925,44,0.019867135759662178,
+6,360,0.02983061596751213,45,0.010445826774230227,
+6,368,0.02920800819993019,46,0.030670922032246986,
+6,376,0.03453851491212845,47,0.03870786653299417,
+6,384,0.03524123132228851,48,0.026871737900792676,
+,,,48,,0.017373035120409587
+6,392,0.03916335105895996,49,0.028846019908087328,
+7,400,0.03552398458123207,50,0.021658714084575575,
+7,408,0.02980368584394455,51,0.005094013898633421,
+7,416,0.030034787952899933,52,0.006720625620801002,
+7,424,0.033250968903303146,53,0.008161177440342726,
+7,432,0.03481688350439072,54,0.008645757753401994,
+7,440,0.03314216062426567,55,0.013731492403894662,
+7,448,0.03453558310866356,56,0.009717946142579119,
+8,456,0.029604028910398483,57,0.007478778060017662,
+8,464,0.02960682287812233,58,0.006981435984086532,
+8,472,0.03259945288300514,59,0.006921012598254225,
+8,480,0.03397560492157936,60,0.004919799611282845,
+8,488,0.029182489961385727,61,0.006998716766247526,
+8,496,0.02965421974658966,62,0.010647491194928686,
+8,504,0.0345982201397419,63,0.002968392787604696,
+9,512,0.03413250669836998,64,0.0036580222453374196,
+,,,64,,0.0043913430945817815
+9,520,0.03340933844447136,65,0.00513198387220894,
+9,528,0.029575694352388382,66,0.004990049467111627,
+9,536,0.029386918991804123,67,0.0034402618408561326,
+9,544,0.0336402989923954,68,0.005248036543239972,
+9,552,0.02965741604566574,69,0.003910199240116137,
+9,560,0.029197290539741516,70,0.004680669723221889,
+10,568,0.03368062898516655,71,0.004262471496237113,
+10,576,0.04960275813937187,72,0.0033963621120035115,
+10,584,0.036361418664455414,73,0.003185651237692903,
+10,592,0.03449372947216034,74,0.003892869387260255,
+10,600,0.034665536135435104,75,0.0037896802366179016,
+10,608,0.033646032214164734,76,0.004080719842265049,
+10,616,0.029725339263677597,77,0.0019697659035128627,
+11,624,0.02954655885696411,78,0.0022369185507369158,
+11,632,0.029920153319835663,79,0.004007952194660902,
+11,640,0.029529206454753876,80,0.002187160040193703,
+,,,80,,0.0029042030489721963
+11,648,0.029213059693574905,81,0.004512722138315439,
+11,656,0.03010321781039238,82,0.003499828062356553,
+11,664,0.029133088886737823,83,0.00202124090615793,
+11,672,0.02906038612127304,84,0.0028357735835015776,
+12,680,0.03387901186943054,85,0.0019500644640564652,
+12,688,0.03317657485604286,86,0.0028350819650638315,
+12,696,0.034369662404060364,87,0.002663701105540475,
+12,704,0.029236312955617905,88,0.002723658824834274,
+12,712,0.03329959884285927,89,0.0034297843360238606,
+12,720,0.03342483565211296,90,0.00346101769246161,
+12,728,0.028968241065740585,91,0.002331980496334533,
+13,736,0.033948250114917755,92,0.0023332132880265516,
+13,744,0.03342103958129883,93,0.002946450621547068,
+13,752,0.034646157175302505,94,0.0020258291818511984,
+13,760,0.02902575582265854,95,0.0029143214070548613,
+13,768,0.04526583105325699,96,0.0019511929389813708,
+,,,96,,0.0023372928763544837
+13,776,0.02938319370150566,97,0.0033428914248361252,
+13,784,0.032417215406894684,98,0.001919289451810376,
+14,792,0.028627507388591766,99,0.002803686724898095,
+14,800,0.03396531566977501,100,0.00232559084958796,
+14,808,0.029489945620298386,101,0.002483361470513046,
+14,816,0.033953554928302765,102,0.001667122969714304,
+14,824,0.03452694043517113,103,0.002802815411996562,
+14,832,0.032844338566064835,104,0.002607114301473998,
+14,840,0.02915165200829506,105,0.0018436908576404676,
+15,848,0.03366859629750252,106,0.002157430267996258,
+15,856,0.02917639911174774,107,0.003515830825028174,
+15,864,0.034730102866888046,108,0.0018580807722173632,
+15,872,0.029409989714622498,109,0.00220622903725598,
+15,880,0.03499972075223923,110,0.0019400175993463822,
+15,888,0.02974661812186241,111,0.0012563669860052565,
+15,896,0.0328664667904377,112,0.0027244118724151383,
+,,,112,,0.0021306226073309433
+16,904,0.034417878836393356,113,0.002523607765657029,
+16,912,0.03417835384607315,114,0.001798936129489448,
+16,920,0.03393208980560303,115,0.0021070187880575437,
+16,928,0.029110074043273926,116,0.0013884419483171466,
+16,936,0.03266429156064987,117,0.002624377716399197,
+16,944,0.0418548658490181,118,0.002628622285556048,
+16,952,0.029506836086511612,119,0.0019236612333770609,
+17,960,0.02920200675725937,120,0.0017999187584791798,
+17,968,0.029415570199489594,121,0.0020362063535555664,
+17,976,0.034373689442873,122,0.0030852609063283755,
+17,984,0.036998774856328964,123,0.0013494309096131474,
+17,992,0.03369205445051193,124,0.002192670946897124,
+17,1000,0.02915412187576294,125,0.0018805534164130222,
+17,1008,0.02929074317216873,126,0.001942681515804277,
+18,1016,0.035256560891866684,127,0.002090294038810368,
+18,1024,0.029052898287773132,128,0.0018412646604701877,
+,,,128,,0.0019159455632054528
+18,1032,0.029487360268831253,129,0.0028336719713277286,
+18,1040,0.029117852449417114,130,0.0020652478405584892,
+18,1048,0.03615189343690872,131,0.0014830136704923852,
+18,1056,0.03326306492090225,132,0.0016261696561871628,
+18,1064,0.03243429586291313,133,0.0014964498363302223,
+19,1072,0.03128053992986679,134,0.0018434932790114544,
+19,1080,0.032395150512456894,135,0.0015012521180324256,
+19,1088,0.03555597364902496,136,0.002085055963107152,
+19,1096,0.03025997430086136,137,0.0012820049911776248,
+19,1104,0.031618762761354446,138,0.0020611729456244837,
+19,1112,0.030771460384130478,139,0.002156491667847149,
+19,1120,0.03177153319120407,140,0.002224656614998821,
+20,1128,0.02904270961880684,141,0.0014867190620861948,
+20,1136,0.031834255903959274,142,0.001840771591135611,
+20,1144,0.03424081206321716,143,0.0020470493436732795,
+20,1152,0.03382234647870064,144,0.0015399295620487205,
+,,,144,,0.0018079831849697025
+20,1160,0.03450728580355644,145,0.00194913896624572,
+20,1168,0.038438282907009125,146,0.0023820964236031562,
+20,1176,0.03528890386223793,147,0.0017087360860646836,
+21,1184,0.030190523713827133,148,0.00198118975206923,
+21,1192,0.03420211374759674,149,0.0018463696818798781,
+21,1200,0.02883234992623329,150,0.0010410451951126257,
+21,1208,0.029692836105823517,151,0.0014130975779456398,
+21,1216,0.028957776725292206,152,0.0023005915461587444,
+21,1224,0.029735062271356583,153,0.001827881667330595,
+21,1232,0.03355242684483528,154,0.0021858752279513283,
+22,1240,0.03394921123981476,155,0.0017096017545554787,
+22,1248,0.03402949869632721,156,0.0018551605420985392,
+22,1256,0.035383570939302444,157,0.002193878120605779,
+22,1264,0.033918507397174835,158,0.002115194687836005,
+22,1272,0.03294803947210312,159,0.0014817673868189256,
+22,1280,0.03558323532342911,160,0.0015505307237617671,
+,,,160,,0.0017316218378931978
+22,1288,0.034227728843688965,161,0.0010297376087264104,
+23,1296,0.0348164327442646,162,0.0008990665997511574,
+23,1304,0.0343882255256176,163,0.001707023533526808,
+23,1312,0.03607821837067604,164,0.002342728417715989,
+23,1320,0.036308545619249344,165,0.002186193138671418,
+23,1328,0.03596315532922745,166,0.0019256108983730276,
+23,1336,0.037372756749391556,167,0.0015170122341563305,
+23,1344,0.03724488988518715,168,0.0011764277553404955,
+24,1352,0.03725951910018921,169,0.002079889438498546,
+24,1360,0.030189331620931625,170,0.0011687096829215685,
+24,1368,0.029363233596086502,171,0.0016474003342035063,
+24,1376,0.02952420711517334,172,0.002173372041267742,
+24,1384,0.032866500318050385,173,0.0014916908067579453,
+24,1392,0.02946818619966507,174,0.0015082174776277193,
+24,1400,0.029606424272060394,175,0.0014345554352205778,
+25,1408,0.030047014355659485,176,0.0016076572627450028,
+,,,176,,0.0015935648319333098
+25,1416,0.033149249851703644,177,0.0014029879184818128,
+25,1424,0.03462674096226692,178,0.001858154557079875,
+25,1432,0.03347861021757126,179,0.001889734783617314,
+25,1440,0.03503575176000595,180,0.0015040900667800622,
+25,1448,0.029482431709766388,181,0.0017977665966926988,
+25,1456,0.03307974338531494,182,0.001356067152300966,
+26,1464,0.029595021158456802,183,0.0011408208021228866,
+26,1472,0.032733745872974396,184,0.0010368015461911758,
+26,1480,0.028930701315402985,185,0.0017902782509246697,
+26,1488,0.029204681515693665,186,0.0015245056129060686,
+26,1496,0.029134511947631836,187,0.0024128993699217543,
+26,1504,0.03454938903450966,188,0.0017803862920118263,
+26,1512,0.02934635430574417,189,0.0009101244359044358,
+27,1520,0.02925669401884079,190,0.001696628123883986,
+27,1528,0.03006446361541748,191,0.0012309040342058455,
+27,1536,0.03988993167877197,192,0.0015032030787551776,
+,,,192,,0.0015101772408152735
+27,1544,0.02936093881726265,193,0.0014458970421961008,
+27,1552,0.029223863035440445,194,0.0015466897239093669,
+27,1560,0.03340926393866539,195,0.00166000564618466,
+27,1568,0.029267825186252594,196,0.0017174895154312253,
+28,1576,0.02976410835981369,197,0.0009132938160161887,
+28,1584,0.03363046422600746,198,0.0020009349973406643,
+28,1592,0.0334010012447834,199,0.0016680213706826584,
+28,1600,0.033581409603357315,200,0.0018759817919797367,
+28,1608,0.03313877806067467,201,0.0015473669409402646,
+28,1616,0.0337037593126297,202,0.0011753448294863726,
+28,1624,0.029626592993736267,203,0.0010521834566523986,
+29,1632,0.029017377644777298,204,0.0018821046299611528,
+29,1640,0.028867419809103012,205,0.0018193709198385476,
+29,1648,0.02933676540851593,206,0.001101000858398038,
+29,1656,0.03317870944738388,207,0.0011334177834214643,
+29,1664,0.029226355254650116,208,0.0019159158068110368,
+,,,208,,0.001440630575945211
+29,1672,0.033359039574861526,209,0.001397039118113325,
+29,1680,0.029226254671812057,210,0.0012297029643377755,
+30,1688,0.029512595385313034,211,0.0013891187804152391,
+30,1696,0.03380968049168587,212,0.0014720533885445226,
+30,1704,0.034465860575437546,213,0.001444403156508795,
+30,1712,0.04292900487780571,214,0.0008719229566243788,
+30,1720,0.0329396016895771,215,0.0014094445012653102,
+30,1728,0.03141243755817413,216,0.0014344300591171933,
+30,1736,0.03498203307390213,217,0.0019603356078732757,
+31,1744,0.0291811004281044,218,0.001448628660000395,
+31,1752,0.03186339884996414,219,0.0014477947305959577,
+31,1760,0.02979220077395439,220,0.0007210456466194815,
+31,1768,0.034351933747529984,221,0.001975486615265254,
+31,1776,0.02919534221291542,222,0.0013294646321030865,
+31,1784,0.03294219449162483,223,0.0017484906895429287,
+31,1792,0.02963782101869583,224,0.0010770574444904923,
+,,,224,,0.0013774415954600932
+32,1800,0.0294768288731575,225,0.0010968984352075495,
+32,1808,0.03350834175944328,226,0.001343185918151655,
+32,1816,0.03012220561504364,227,0.0013636705825774698,
+32,1824,0.03438890352845192,228,0.001914626256620977,
+32,1832,0.029741737991571426,229,0.0007235033382825992,
+32,1840,0.02937367558479309,230,0.0014856057062458533,
+32,1848,0.02941117063164711,231,0.0016299895287374966,
+33,1856,0.035526029765605927,232,0.0008698184122165133,
+33,1864,0.029878869652748108,233,0.0014036343990093364,
+33,1872,0.02971590682864189,234,0.0011312170424319517,
+33,1880,0.03335424140095711,235,0.0013476158653955078,
+33,1888,0.03386210277676582,236,0.0014131734884964924,
+33,1896,0.03946082293987274,237,0.0015338356024585664,
+33,1904,0.03550383821129799,238,0.0016098422998124186,
+34,1912,0.029495742172002792,239,0.002059767534956336,
+34,1920,0.03411372750997543,240,0.001010974554810673,
+,,,240,,0.0013243306514828703
+34,1928,0.033472415059804916,241,0.0010821787129518473,
+34,1936,0.029829394072294235,242,0.0010593265275626134,
+34,1944,0.030071992427110672,243,0.001239602812207662,
+34,1952,0.03370179980993271,244,0.0011254280415254041,
+34,1960,0.02977493777871132,245,0.001715508342992204,
+35,1968,0.0298226997256279,246,0.0009658773487899452,
+35,1976,0.029922422021627426,247,0.0014633101486002228,
+35,1984,0.03568047285079956,248,0.0012827007075039937,
+35,1992,0.034972433000802994,249,0.0016931362042669207,
+35,2000,0.033786918967962265,250,0.0018153308992623352,
+35,2008,0.029743194580078125,251,0.0009770340128692195,
+35,2016,0.03493037819862366,252,0.0010314117368709827,
+36,2024,0.03368036821484566,253,0.0012390757736284285,
+36,2032,0.03433419018983841,254,0.0016717195805326542,
+36,2040,0.02947363257408142,255,0.0013029388173890766,
+36,2048,0.03284504637122154,256,0.0014903985928477986,
+,,,256,,0.0012616156492122384
+36,2056,0.03346863016486168,257,0.0007436979028473919,
+36,2064,0.035540807992219925,258,0.0009651073451095726,
+36,2072,0.03934778273105621,259,0.0018020057565687846,
+37,2080,0.03454101085662842,260,0.0013147892818475763,
+37,2088,0.03449387848377228,261,0.001088487002562033,
+37,2096,0.03311813622713089,262,0.0012648253115392955,
+37,2104,0.03387472406029701,263,0.0010198851061217924,
+37,2112,0.029810354113578796,264,0.0009087087855732534,
+37,2120,0.029551882296800613,265,0.0012886182144832086,
+37,2128,0.034364741295576096,266,0.0019344621562465494,
+38,2136,0.029655013233423233,267,0.0015172248106234921,
+38,2144,0.03335915505886078,268,0.0008284496683959983,
+38,2152,0.034232381731271744,269,0.0014473761319615214,
+38,2160,0.03369038924574852,270,0.0013314391188840899,
+38,2168,0.03386492282152176,271,0.0016089382697828114,
+38,2176,0.030304480344057083,272,0.0011741549524231232,
+,,,272,,0.0012406329949234808
+38,2184,0.02944348379969597,273,0.0008407408313360065,
+39,2192,0.029816124588251114,274,0.0009584302655033147,
+39,2200,0.0335148461163044,275,0.001345825738098938,
+39,2208,0.03342568874359131,276,0.001332214668703576,
+39,2216,0.032999202609062195,277,0.0009790624529929259,
+39,2224,0.030027758330106735,278,0.0008408910400855044,
+39,2232,0.034474074840545654,279,0.0011929023276024964,
+39,2240,0.03466539829969406,280,0.0017206245101988316,
+40,2248,0.02940801903605461,281,0.001368000551960186,
+40,2256,0.04116550832986832,282,0.0013251783171047767,
+40,2264,0.03437526151537895,283,0.001143717245819668,
+40,2272,0.035638805478811264,284,0.0013828619807359896,
+40,2280,0.029414158314466476,285,0.0009280808985100261,
+40,2288,0.029276229441165924,286,0.0009536527807843717,
+40,2296,0.03313727676868439,287,0.0013186677332179477,
+41,2304,0.03426814824342728,288,0.0011104699151474051,
+,,,288,,0.0011725660500138304
+41,2312,0.033243365585803986,289,0.000965156129495881,
+41,2320,0.029474113136529922,290,0.0008818424430501182,
+41,2328,0.03222767636179924,291,0.001521948999392667,
+41,2336,0.029380816966295242,292,0.0013239457371777722,
+41,2344,0.029677364975214005,293,0.0015521598281338811,
+41,2352,0.030000366270542145,294,0.0011146329239376687,
+42,2360,0.03417326137423515,295,0.0015078038671233046,
+42,2368,0.034584254026412964,296,0.0016268269610009156,
+42,2376,0.02961772307753563,297,0.0009690705124133577,
+42,2384,0.030649498105049133,298,0.0013578629556210025,
+42,2392,0.035362109541893005,299,0.0008653179050751907,
+42,2400,0.03331485018134117,300,0.0011115964771306608,
+42,2408,0.029039379209280014,301,0.0009859120294165153,
+43,2416,0.033573344349861145,302,0.0015193147950672678,
+43,2424,0.033715784549713135,303,0.0011765705883804271,
+43,2432,0.029768195003271103,304,0.001283612404949963,
+,,,304,,0.001167883446743322
+43,2440,0.037346772849559784,305,0.0014500701526070341,
+43,2448,0.029615402221679688,306,0.0010202999559017674,
+43,2456,0.029531460255384445,307,0.0007556545683958878,
+43,2464,0.03498389944434166,308,0.0007839821667099992,
+44,2472,0.029437553137540817,309,0.0006662114631451134,
+44,2480,0.028961002826690674,310,0.001586027773252378,
+44,2488,0.029033221304416656,311,0.0009713615096795062,
+44,2496,0.03291591629385948,312,0.0010586331908901533,
+44,2504,0.032543379813432693,313,0.001111802088174348,
+44,2512,0.029206398874521255,314,0.001205064374112731,
+44,2520,0.02901456505060196,315,0.0013549059009304843,
+45,2528,0.03230710327625275,316,0.0011545006224575143,
+45,2536,0.034341514110565186,317,0.0009197288927680347,
+45,2544,0.029304753988981247,318,0.0009648936356825288,
+45,2552,0.029268156737089157,319,0.0011416294063175364,
+45,2560,0.029519766569137573,320,0.0012841556490457151,
+,,,320,,0.0011348315449648124
+45,2568,0.029353328049182892,321,0.0011462649854365736,
+45,2576,0.030850403010845184,322,0.001213384479827558,
+46,2584,0.034754663705825806,323,0.0008760153877494089,
+46,2592,0.03451311215758324,324,0.0013289548340253531,
+46,2600,0.03389979898929596,325,0.0008481995901092887,
+46,2608,0.03371415287256241,326,0.0013356111866111556,
+46,2616,0.037070296704769135,327,0.001187445403327449,
+46,2624,0.0335845984518528,328,0.001184814547499021,
+46,2632,0.034105829894542694,329,0.0010362512030042126,
+47,2640,0.029406525194644928,330,0.000620436747200214,
+47,2648,0.034132860600948334,331,0.0009470533051561299,
+47,2656,0.03369472548365593,332,0.0013553111113231773,
+47,2664,0.02942502126097679,333,0.0012329823570325972,
+47,2672,0.03417350724339485,334,0.000931836647556766,
+47,2680,0.029358282685279846,335,0.0011343508584624423,
+47,2688,0.03465088829398155,336,0.0013034359768166073,
+,,,336,,0.0010789943815663803
+48,2696,0.032909177243709564,337,0.001150605493846039,
+48,2704,0.03336312994360924,338,0.0017447867469551662,
+48,2712,0.03422931209206581,339,0.0006238396357124051,
+48,2720,0.03343677893280983,340,0.0014907483436057672,
+48,2728,0.033648788928985596,341,0.0009768985946720932,
+48,2736,0.02874891459941864,342,0.0006375788224806242,
+48,2744,0.0288190096616745,343,0.0009371777603519149,
+49,2752,0.02848771959543228,344,0.0008284136743491723,
+49,2760,0.029499463737010956,345,0.0007055946249131332,
+49,2768,0.028424102813005447,346,0.0015634095304579074,
+49,2776,0.03253698721528053,347,0.0009621758217690513,
+49,2784,0.032743681222200394,348,0.0010227459929107378,
+49,2792,0.03595617413520813,349,0.0014779168335595527,
+49,2800,0.028794080018997192,350,0.0010662630666047335,
+50,2808,0.035122260451316833,351,0.0012389178397521998,
+50,2816,0.03363855555653572,352,0.001375220819941855,
+,,,352,,0.0010579488305158394
+50,2824,0.028928399085998535,353,0.0010414727179235534,
+50,2832,0.03332050144672394,354,0.0009274590724649337,
+50,2840,0.03017815202474594,355,0.000548299343790859,
+50,2848,0.028984732925891876,356,0.0014140874286218046,
+50,2856,0.033342111855745316,357,0.0010031982221537167,
+51,2864,0.02907184511423111,358,0.0009998347183379035,
+51,2872,0.030097097158432007,359,0.0011438826021427909,
+51,2880,0.0338248647749424,360,0.0014028748628334142,
+51,2888,0.029288385063409805,361,0.0008325647722813301,
+51,2896,0.03347354009747505,362,0.0009559011596138589,
+51,2904,0.029530111700296402,363,0.0009242754687355566,
+51,2912,0.03372138366103172,364,0.0009838048370931153,
+52,2920,0.03446964919567108,365,0.0006952040027553106,
+52,2928,0.02923167496919632,366,0.0012286882465559756,
+52,2936,0.03352385014295578,367,0.0009553167866005634,
+52,2944,0.032508134841918945,368,0.0011545453702897898,
+,,,368,,0.0010425589632156284
+52,2952,0.028926730155944824,369,0.0009520403264711301,
+52,2960,0.028673790395259857,370,0.0011386778102913761,
+52,2968,0.02909865230321884,371,0.0010906201518642215,
+53,2976,0.029405996203422546,372,0.000646635695011355,
+53,2984,0.037227287888526917,373,0.0013581572294545671,
+53,2992,0.03739318996667862,374,0.0010485605569556355,
+53,3000,0.029235411435365677,375,0.001162716095089255,
+53,3008,0.03462878614664078,376,0.0010518327158374281,
+53,3016,0.03243464604020119,377,0.0009225669472167889,
+53,3024,0.02895732969045639,378,0.0009579191935093453,
+54,3032,0.032579146325588226,379,0.0008794958434569148,
+54,3040,0.03345709666609764,380,0.0011182912676304113,
+54,3048,0.0338614284992218,381,0.000799634998353819,
+54,3056,0.03465403616428375,382,0.0011127373145427555,
+54,3064,0.03362744674086571,383,0.0014118350267050448,
+54,3072,0.028716646134853363,384,0.0009475723704478393,
+,,,384,,0.0010059084310088046
+54,3080,0.028435055166482925,385,0.0008312609827365069,
+55,3088,0.03360013663768768,386,0.0012209117837930815,
+55,3096,0.028630852699279785,387,0.0007700546910720212,
+55,3104,0.03466988354921341,388,0.0006685225346770424,
+55,3112,0.03287594020366669,389,0.0009007125727293896,
+55,3120,0.03334428369998932,390,0.0011774490104632124,
+55,3128,0.0341804064810276,391,0.001284286001464352,
+55,3136,0.03345053642988205,392,0.0009477234852965921,
+56,3144,0.03369781747460365,393,0.0008059150113695068,
+56,3152,0.03378705307841301,394,0.0007735774407218047,
+56,3160,0.033570606261491776,395,0.0015899225322452064,
+56,3168,0.02866046130657196,396,0.0008580552064813673,
+56,3176,0.037367913872003555,397,0.0013392390974331647,
+56,3184,0.03362133726477623,398,0.0008015311581807004,
+56,3192,0.02896123006939888,399,0.0009285630464243392,
+57,3200,0.029114767909049988,400,0.0014743198407813907,
+,,,400,,0.000987960588793422
+57,3208,0.03467073664069176,401,0.0009724623523652554,
+57,3216,0.0290367491543293,402,0.0006021837102404485,
+57,3224,0.029138728976249695,403,0.000937417058594292,
+57,3232,0.028873637318611145,404,0.0011755459454434458,
+57,3240,0.028987795114517212,405,0.0009789957803150173,
+57,3248,0.029424961656332016,406,0.000748270473559387,
+58,3256,0.028920762240886688,407,0.001069845602614805,
+58,3264,0.029466640204191208,408,0.0009758874176231285,
+58,3272,0.029165297746658325,409,0.0008779785462788173,
+58,3280,0.034562304615974426,410,0.0009103236416673386,
+58,3288,0.03371574357151985,411,0.0007137221206600467,
+58,3296,0.029294949024915695,412,0.0009598625362671625,
+58,3304,0.033375974744558334,413,0.0012519121264631394,
+59,3312,0.029488161206245422,414,0.00113417353531986,
+59,3320,0.029033344238996506,415,0.0008737780064201126,
+59,3328,0.033300094306468964,416,0.0009391760797691805,
+,,,416,,0.0009665646005508512
+59,3336,0.03364967182278633,417,0.0005803028082785507,
+59,3344,0.03378912806510925,418,0.0011197844559016326,
+59,3352,0.031991731375455856,419,0.0010276268918200263,
+59,3360,0.034478213638067245,420,0.0011154102782408397,
+60,3368,0.03278398886322975,421,0.0009071733522712468,
+60,3376,0.029524415731430054,422,0.0010791494236660323,
+60,3384,0.02966761589050293,423,0.0008652370093981377,
+60,3392,0.03261847421526909,424,0.0010043576553774376,
+60,3400,0.0349515937268734,425,0.001035088246377806,
+60,3408,0.029682885855436325,426,0.0008003813529606251,
+60,3416,0.03528856113553047,427,0.0009966647372089534,
+61,3424,0.035693228244781494,428,0.00060170740263337,
+61,3432,0.029258184134960175,429,0.0010784971514526246,
+61,3440,0.02911318466067314,430,0.000761919542128453,
+61,3448,0.029125045984983444,431,0.0009699084535788964,
+61,3456,0.03281458467245102,432,0.0011947416389981905,
+,,,432,,0.0009268206912417744
+61,3464,0.02896217629313469,433,0.0007011947870653655,
+61,3472,0.02911822870373726,434,0.0011884506125675722,
+62,3480,0.02921052649617195,435,0.0008108340455995252,
+62,3488,0.03296644613146782,436,0.001048767704560305,
+62,3496,0.028909355401992798,437,0.0009377698188473005,
+62,3504,0.02983836829662323,438,0.0006835599280228573,
+62,3512,0.032879866659641266,439,0.000657751559629105,
+62,3520,0.03415533900260925,440,0.0014308218960650265,
+62,3528,0.03457040712237358,441,0.0007847660648015639,
+63,3536,0.029174771159887314,442,0.000432163874003371,
+63,3544,0.03770748898386955,443,0.0010932248920047035,
+63,3552,0.03662165626883507,444,0.0010922297244958048,
+63,3560,0.03348221629858017,445,0.0009825437801838336,
+63,3568,0.03149392455816269,446,0.000929707386863551,
+63,3576,0.029210243374109268,447,0.0009516200771031436,
+63,3584,0.0295012965798378,448,0.0009657147446497609,
+,,,448,,0.0009308643639087677
+64,3592,0.029065098613500595,449,0.0008525283929581444,
+64,3600,0.03339986875653267,450,0.0008073022654571105,
+64,3608,0.03384079039096832,451,0.0007311231092899106,
+64,3616,0.03293156623840332,452,0.0009074772902143498,
+64,3624,0.02924039214849472,453,0.001044929414467119,
+64,3632,0.034427348524332047,454,0.0009253466009145736,
+64,3640,0.02980044111609459,455,0.0012383523426251486,
+65,3648,0.033928897231817245,456,0.001001004265466084,
+65,3656,0.03357576206326485,457,0.001156555116722302,
+65,3664,0.03344748914241791,458,0.0007329047912207898,
+65,3672,0.02959028258919716,459,0.0009452142287045718,
+65,3680,0.03341687470674515,460,0.0010831342161899166,
+65,3688,0.029747948050498962,461,0.0006904157289682189,
+65,3696,0.034898947924375534,462,0.0007857164018787444,
+66,3704,0.029549289494752884,463,0.001047715125605464,
+66,3712,0.029533155262470245,464,0.0008729547625989653,
+,,,464,,0.0009156380628430566
+66,3720,0.029580354690551758,465,0.0006166476792154404,
+66,3728,0.03866510093212128,466,0.0007267310597503987,
+66,3736,0.03528481349349022,467,0.0010827970485586453,
+66,3744,0.029852986335754395,468,0.0008932557742809877,
+66,3752,0.03352167829871178,469,0.0010161515383515507,
+67,3760,0.030566252768039703,470,0.0008174147068140363,
+67,3768,0.03331024944782257,471,0.0007755847900019337,
+67,3776,0.0301021970808506,472,0.000910824750248781,
+67,3784,0.03360379487276077,473,0.0011623532433683674,
+67,3792,0.0294041708111763,474,0.000860388737055473,
+67,3800,0.03433392196893692,475,0.001043403521180153,
+67,3808,0.029970917850732803,476,0.0007950462292813297,
+68,3816,0.03386206179857254,477,0.0009012336688881208,
+68,3824,0.03404204547405243,478,0.001155243044195231,
+68,3832,0.03000706061720848,479,0.001132100082031684,
+68,3840,0.03365369886159897,480,0.0009550115598055223,
+,,,480,,0.0008954692545325257
+68,3848,0.0347665473818779,481,0.0006578106674299176,
+68,3856,0.03308364003896713,482,0.0006424441273945073,
+68,3864,0.03304821625351906,483,0.0008040805560085573,
+69,3872,0.03444964811205864,484,0.0008917173060278097,
+69,3880,0.03334024176001549,485,0.0008340353337449155,
+69,3888,0.02899888902902603,486,0.001327703578031755,
+69,3896,0.02933543175458908,487,0.0007263765745686696,
+69,3904,0.03003847971558571,488,0.0007847120193348799,
+69,3912,0.035314932465553284,489,0.0008214268639373282,
+69,3920,0.03794717788696289,490,0.0006880790852637102,
+70,3928,0.029686491936445236,491,0.0010329705546610057,
+70,3936,0.030207227915525436,492,0.000730245544288594,
+70,3944,0.033156346529722214,493,0.0010515938280150293,
+70,3952,0.029558580368757248,494,0.0007381909303008937,
+70,3960,0.03370816633105278,495,0.000853601736975286,
+70,3968,0.03488817811012268,496,0.000803449524876972,
+,,,496,,0.0008805856801742732
+70,3976,0.029355093836784363,497,0.0008266695049314876,
+71,3984,0.029867704957723618,498,0.0005096403222220639,
+71,3992,0.02965785562992096,499,0.0009089624498021574,
+71,4000,0.03426129370927811,500,0.001044716388124096,
+71,4008,0.02943737804889679,501,0.0008346936374437064,
+71,4016,0.029203593730926514,502,0.0008147729186021024,
+71,4024,0.029428888112306595,503,0.0007768120005493984,
+71,4032,0.029794197529554367,504,0.00116815196039776,
+72,4040,0.03352668508887291,505,0.0013301709533312962,
+72,4048,0.033739108592271805,506,0.0010816623648029885,
+72,4056,0.034563206136226654,507,0.0009251164350037774,
+72,4064,0.033568959683179855,508,0.0007939311014654647,
+72,4072,0.029697615653276443,509,0.0004211177943301771,
+72,4080,0.02955029532313347,510,0.0009458457777957217,
+72,4088,0.03306916356086731,511,0.000602489965967834,
+73,4096,0.029905207455158234,512,0.0010032204257132595,
+,,,512,,0.0008537829961887625
+73,4104,0.034624721854925156,513,0.0006262497537626097,
+73,4112,0.033975522965192795,514,0.0011050953510372589,
+73,4120,0.03415977209806442,515,0.0008520044139004312,
+73,4128,0.029408294707536697,516,0.0007700113637838513,
+73,4136,0.02940412238240242,517,0.0007035118778730975,
+73,4144,0.029910918325185776,518,0.0008754866576055065,
+74,4152,0.033598992973566055,519,0.0008526589349807742,
+74,4160,0.034232549369335175,520,0.0008879482463401343,
+74,4168,0.029664184898138046,521,0.0008282592752948403,
+74,4176,0.029240932315587997,522,0.0008957989360039521,
+74,4184,0.029357321560382843,523,0.0005266032858344261,
+74,4192,0.029515258967876434,524,0.0009704968284091188,
+74,4200,0.032192278653383255,525,0.0009183208807371557,
+75,4208,0.03363760933279991,526,0.0010641621470726518,
+75,4216,0.033219777047634125,527,0.0006635956649136331,
+75,4224,0.03349076956510544,528,0.0007715306865672271,
+,,,528,,0.0008426252319369206
+75,4232,0.029019899666309357,529,0.0007712811566307209,
+75,4240,0.03475060313940048,530,0.0011307992244837806,
+75,4248,0.03428957611322403,531,0.0006164346961989341,
+75,4256,0.029650844633579254,532,0.0008644102581456536,
+76,4264,0.033148717135190964,533,0.001022105832817033,
+76,4272,0.033645424991846085,534,0.0008367908034975139,
+76,4280,0.03773297369480133,535,0.0004397424719562488,
+76,4288,0.03446349501609802,536,0.0007923625341694181,
+76,4296,0.029362093657255173,537,0.0010130436962104536,
+76,4304,0.03394155204296112,538,0.0009473561709883678,
+76,4312,0.031926508992910385,539,0.0006880320943309925,
+77,4320,0.03485316038131714,540,0.001246786656503735,
+77,4328,0.02929326519370079,541,0.000838481425307691,
+77,4336,0.034366440027952194,542,0.0010115948356946723,
+77,4344,0.03339098021388054,543,0.0006299943488556892,
+77,4352,0.03453189134597778,544,0.0006609062121632243,
+,,,544,,0.0008314746583617011
+77,4360,0.029013343155384064,545,0.0008581989017936091,
+77,4368,0.029064320027828217,546,0.000685878317259873,
+78,4376,0.029184266924858093,547,0.000727049920897116,
+78,4384,0.029039155691862106,548,0.0010758664957393194,
+78,4392,0.028593510389328003,549,0.0009576762386132032,
+78,4400,0.02894866093993187,550,0.0006678981132738825,
+78,4408,0.03416860103607178,551,0.000958254687515471,
+78,4416,0.03386809304356575,552,0.0006646584709718203,
+78,4424,0.033385299146175385,553,0.0006384934395100572,
+79,4432,0.02901015803217888,554,0.0007126562212271473,
+79,4440,0.03207751363515854,555,0.0008984018058981746,
+79,4448,0.028776865452528,556,0.0007086644587356464,
+79,4456,0.028776686638593674,557,0.0007534190549954979,
+79,4464,0.034763433039188385,558,0.001140500397013966,
+79,4472,0.03463735431432724,559,0.0006508293611529682,
+79,4480,0.03327382355928421,560,0.0008093418437056243,
+,,,560,,0.000846677394800408
+80,4488,0.0349549800157547,561,0.0005941487965174019,
+80,4496,0.033189453184604645,562,0.0008752580615691841,
+80,4504,0.03475675731897354,563,0.0008564867930545006,
+80,4512,0.03377915546298027,564,0.0008630194799759641,
+80,4520,0.03335677459836006,565,0.0005151319288415835,
+80,4528,0.03471209108829498,566,0.0013462439902858542,
+80,4536,0.02906360849738121,567,0.0006576120203438525,
+81,4544,0.033853303641080856,568,0.0007239082378873718,
+81,4552,0.034001823514699936,569,0.0008933117822059156,
+81,4560,0.028858229517936707,570,0.0006964058460046848,
+81,4568,0.03394564613699913,571,0.0007688394387234718,
+81,4576,0.034756407141685486,572,0.0007992236850051475,
+81,4584,0.028952978551387787,573,0.0009419206055879061,
+81,4592,0.0331086590886116,574,0.0008257117588073015,
+82,4600,0.03275667503476143,575,0.0008083172851911513,
+82,4608,0.03534681349992752,576,0.0009095688098265479,
+,,,576,,0.0008134327309076176
+82,4616,0.03431079536676407,577,0.0011164028505195997,
+82,4624,0.029099758714437485,578,0.0003895580437249289,
+82,4632,0.028509903699159622,579,0.000940524699846999,
+82,4640,0.03509533032774925,580,0.0006723330225213431,
+82,4648,0.03367716446518898,581,0.00084223120744961,
+83,4656,0.03264634311199188,582,0.0006701443945833792,
+83,4664,0.02922450378537178,583,0.0007473832632128436,
+83,4672,0.034039344638586044,584,0.0008345064943569014,
+83,4680,0.03505202382802963,585,0.0008873456972651184,
+83,4688,0.030285213142633438,586,0.0006533794245721462,
+83,4696,0.03056870400905609,587,0.0004916906661545748,
+83,4704,0.03458251804113388,588,0.0012702364936772296,
+84,4712,0.03445746377110481,589,0.0012040679326413997,
+84,4720,0.029574662446975708,590,0.0009603085272829048,
+84,4728,0.028928905725479126,591,0.0005308065576375359,
+84,4736,0.03359723091125488,592,0.0007140403846278787,
+,,,592,,0.0007958384447319563
+84,4744,0.03354886174201965,593,0.0006282543562030277,
+84,4752,0.03284747526049614,594,0.0006218508933670819,
+84,4760,0.03028876706957817,595,0.0009228436838990699,
+85,4768,0.035854119807481766,596,0.000827116792446331,
+85,4776,0.028964813798666,597,0.0008577871930730693,
+85,4784,0.03012140467762947,598,0.0011228415203125527,
+85,4792,0.03536646068096161,599,0.0007235036531570726,
+85,4800,0.032915737479925156,600,0.0004994987751930379,
+85,4808,0.036351047456264496,601,0.0008388683132719821,
+85,4816,0.03536219149827957,602,0.0005994517534204266,
+86,4824,0.03662862628698349,603,0.0007067678446988934,
+86,4832,0.03593366965651512,604,0.000510815552843269,
+86,4840,0.03663806617259979,605,0.0007454312403246553,
+86,4848,0.03598405420780182,606,0.000480363708837623,
+86,4856,0.03634437173604965,607,0.001043585954383681,
+86,4864,0.04324890673160553,608,0.0010298045235686004,
+,,,608,,0.0007819801049177037
+86,4872,0.029282432049512863,609,0.0009495055972365662,
+87,4880,0.035306815057992935,610,0.0009373697219416499,
+87,4888,0.03301014378666878,611,0.0007928097866869604,
+87,4896,0.02923823893070221,612,0.0006994689110797481,
+87,4904,0.029350772500038147,613,0.0007238047886251783,
+87,4912,0.034771233797073364,614,0.0008764349137588093,
+87,4920,0.029046352952718735,615,0.0007640225555994274,
+87,4928,0.029345594346523285,616,0.0007378200243692845,
+88,4936,0.03271825611591339,617,0.0009512912001810037,
+88,4944,0.02906663715839386,618,0.0005679226296100144,
+88,4952,0.03262406587600708,619,0.0007099544134689495,
+88,4960,0.03334468603134155,620,0.0006784679171687458,
+88,4968,0.03260556608438492,621,0.0007713432971607236,
+88,4976,0.02944861352443695,622,0.0011484110417465368,
+88,4984,0.029214803129434586,623,0.0006674594905537863,
+89,4992,0.029389090836048126,624,0.0006698765015850464,
+,,,624,,0.000787513373896133
+89,5000,0.033526767045259476,625,0.0008109596799061235,
+89,5008,0.029601603746414185,626,0.0005766154053465773,
+89,5016,0.03351539373397827,627,0.0009645876671129372,
+89,5024,0.03326258063316345,628,0.0010341769042757473,
+89,5032,0.02951657772064209,629,0.0007351279761808525,
+89,5040,0.040253087878227234,630,0.0006825887796688167,
+90,5048,0.042788561433553696,631,0.0008564879031231006,
+90,5056,0.033835966140031815,632,0.0006100559155182803,
+90,5064,0.029175441712141037,633,0.0006648093209757159,
+90,5072,0.02996913716197014,634,0.0004934340738275621,
+90,5080,0.02905571088194847,635,0.0009209336130879819,
+90,5088,0.0334690622985363,636,0.0007139763123739292,
+90,5096,0.032964956015348434,637,0.001094045288482448,
+91,5104,0.029439426958560944,638,0.0006248173303902149,
+91,5112,0.03328828886151314,639,0.0010084148321766405,
+91,5120,0.029222067445516586,640,0.0006720051351294387,
+,,,640,,0.0007654573161934697
+91,5128,0.02952926605939865,641,0.0007426060146826785,
+91,5136,0.028963927179574966,642,0.0007578132734544432,
+91,5144,0.033757057040929794,643,0.0007157120623895409,
+91,5152,0.0340120792388916,644,0.0008425588875979884,
+92,5160,0.03242891654372215,645,0.0007560091120574405,
+92,5168,0.03734419122338295,646,0.0006055953078127155,
+92,5176,0.03506271541118622,647,0.0005892007378861308,
+92,5184,0.032910969108343124,648,0.0008375374350829848,
+92,5192,0.029812779277563095,649,0.000873251554863104,
+92,5200,0.029758047312498093,650,0.0006513489097415004,
+92,5208,0.034347787499427795,651,0.0009791651682462543,
+93,5216,0.03450574725866318,652,0.0006159597968993087,
+93,5224,0.04046868532896042,653,0.0007366351892414968,
+93,5232,0.03414354845881462,654,0.0008151093269199399,
+93,5240,0.03397185355424881,655,0.0008935451459061975,
+93,5248,0.035934120416641235,656,0.0007175130158429965,
+,,,656,,0.0007665131327717804
+93,5256,0.033882346004247665,657,0.000674009674306338,
+93,5264,0.029507625848054886,658,0.000861171046770843,
+94,5272,0.03365897759795189,659,0.0011047943217608219,
+94,5280,0.029235895723104477,660,0.0005774827305382739,
+94,5288,0.03269652649760246,661,0.0007702902966069386,
+94,5296,0.029758892953395844,662,0.0008780941690715469,
+94,5304,0.02955048531293869,663,0.0005676705612651338,
+94,5312,0.029589518904685974,664,0.0006140463062495526,
+94,5320,0.029498301446437836,665,0.0007297399686649441,
+95,5328,0.0301559679210186,666,0.0008989432261681513,
+95,5336,0.029360540211200714,667,0.000697663428796017,
+95,5344,0.029507875442504883,668,0.0003591638700787111,
+95,5352,0.0332486517727375,669,0.0008247527114760417,
+95,5360,0.029203157871961594,670,0.0010625333192625216,
+95,5368,0.034537315368652344,671,0.000646624182506154,
+95,5376,0.02933122217655182,672,0.0008424806544401993,
+,,,672,,0.0007563656152680863
+96,5384,0.0330655500292778,673,0.0005491883247696722,
+96,5392,0.029462270438671112,674,0.0008697220000613015,
+96,5400,0.04112567752599716,675,0.0005725572087900027,
+96,5408,0.034711696207523346,676,0.0006652244961255097,
+96,5416,0.029076356440782547,677,0.0009894988124869997,
+96,5424,0.03376402333378792,678,0.000688755742365694,
+96,5432,0.0338469035923481,679,0.0008109805639833212,
+97,5440,0.02911803498864174,680,0.0008599149233694854,
+97,5448,0.03345228731632233,681,0.0007709572637395468,
+97,5456,0.028833024203777313,682,0.0007463924138231532,
+97,5464,0.029144350439310074,683,0.00031326602159727673,
+97,5472,0.029096219688653946,684,0.0008094710220272343,
+97,5480,0.029078707098960876,685,0.0007147934629756492,
+97,5488,0.028822023421525955,686,0.0008853338076733053,
+98,5496,0.034779537469148636,687,0.0010595472413115203,
+98,5504,0.03277675807476044,688,0.0005487745860591531,
+,,,688,,0.0007574375458928042
+98,5512,0.029580526053905487,689,0.0006656269397353753,
+98,5520,0.033382777124643326,690,0.0008580109667188177,
+98,5528,0.030067861080169678,691,0.0005050980991135086,
+98,5536,0.033933546394109726,692,0.0006141995381767629,
+98,5544,0.0333455428481102,693,0.0009533905686112121,
+99,5552,0.032960157841444016,694,0.0008808632389575775,
+99,5560,0.0347655788064003,695,0.0005315251640110676,
+99,5568,0.03480292484164238,696,0.0009654896275606006,
+99,5576,0.029475513845682144,697,0.000754208489524899,
+99,5584,0.04156610369682312,698,0.0007514571615805228,
+99,5592,0.03906778618693352,699,0.0006450858138697712,
+99,5600,0.029660996049642563,700,0.0006261918248268417,
+100,5608,0.032808974385261536,701,0.0007412458276923965,
+100,5616,0.03416232764720917,702,0.000973630505743333,
+100,5624,0.036183491349220276,703,0.0007010638063851123,
+100,5632,0.032607901841402054,704,0.0006154020229587331,
+,,,704,,0.0007396316978820535
+100,5640,0.034964460879564285,705,0.0007376852653188897,
+100,5648,0.03445814922451973,706,0.0006178990297485143,
+100,5656,0.029065165668725967,707,0.0006438102908969785,
+101,5664,0.029012370854616165,708,0.0006208457738726533,
+101,5672,0.02859479933977127,709,0.0010924565594905289,
+101,5680,0.02858719974756241,710,0.0008711472556959572,
+101,5688,0.028873249888420105,711,0.0005384578156129768,
+101,5696,0.03384263440966606,712,0.0007732617395959096,
+101,5704,0.028687160462141037,713,0.0006315613640860344,
+101,5712,0.034612756222486496,714,0.0006418752561633786,
+102,5720,0.028656069189310074,715,0.0006667737213249963,
+102,5728,0.035256851464509964,716,0.0007792599072369437,
+102,5736,0.037228021770715714,717,0.0007701166371892517,
+102,5744,0.0284959077835083,718,0.0010593962745458288,
+102,5752,0.03386563062667847,719,0.0005114256764500169,
+102,5760,0.028753604739904404,720,0.0005308146376462121,
+,,,720,,0.000735640439183213
+102,5768,0.033923495560884476,721,0.0008411272312514484,
+103,5776,0.03438260406255722,722,0.0008048662462637626,
+103,5784,0.028918329626321793,723,0.000799506875531127,
+103,5792,0.03436477109789848,724,0.0005310333547337601,
+103,5800,0.03440427407622337,725,0.0006570586975773468,
+103,5808,0.029175207018852234,726,0.00076718227865058,
+103,5816,0.02859816700220108,727,0.0007623884885106236,
+103,5824,0.028722237795591354,728,0.0007583063425045111,
+104,5832,0.029261332005262375,729,0.0006045384683862462,
+104,5840,0.033928774297237396,730,0.0006886985967867077,
+104,5848,0.03434097021818161,731,0.0007514617575977284,
+104,5856,0.029037270694971085,732,0.0009761818451806903,
+104,5864,0.028997477144002914,733,0.0007455389919307302,
+104,5872,0.03347707539796829,734,0.0005495998251717537,
+104,5880,0.03423571586608887,735,0.0007205258589237928,
+105,5888,0.029146041721105576,736,0.0004058982194692362,
+,,,736,,0.0007310904735742613
+105,5896,0.033976249396800995,737,0.000842423492576927,
+105,5904,0.03468402475118637,738,0.0009813253011088819,
+105,5912,0.02910521626472473,739,0.0006453059165953443,
+105,5920,0.028634406626224518,740,0.0007449805582707215,
+105,5928,0.028830301016569138,741,0.0006992648351505133,
+105,5936,0.03439120203256607,742,0.0006699892239541643,
+106,5944,0.03244651108980179,743,0.0008402881906546939,
+106,5952,0.04112792760133743,744,0.0006759069739408525,
+106,5960,0.029597796499729156,745,0.0008278145350662893,
+106,5968,0.034238800406455994,746,0.0005333418478531873,
+106,5976,0.034498125314712524,747,0.0007063858897059358,
+106,5984,0.0346541553735733,748,0.0009229883726220578,
+106,5992,0.02881518378853798,749,0.0005076607412775047,
+107,6000,0.02927028015255928,750,0.0004785129806675416,
+107,6008,0.028878606855869293,751,0.000966169161704154,
+107,6016,0.02878580242395401,752,0.0008279053404943884,
+,,,752,,0.0007213766924863637
+107,6024,0.03407697752118111,753,0.0007324869104195387,
+107,6032,0.034652598202228546,754,0.000611387802671422,
+107,6040,0.02880043163895607,755,0.0006034809579004479,
+107,6048,0.028823964297771454,756,0.0008255540470903118,
+108,6056,0.02891165018081665,757,0.0008644788613310084,
+108,6064,0.028795495629310608,758,0.0006235867553828832,
+108,6072,0.03449790179729462,759,0.0008367036753043067,
+108,6080,0.028963539749383926,760,0.0007479346786567476,
+108,6088,0.03333456441760063,761,0.0006978611655843755,
+108,6096,0.028704900294542313,762,0.0006700101289122055,
+108,6104,0.03387634828686714,763,0.0005339204754608755,
+109,6112,0.03436250612139702,764,0.0009686335892183706,
+109,6120,0.028736360371112823,765,0.0005662510443168382,
+109,6128,0.03341164439916611,766,0.0007902051276889526,
+109,6136,0.0398687943816185,767,0.0008148363288325657,
+109,6144,0.03303197771310806,768,0.0005065512444931441,
+,,,768,,0.0007160627824622531
+109,6152,0.029550407081842422,769,0.000689897351549007,
+109,6160,0.033687058836221695,770,0.0006967190456634853,
+110,6168,0.029993843287229538,771,0.0008047847116055588,
+110,6176,0.03382115438580513,772,0.00038772224126240384,
+110,6184,0.03447591885924339,773,0.0007871880695935996,
+110,6192,0.029306579381227493,774,0.000700458386050099,
+110,6200,0.03377261757850647,775,0.0005704681732988155,
+110,6208,0.029161911457777023,776,0.0009460834631075461,
+110,6216,0.03301398828625679,777,0.0006378554766449858,
+111,6224,0.034624312072992325,778,0.00048806482975903364,
+111,6232,0.03233553096652031,779,0.0007664698059670627,
+111,6240,0.02953304350376129,780,0.0007728929369477556,
+111,6248,0.029237497597932816,781,0.0006424261913967452,
+111,6256,0.02941206842660904,782,0.0011834515160164582,
+111,6264,0.033044058829545975,783,0.0006729080838233451,
+111,6272,0.03402591869235039,784,0.0005414030427346006,
+,,,784,,0.0007151415095079777
+112,6280,0.029681507498025894,785,0.0005805635281528036,
+112,6288,0.03405258432030678,786,0.0007692328848255178,
+112,6296,0.029341764748096466,787,0.0008179667638614774,
+112,6304,0.02937053143978119,788,0.0007317235464982402,
+112,6312,0.04797430336475372,789,0.0007830652945866698,
+112,6320,0.051656872034072876,790,0.0006350333815834557,
+112,6328,0.029199644923210144,791,0.0006271938701892006,
+113,6336,0.02987992763519287,792,0.0005868143799792354,
+113,6344,0.029750123620033264,793,0.0004910187064004796,
+113,6352,0.034677959978580475,794,0.0007054158375146525,
+113,6360,0.03464832901954651,795,0.000830469567777722,
+113,6368,0.03457856923341751,796,0.000781084195477888,
+113,6376,0.034377697855234146,797,0.0007253106941789156,
+113,6384,0.034552834928035736,798,0.0009182717913063243,
+114,6392,0.03525107353925705,799,0.0006644052034691692,
+114,6400,0.0340149849653244,800,0.0008982101987515177,
+,,,800,,0.000713664865077928
+114,6408,0.034542717039585114,801,0.0006438646859561021,
+114,6416,0.03402116522192955,802,0.0006774918600807295,
+114,6424,0.03461276739835739,803,0.00041405198691577157,
+114,6432,0.034346502274274826,804,0.0010125431752599338,
+114,6440,0.03373578190803528,805,0.0006583301271478247,
+115,6448,0.033719684928655624,806,0.0005944862371377115,
+115,6456,0.034616366028785706,807,0.0005385613349062623,
+115,6464,0.029990587383508682,808,0.0007942355160290997,
+115,6472,0.03423120826482773,809,0.0007415853313152463,
+115,6480,0.03393688425421715,810,0.0005904350100536249,
+115,6488,0.03454587236046791,811,0.0007485632651129409,
+115,6496,0.0513179711997509,812,0.0010173183109145612,
+116,6504,0.03675870597362518,813,0.0007933119680577269,
+116,6512,0.03004901483654976,814,0.0006148371976451017,
+116,6520,0.0345882810652256,815,0.0006011314331165825,
+116,6528,0.034081798046827316,816,0.0009513556662048879,
+,,,816,,0.0007048831862765689
+116,6536,0.029478449374437332,817,0.0007668027246836573,
+116,6544,0.03369109705090523,818,0.0006854448916523584,
+116,6552,0.033799298107624054,819,0.0005195425777249815,
+117,6560,0.0338299423456192,820,0.0009326246134670717,
+117,6568,0.03422774374485016,821,0.0007476651047069866,
+117,6576,0.0339985266327858,822,0.0006154123713107159,
+117,6584,0.033950287848711014,823,0.0008254450367530808,
+117,6592,0.033135492354631424,824,0.0008253211336624292,
+117,6600,0.02951141446828842,825,0.00042719543069744337,
+117,6608,0.0295058935880661,826,0.0005784380027762381,
+118,6616,0.03331323713064194,827,0.0006031790665777711,
+118,6624,0.03436244651675224,828,0.0007005596177323776,
+118,6632,0.0333215706050396,829,0.000583381435717456,
+118,6640,0.030097048729658127,830,0.0006263757531996816,
+118,6648,0.034070391207933426,831,0.0009315541809579978,
+118,6656,0.03408673033118248,832,0.0007822575529904238,
+,,,832,,0.0007045514621706896
+118,6664,0.03396786004304886,833,0.0006753139479163413,
+119,6672,0.041068755090236664,834,0.0009775415489760538,
+119,6680,0.035851843655109406,835,0.0006327234508577161,
+119,6688,0.02953362464904785,836,0.0007028419873677194,
+119,6696,0.02928987145423889,837,0.0006376538115243117,
+119,6704,0.032466769218444824,838,0.0005761086701086777,
+119,6712,0.034108567982912064,839,0.0005559362839752187,
+119,6720,0.0340300016105175,840,0.0007555902537812168,
+120,6728,0.034568432718515396,841,0.0008791840741383459,
+120,6736,0.03461562469601631,842,0.000602451500405247,
+120,6744,0.02927512675523758,843,0.0007853923289076192,
+120,6752,0.03385026007890701,844,0.0005868498940669399,
+120,6760,0.033026617020368576,845,0.0007878439610067289,
+120,6768,0.03328973054885864,846,0.0005490844205269241,
+120,6776,0.029663197696208954,847,0.0005539415816945785,
+121,6784,0.02902572602033615,848,0.0006731054454576224,
+,,,848,,0.0006955225713724314
+121,6792,0.034385036677122116,849,0.00045959285881298664,
+121,6800,0.029018975794315338,850,0.0007436509118773616,
+121,6808,0.0345887653529644,851,0.0010037837627654275,
+121,6816,0.029313448816537857,852,0.0006610900454688817,
+121,6824,0.029490556567907333,853,0.0005237252888036891,
+121,6832,0.028931807726621628,854,0.0006610249433184176,
+122,6840,0.03413844481110573,855,0.000645766599336639,
+122,6848,0.03466314449906349,856,0.0004229533335413126,
+122,6856,0.03999407961964607,857,0.0009927580210690697,
+122,6864,0.03442632406949997,858,0.0007059086880569035,
+122,6872,0.029419824481010437,859,0.0007957131620059954,
+122,6880,0.029084432870149612,860,0.0007127342929985995,
+122,6888,0.03335270285606384,861,0.0005884283920750022,
+123,6896,0.02993149682879448,862,0.0006102367925147216,
+123,6904,0.02960415929555893,863,0.0004968948978785193,
+123,6912,0.029368355870246887,864,0.0006199738418217748,
+,,,864,,0.0006950887916393058
+123,6920,0.03384401649236679,865,0.0009118010415337407,
+123,6928,0.03384259715676308,866,0.0006965011591091752,
+123,6936,0.029160894453525543,867,0.0005465538519534416,
+123,6944,0.03440142050385475,868,0.0009998178356909193,
+124,6952,0.029631398618221283,869,0.0006323614777232121,
+124,6960,0.029376771301031113,870,0.0006466123486461584,
+124,6968,0.02940850704908371,871,0.0005857876256211764,
+124,6976,0.029120277613401413,872,0.0009476008007451045,
+124,6984,0.03392648324370384,873,0.00058820955660742,
+124,6992,0.029757648706436157,874,0.0007133786150786493,
+124,7000,0.032425738871097565,875,0.000845787231810391,
+125,7008,0.03432310000061989,876,0.000661208014935255,
+125,7016,0.033642496913671494,877,0.0005899552634218708,
+125,7024,0.029458902776241302,878,0.0005979358211334329,
+125,7032,0.029887907207012177,879,0.0007403978191124385,
+125,7040,0.042986515909433365,880,0.000562288387819925,
+,,,880,,0.0006917068778082381
+125,7048,0.03400352969765663,881,0.0008161222334213866,
+125,7056,0.03426658362150192,882,0.0008301819479503833,
+126,7064,0.0290444977581501,883,0.00027106120251119137,
+126,7072,0.03328033909201622,884,0.000549489478169776,
+126,7080,0.029421474784612656,885,0.0008345066007071485,
+126,7088,0.03391123190522194,886,0.0008875470336837073,
+126,7096,0.02919716015458107,887,0.0006639669904521165,
+126,7104,0.029141485691070557,888,0.000990875045924137,
+126,7112,0.03463202714920044,889,0.0005544468832130616,
+127,7120,0.029301229864358902,890,0.0005441605511199062,
+127,7128,0.028943169862031937,891,0.0007427504480195542,
+127,7136,0.035660985857248306,892,0.0008018368453122093,
+127,7144,0.03310946375131607,893,0.0006890125357760832,
+127,7152,0.03227326273918152,894,0.0009461148126449968,
+127,7160,0.029436632990837097,895,0.0006568228397684704,
+127,7168,0.03414497897028923,896,0.00048214578742368356,
+,,,896,,0.0006886744915052901
+128,7176,0.0357995331287384,897,0.0005495605738057445,
+128,7184,0.03469548001885414,898,0.0008130357478206095,
+128,7192,0.0333457849919796,899,0.000668600140280822,
+128,7200,0.033924855291843414,900,0.0009021595930486607,
+128,7208,0.03594638407230377,901,0.0007275999678919713,
+128,7216,0.04590073227882385,902,0.0006106113058714462,
+128,7224,0.049037281423807144,903,0.000494542933665798,
+129,7232,0.03464173153042793,904,0.0005379783230767186,
+129,7240,0.033217135816812515,905,0.0006007091530288259,
+129,7248,0.034540772438049316,906,0.0006164452856215316,
+129,7256,0.029991108924150467,907,0.0006936197969480418,
+129,7264,0.03332854434847832,908,0.0007019453296379652,
+129,7272,0.03332759067416191,909,0.0010208697756752371,
+129,7280,0.02945598214864731,910,0.0006241569972189609,
+130,7288,0.030012235045433044,911,0.0008571077669330407,
+130,7296,0.033531107008457184,912,0.0009520744227172275,
+,,,912,,0.000684353631249694
+130,7304,0.02875673398375511,913,0.00034442467537398137,
+130,7312,0.035330817103385925,914,0.0006395358897862025,
+130,7320,0.03405558690428734,915,0.0005744219415646512,
+130,7328,0.02932346612215042,916,0.0006066720504480015,
+130,7336,0.034231267869472504,917,0.0009006053982635162,
+131,7344,0.03444042056798935,918,0.0005788046777631869,
+131,7352,0.03337609022855759,919,0.0007176201130884389,
+131,7360,0.02934204414486885,920,0.0008063312697534759,
+131,7368,0.02957657352089882,921,0.0009318016333660731,
+131,7376,0.029339641332626343,922,0.0005948268291023043,
+131,7384,0.029826629906892776,923,0.0007009061698157054,
+131,7392,0.029703129082918167,924,0.0005662655545165763,
+132,7400,0.03000275045633316,925,0.00047098011730538147,
+132,7408,0.04335537180304527,926,0.0004890254912121842,
+132,7416,0.03050548955798149,927,0.0008968456429155433,
+132,7424,0.03044821321964264,928,0.0005986773332831665,
+,,,928,,0.0006837369224359823
+132,7432,0.029150165617465973,929,0.0005786504825664451,
+132,7440,0.02910010889172554,930,0.0009200892079836474,
+132,7448,0.03338854759931564,931,0.0007290999158559477,
+133,7456,0.03360139578580856,932,0.0008910055792726138,
+133,7464,0.03483511880040169,933,0.0007635719581836989,
+133,7472,0.034392405301332474,934,0.0005810458678752184,
+133,7480,0.02987096458673477,935,0.0007722198715782724,
+133,7488,0.0293443500995636,936,0.00044706662993121427,
+133,7496,0.029337123036384583,937,0.0005589494456736637,
+133,7504,0.03398633003234863,938,0.0007625324720078532,
+134,7512,0.03359682112932205,939,0.0008509570351717147,
+134,7520,0.029546882957220078,940,0.0004082097904756665,
+134,7528,0.029151875525712967,941,0.0007025371208631744,
+134,7536,0.029504939913749695,942,0.0005677396256942302,
+134,7544,0.02979503944516182,943,0.0007462878245860338,
+134,7552,0.03446405380964279,944,0.000870684950819446,
+,,,944,,0.0006636397609877032
+134,7560,0.034571778029203415,945,0.000622330212666254,
+135,7568,0.034043166786432266,946,0.0008287255153006229,
+135,7576,0.03420194238424301,947,0.0006504480487718764,
+135,7584,0.04362207651138306,948,0.0008061011205427349,
+135,7592,0.029647521674633026,949,0.0005421728583314689,
+135,7600,0.03479418158531189,950,0.0005162436013611463,
+135,7608,0.03296544775366783,951,0.0007236552482936531,
+135,7616,0.03264009580016136,952,0.000671606780088041,
+136,7624,0.028824910521507263,953,0.000752086848175774,
+136,7632,0.03415653854608536,954,0.00043930145038757474,
+136,7640,0.034703329205513,955,0.0009276202222931065,
+136,7648,0.033622145652770996,956,0.000623798053801203,
+136,7656,0.033592190593481064,957,0.0006475054038067658,
+136,7664,0.033878277987241745,958,0.0007262350648970288,
+136,7672,0.03408923000097275,959,0.000619325413936167,
+137,7680,0.03425320237874985,960,0.00048230821654821434,
+,,,960,,0.0006616738906433416
+137,7688,0.03476634621620178,961,0.000757643801454619,
+137,7696,0.02930811420083046,962,0.0009054237804472601,
+137,7704,0.033858101814985275,963,0.0005926731032862638,
+137,7712,0.03015296533703804,964,0.0005570795825299094,
+137,7720,0.034381844103336334,965,0.0008554476662538946,
+137,7728,0.03337959200143814,966,0.0006170368811581284,
+138,7736,0.029629968106746674,967,0.0006668687953303257,
+138,7744,0.029584109783172607,968,0.0006548412095677728,
+138,7752,0.0340578630566597,969,0.000797505231665647,
+138,7760,0.033155638724565506,970,0.0008584577939473092,
+138,7768,0.0510345883667469,971,0.000678546631631131,
+138,7776,0.03419638052582741,972,0.0005579970544204116,
+138,7784,0.0339244119822979,973,0.0005111629452585476,
+139,7792,0.034169021993875504,974,0.0004873338175992317,
+139,7800,0.033808980137109756,975,0.0011392304052909215,
+139,7808,0.03466815501451492,976,0.0006246073591885053,
+,,,976,,0.0006749605716660966
+139,7816,0.03602638840675354,977,0.0005914122224427187,
+139,7824,0.03280174359679222,978,0.0008163404427856828,
+139,7832,0.03617387264966965,979,0.0005126568585183122,
+139,7840,0.02961524948477745,980,0.0006201854640884059,
+140,7848,0.03386751189827919,981,0.0006776569607609417,
+140,7856,0.029469124972820282,982,0.0007074429100612179,
+140,7864,0.0296391062438488,983,0.000786050216993317,
+140,7872,0.03338775783777237,984,0.0005283113724241655,
+140,7880,0.03407442942261696,985,0.0006647461200105574,
+140,7888,0.029611904174089432,986,0.0008195064116367384,
+140,7896,0.029556456953287125,987,0.0004948726597761449,
+141,7904,0.02946113795042038,988,0.0006446784227591706,
+141,7912,0.033471569418907166,989,0.0008370897480441879,
+141,7920,0.03363076224923134,990,0.0007243683078111365,
+141,7928,0.03415479511022568,991,0.000720303223180749,
+141,7936,0.029359955340623856,992,0.0005708906620774152,
+,,,992,,0.0006774817701689032
+141,7944,0.03328521549701691,993,0.000618556454355712,
+141,7952,0.03440064936876297,994,0.0005583367559925786,
+142,7960,0.029961325228214264,995,0.0005228345801394122,
+142,7968,0.03029654547572136,996,0.0009066715699321191,
+142,7976,0.029930703341960907,997,0.0005177180246391799,
+142,7984,0.03469579294323921,998,0.0008768458398716414,
+142,7992,0.03297550976276398,999,0.0004872352656093426,
+142,8000,0.032995037734508514,1000,0.0007129222465058168,
+142,8008,0.03499438241124153,1001,0.000638945117922655,
+143,8016,0.0335376001894474,1002,0.0005264615228952607,
+143,8024,0.029790818691253662,1003,0.00035619961272459477,
+143,8032,0.029790449887514114,1004,0.0009511193851582133,
+143,8040,0.033572014421224594,1005,0.0004600822412612615,
+143,8048,0.03593257814645767,1006,0.0008020825807761867,
+143,8056,0.03580009937286377,1007,0.0007984358068954732,
+143,8064,0.030894864350557327,1008,0.0008204206387745216,
+,,,1008,,0.0006623160267292067
+144,8072,0.03507427126169205,1009,0.0005307283582321058,
+144,8080,0.03127963840961456,1010,0.0006848307148175081,
+144,8088,0.033197470009326935,1011,0.0009419495130286497,
+144,8096,0.02970922738313675,1012,0.0006872764018172508,
+144,8104,0.03591495379805565,1013,0.0005091147568936532,
+144,8112,0.030417319387197495,1014,0.0005643958754192751,
+144,8120,0.02962888404726982,1015,0.000732663509552367,
+145,8128,0.029367323964834213,1016,0.0005768442002590746,
+145,8136,0.03305172547698021,1017,0.0008499804457339148,
+145,8144,0.03490752354264259,1018,0.0006355769272583226,
+145,8152,0.03220667317509651,1019,0.0007490552504480417,
+145,8160,0.028662923723459244,1020,0.0005123506925883703,
+145,8168,0.028801534324884415,1021,0.0006563307878632958,
+145,8176,0.03059082105755806,1022,0.0006373201510595048,
+146,8184,0.02918197214603424,1023,0.000701533999745152,
+146,8192,0.034712646156549454,1024,0.0007505360117647797,
+,,,1024,,0.0006679419514744781
+146,8200,0.03436563163995743,1025,0.0010345465561840683,
+146,8208,0.029020149260759354,1026,0.0006107931597701585,
+146,8216,0.03440803289413452,1027,0.0005115606123581529,
+146,8224,0.033782199025154114,1028,0.0004391314772268136,
+146,8232,0.03262097388505936,1029,0.0005496799310024541,
+147,8240,0.03290113806724548,1030,0.0004140036695529349,
+147,8248,0.03421849384903908,1031,0.0005884145965169677,
+147,8256,0.034153372049331665,1032,0.0006995017756707966,
+147,8264,0.0287722609937191,1033,0.0007643663954998677,
+147,8272,0.04323572292923927,1034,0.0009660257919070621,
+147,8280,0.034538500010967255,1035,0.0005916435518028105,
+147,8288,0.03713634982705116,1036,0.0006583668424961312,
+148,8296,0.03647981956601143,1037,0.0005048375887175401,
+148,8304,0.03641800209879875,1038,0.0003975316387368366,
+148,8312,0.03679341822862625,1039,0.0007202180568128824,
+148,8320,0.037029560655355453,1040,0.0006849283100261043,
+,,,1040,,0.0006814380717831989
+148,8328,0.037541575729846954,1041,0.0005868789247380426,
+148,8336,0.03673712536692619,1042,0.0008980185472561667,
+148,8344,0.04485999792814255,1043,0.000789819031654458,
+149,8352,0.04164916276931763,1044,0.0007259353878907859,
+149,8360,0.03417216241359711,1045,0.00042705800539503497,
+149,8368,0.03457491472363472,1046,0.0006672555182982858,
+149,8376,0.03445093706250191,1047,0.000776600549995367,
+149,8384,0.03311566263437271,1048,0.0006835705076809973,
+149,8392,0.03505398705601692,1049,0.000582963176323877,
+149,8400,0.03441314771771431,1050,0.0007613330089952797,
+150,8408,0.03351069986820221,1051,0.0004762197786476463,
+150,8416,0.034489069133996964,1052,0.0009034346221596934,
+150,8424,0.034666966646909714,1053,0.0008032268652802004,
+150,8432,0.03321032226085663,1054,0.0005953438540018396,
+150,8440,0.02962777391076088,1055,0.0006558124553591299,
+150,8448,0.02961966022849083,1056,0.0007420162095085663,
+,,,1056,,0.0006763909965060478
+150,8456,0.029447566717863083,1057,0.0004806593798483456,
+151,8464,0.03341172635555267,1058,0.0011172188387718052,
+151,8472,0.035689737647771835,1059,0.0005246342170721618,
+151,8480,0.03314411640167236,1060,0.0008886709401849657,
+151,8488,0.029585987329483032,1061,0.0007016158087935764,
+151,8496,0.03349898383021355,1062,0.0003992917710482808,
+151,8504,0.02950892224907875,1063,0.0003976324228763891,
+151,8512,0.0337027832865715,1064,0.0006677571571864453,
+152,8520,0.03308139368891716,1065,0.00047113591426750645,
+152,8528,0.043552231043577194,1066,0.0007128445176931564,
+152,8536,0.04048950970172882,1067,0.0005902021293877624,
+152,8544,0.029217522591352463,1068,0.0007486486117289003,
+152,8552,0.02966831997036934,1069,0.0009050841799762566,
+152,8560,0.029535960406064987,1070,0.0005484045104822144,
+152,8568,0.029811598360538483,1071,0.0006062273594300047,
+153,8576,0.033011287450790405,1072,0.0004694552959075996,
+,,,1072,,0.0006681148742520532
+153,8584,0.03494987264275551,1073,0.0006227591831702739,
+153,8592,0.030024364590644836,1074,0.0007340699872549842,
+153,8600,0.032672688364982605,1075,0.00044669964028379094,
+153,8608,0.033307891339063644,1076,0.0007461096598383258,
+153,8616,0.03278348967432976,1077,0.0005083024817784983,
+153,8624,0.02904418483376503,1078,0.0009495599699827532,
+154,8632,0.029552623629570007,1079,0.0007647163999666061,
+154,8640,0.0347612164914608,1080,0.0006040196150185212,
+154,8648,0.03346525505185127,1081,0.0007440725021297112,
+154,8656,0.029566418379545212,1082,0.0008006764091987861,
+154,8664,0.03432666137814522,1083,0.0006520914986530053,
+154,8672,0.02977350726723671,1084,0.00041664963230557205,
+154,8680,0.03028087690472603,1085,0.0006344374783111562,
+155,8688,0.029317278414964676,1086,0.0005518055909002821,
+155,8696,0.02937059849500656,1087,0.000827987642528919,
+155,8704,0.03373393043875694,1088,0.0005083835768835762,
+,,,1088,,0.0006671476416116537
+155,8712,0.05229782685637474,1089,0.0006940433759154985,
+155,8720,0.03498232364654541,1090,0.0006525582199067096,
+155,8728,0.0297287255525589,1091,0.0007829749707265624,
+155,8736,0.029668450355529785,1092,0.0006251150129280766,
+156,8744,0.03343548625707626,1093,0.0008663936496304814,
+156,8752,0.03307326138019562,1094,0.0005024592004095515,
+156,8760,0.029419343918561935,1095,0.0004440125485416502,
+156,8768,0.029522143304347992,1096,0.0008693512827449013,
+156,8776,0.03459342196583748,1097,0.0007184540891709428,
+156,8784,0.03017042949795723,1098,0.0005714840876559417,
+156,8792,0.0333700105547905,1099,0.0005319596230572857,
+157,8800,0.03475257381796837,1100,0.0006472192898703118,
+157,8808,0.029275968670845032,1101,0.0008392353891395032,
+157,8816,0.03397262096405029,1102,0.0008296181986224838,
+157,8824,0.029590211808681488,1103,0.000446427526185289,
+157,8832,0.029285039752721786,1104,0.0007833537338928392,
+,,,1104,,0.0006637709258600723
+157,8840,0.03346431255340576,1105,0.0006096907947302008,
+157,8848,0.03381872922182083,1106,0.0005164562556755674,
+158,8856,0.029545970261096954,1107,0.0007100043973575035,
+158,8864,0.029568858444690704,1108,0.0007419080977949003,
+158,8872,0.02921980246901512,1109,0.000472148389755083,
+158,8880,0.0329822301864624,1110,0.00044820283704514926,
+158,8888,0.043031707406044006,1111,0.0008251788806066745,
+158,8896,0.0470108762383461,1112,0.0005218919915413218,
+158,8904,0.02919701859354973,1113,0.0006845642055850476,
+159,8912,0.03319800645112991,1114,0.0005868942535016686,
+159,8920,0.03377677500247955,1115,0.0008246514771599323,
+159,8928,0.034755174070596695,1116,0.0009486044067531251,
+159,8936,0.030169572681188583,1117,0.00030016650530991944,
+159,8944,0.032863255590200424,1118,0.0005377324653506678,
+159,8952,0.034172914922237396,1119,0.0006878037723557403,
+159,8960,0.03375909850001335,1120,0.0006720820931471227,
+,,,1120,,0.0006692296023978743

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=20newsgroups/list=0.7-1.0/labels.csv

@@ -0,0 +1,24 @@
+13097,2
+8483,14
+9758,3
+3505,6
+4074,1
+14164,2
+3638,0
+12968,19
+9284,3
+11005,6
+5956,10
+1187,10
+7436,15
+6630,5
+4560,7
+8597,16
+1065,17
+15251,12
+4726,13
+14324,9
+17461,15
+12045,7
+4079,2
+8744,7

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=20newsgroups/list=0.7-1.0/logits.csv

@@ -0,0 +1,24 @@
+13097,-22.212307,-1.1043539,-0.60435396,-4.14028,-2.7314963,-3.5696025,-9.104354,-13.166854,-11.831327,-20.8611,-17.320862,-15.323391,-14.19007,-12.600258,-11.666854,-21.584993,-16.910599,-8.31264,-17.104355,-20.477474
+8483,-1.9215407,-15.348976,-16.411476,-16.038774,-11.733885,-19.529358,-12.536476,-10.411476,-14.011336,-18.925793,-20.714577,-27.492466,-15.163683,-16.576462,-0.16147637,-17.789543,-13.6620655,-11.169053,-15.411476,-24.221815
+9758,-21.775055,-7.4793625,-7.6043625,-0.98089856,-0.48071584,-17.782457,-12.9793625,-14.9168625,-12.081704,-22.037868,-22.644365,-22.45172,-10.293507,-20.246521,-14.1668625,-29.0485,-20.009714,-10.493794,-15.3543625,-27.67202
+3505,-16.409538,-8.344706,-10.407206,-11.909299,-7.8462286,-32.58464,-4.594706,-4.719706,-6.6135926,-12.27269,-9.15029,-21.413284,-3.2201595,-11.989318,-9.344706,-13.636341,-10.926378,-8.594955,-10.407206,-16.69122
+4074,-23.870506,-0.066523224,-5.316523,-4.450739,-3.1929286,-7.718687,-12.566524,-13.941524,-13.137423,-25.87694,-19.855112,-21.823622,-12.031091,-12.026508,-11.754024,-24.781399,-18.07308,-9.581218,-13.316524,-22.614433
+14164,-26.319513,-0.09471788,-4.469718,-2.723979,-4.721053,-8.650255,-11.719718,-15.782218,-10.380551,-20.523876,-18.65017,-20.308508,-12.971068,-14.042637,-11.032218,-20.682325,-15.310107,-9.609541,-17.063467,-20.215708
+3638,-3.8419762,-10.004038,-10.941538,-10.319749,-6.8431516,-19.134556,-7.0040374,-4.3165374,-7.261162,-16.070269,-12.519498,-15.618366,-11.141025,-7.8542237,-9.941538,-13.115273,-0.19165717,-6.6922235,-6.5665374,-16.047544
+12968,-10.8546,-12.531831,-13.031831,-15.229212,-11.315774,-27.045403,-7.7818303,-7.5318303,-8.301102,-13.908274,-2.4846563,-19.478518,-11.388718,-9.301711,-7.0318303,-11.532735,-9.84451,-8.344804,-7.9068303,-14.740745
+9284,-25.119823,-8.947024,-2.009524,-0.2608587,-2.385229,-10.859399,-12.259524,-14.947024,-11.840671,-21.654284,-22.244446,-21.138329,-11.699015,-16.584675,-14.572024,-30.096294,-18.006878,-10.207786,-16.134523,-29.012312
+11005,-28.26313,-10.6426935,-6.7676935,-4.145589,-0.018266892,-18.6082,-12.6426935,-16.767693,-13.0281925,-20.978722,-20.807888,-23.975956,-14.0806,-17.482815,-15.0801935,-22.70552,-17.958729,-11.897087,-17.705193,-28.275496
+5956,-20.947914,-15.68826,-18.87576,-16.503153,-18.642439,-35.225105,-14.62576,-16.31326,-16.648552,-16.93883,-0.0008178428,-26.916847,-19.47798,-19.501617,-12.00076,-30.056622,-16.2284,-18.063665,-15.75076,-24.388529
+1187,-5.369961,-9.87867,-7.3786697,-10.256037,-6.049485,-19.650293,-6.2536697,-5.3161697,-8.736967,-9.495528,-0.8770733,-14.638159,-11.354122,-9.907785,-7.7536697,-7.4492965,-6.628904,-1.0748465,-4.0661697,-14.6734915
+7436,-7.518665,-13.579,-12.204,-15.022084,-17.583557,-23.635418,-9.5165,-10.2665,-12.21835,-16.018679,-16.50718,-26.144176,-15.275379,-11.186794,-8.0165,-0.06252347,-16.80224,-8.142365,-10.079,-11.019207
+6630,-33.178757,-6.37696,-13.37696,-11.295361,-12.756545,-0.0033365355,-18.689459,-21.001959,-20.35083,-25.71737,-23.134808,-23.421618,-14.602045,-18.858994,-17.689459,-34.219677,-23.156313,-16.503157,-19.533209,-23.590986
+4560,-25.34768,-16.070133,-13.570133,-12.263034,-11.384588,-36.71302,-9.507633,-0.0076336814,-5.2950363,-16.612003,-18.334007,-30.808363,-9.128504,-16.255245,-15.570133,-21.823929,-15.143135,-13.706687,-15.820133,-28.182173
+8597,-0.9608766,-9.122606,-9.997606,-9.43753,-5.10702,-21.098032,-2.9351063,-2.4351063,-8.379846,-11.008065,-5.7291727,-16.216715,-7.5762296,-2.065326,-3.4351063,-10.929718,-6.7476583,-2.6873124,-1.6851064,-14.574198
+1065,-5.2775874,-17.318836,-16.318836,-16.763294,-16.925823,-29.001753,-16.943836,-13.318837,-17.517204,-20.36872,-16.198908,-22.448708,-17.470858,-14.9249,-15.693837,-15.539262,-12.883059,-0.006692133,-11.506337,-21.878452
+15251,-22.72804,-11.766881,-4.766881,-0.64273614,-0.7676925,-17.994675,-14.516881,-15.954381,-14.202917,-23.251091,-23.429966,-23.584202,-14.206574,-17.151285,-13.454381,-28.038923,-18.200998,-9.776062,-18.141882,-35.341812
+4726,-11.481401,-6.706856,-7.019356,-7.8329964,-1.9348072,-16.572206,-8.894356,-1.831856,-9.888826,-12.332418,-7.7609253,-13.821203,-7.9238114,-10.100615,-3.831856,-13.014283,-10.809723,-4.7071724,-2.331856,-15.351566
+14324,-23.377167,-14.501282,-16.001282,-15.624418,-10.024649,-34.239834,-12.376282,-14.188782,-17.859116,-0.0054144105,-11.343203,-24.895817,-18.329014,-9.432581,-12.688782,-23.508266,-16.903282,-12.752235,-15.001282,-22.011303
+17461,-8.529563,-15.384711,-17.32221,-15.8867,-21.465574,-21.152962,-12.884711,-15.009711,-17.708397,-16.823631,-17.500202,-25.32117,-14.399506,-21.703772,-14.572211,-0.011469626,-12.802426,-11.026383,-15.259711,-15.524182
+12045,-14.858317,-11.620393,-8.745393,-8.059898,-7.8214417,-30.262688,-7.2453933,-0.18289314,-2.4282897,-13.210929,-10.651039,-28.417915,-5.8404765,-13.235001,-9.932893,-13.416558,-10.878703,-9.811435,-12.995393,-22.22485
+4079,-27.713608,-8.006153,-0.0061529735,-6.384312,-9.631505,-11.634625,-15.756153,-17.818653,-14.902434,-23.004555,-22.510881,-22.181246,-17.882587,-17.07837,-16.381153,-19.554955,-16.920101,-13.202463,-19.974903,-24.117674
+8744,-23.691002,-14.471122,-14.033622,-14.659923,-7.660206,-36.536285,-10.283622,-0.03362145,-4.0846796,-14.060183,-15.324556,-27.220045,-10.717827,-13.556813,-14.596122,-15.317909,-12.666293,-11.724669,-13.721122,-21.391167

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=20newsgroups/list=test_800/labels.csv

@@ -0,0 +1,800 @@
+9093,16
+6372,2
+14573,12
+11938,15
+1712,17
+12553,16
+16642,14
+2432,18
+4032,15
+2320,3
+9358,3
+10651,1
+9297,8
+5267,14
+7346,13
+18169,3
+544,17
+4136,2
+14172,1
+2609,10
+17603,11
+12700,14
+6239,12
+8495,18
+15771,18
+11698,18
+127,16
+3419,17
+13218,0
+17284,5
+3475,1
+15884,17
+14988,3
+15250,12
+265,3
+14431,13
+2182,19
+16984,1
+8187,19
+4463,9
+15259,13
+17872,12
+2223,8
+15302,12
+6970,12
+6840,10
+5417,11
+5550,7
+14019,16
+6122,10
+15287,12
+12758,2
+3017,2
+37,11
+16939,15
+5018,14
+16827,7
+4365,4
+15411,17
+17191,5
+3836,11
+9220,12
+691,5
+12707,11
+5492,6
+4703,15
+3800,2
+15970,13
+10179,17
+8908,7
+5284,10
+6699,4
+346,9
+1343,4
+5352,3
+9079,6
+11870,19
+16922,6
+921,11
+7089,9
+1642,14
+6070,13
+7518,15
+10751,15
+174,13
+16038,10
+16392,10
+3722,15
+4781,15
+10028,2
+15197,8
+13618,4
+5070,5
+16307,10
+13398,4
+8996,2
+11358,18
+9565,18
+5237,19
+7450,19
+15992,17
+9879,2
+18046,5
+17540,12
+11094,1
+15116,9
+15945,5
+11742,5
+13122,13
+618,2
+30,6
+4186,7
+17581,16
+13233,9
+10977,14
+6010,2
+16733,10
+15300,15
+2011,5
+13108,15
+5547,2
+8648,4
+8365,18
+3490,16
+1790,14
+718,0
+15930,19
+1178,13
+9773,9
+17616,11
+733,17
+3740,3
+8897,12
+13049,3
+11555,16
+4631,7
+7830,10
+13143,11
+17982,10
+2064,18
+9327,6
+2784,5
+16094,1
+1661,9
+14421,0
+376,13
+14091,14
+3641,18
+18342,19
+7598,3
+17676,12
+9229,9
+12389,7
+16991,7
+13416,1
+7828,7
+6071,18
+14065,3
+15961,16
+11912,16
+2544,9
+6009,13
+5765,11
+17811,16
+12062,10
+78,2
+12738,2
+900,16
+7248,10
+8654,13
+11763,18
+8986,12
+18281,2
+3513,12
+17921,19
+14797,18
+13119,17
+611,16
+14417,9
+16506,18
+6303,5
+15475,6
+6881,0
+1749,9
+15921,9
+11810,7
+10963,13
+11445,11
+9029,1
+10032,2
+1325,8
+6318,9
+18243,14
+11366,4
+4343,1
+1309,1
+3292,9
+10631,18
+5425,15
+12275,11
+10638,6
+5767,14
+4571,5
+8157,6
+2910,15
+8870,7
+3623,10
+698,10
+15737,4
+13194,15
+8273,1
+17359,7
+9928,10
+823,12
+1066,10
+8386,5
+4043,17
+14005,13
+11079,3
+9484,2
+15875,18
+13012,14
+2154,12
+17060,16
+12041,6
+2109,16
+12734,10
+7063,0
+5552,16
+9988,0
+18088,8
+6834,3
+2267,10
+3778,1
+13669,11
+8807,4
+6001,18
+8900,0
+13228,13
+13252,8
+8330,18
+16479,8
+15968,9
+17641,8
+5295,3
+11399,7
+1243,15
+15399,16
+3101,11
+45,4
+4760,19
+359,4
+14055,11
+12632,14
+14892,11
+13716,18
+6861,7
+16982,3
+17263,9
+14135,18
+13361,6
+77,7
+9048,14
+15957,4
+8833,12
+14854,10
+5807,16
+7278,7
+2542,8
+6784,16
+3280,2
+8796,8
+2508,1
+8686,13
+5604,7
+15050,14
+15614,4
+128,9
+9381,13
+6707,10
+15166,19
+14118,13
+17574,6
+8139,13
+8837,2
+12563,18
+1300,12
+18265,11
+1377,8
+14927,16
+16580,0
+9248,2
+9084,10
+8182,7
+1902,8
+11050,10
+430,15
+7213,19
+1717,18
+10812,7
+16893,0
+8177,1
+13630,2
+7026,2
+3148,18
+17758,3
+13542,2
+1657,17
+11197,14
+6781,18
+14105,11
+3978,11
+13625,13
+737,9
+6361,4
+15800,5
+9291,19
+12254,17
+14052,5
+9893,2
+13489,12
+10263,4
+7884,4
+8585,2
+9812,2
+9721,15
+16075,12
+13649,7
+4637,5
+5119,8
+1702,18
+1604,4
+13602,13
+8402,2
+14919,1
+9317,16
+9355,12
+1878,5
+10713,0
+7406,14
+6869,11
+9950,14
+2428,6
+10251,15
+14115,2
+11589,8
+15969,6
+6156,9
+5236,1
+1511,2
+15753,11
+14327,16
+8932,7
+5037,5
+7885,17
+15090,15
+15917,0
+8552,3
+14204,8
+12108,8
+13056,3
+18264,10
+4904,9
+9831,9
+7550,10
+16800,14
+4910,3
+6040,14
+15897,15
+1489,4
+2607,16
+18351,11
+1335,19
+12473,2
+13811,0
+11656,17
+2009,16
+12892,9
+6328,14
+4535,11
+5124,9
+4052,17
+1866,17
+339,1
+9464,0
+16877,18
+5846,8
+16562,8
+13422,13
+17613,9
+9640,16
+8770,5
+17201,2
+13925,5
+1640,3
+13411,3
+18133,4
+1727,8
+14075,10
+13375,13
+9439,0
+6819,17
+13720,9
+1590,3
+10274,16
+14559,19
+559,15
+9101,10
+5082,10
+11364,18
+12767,15
+1587,6
+15995,17
+1541,17
+3560,15
+3747,3
+17792,13
+245,18
+13400,10
+15095,15
+2532,1
+6503,8
+18364,19
+10357,5
+389,4
+10468,17
+4975,10
+163,12
+8279,14
+1972,16
+6418,12
+13139,4
+8478,7
+1431,3
+12647,7
+17226,18
+6651,17
+1832,5
+885,17
+1675,4
+2235,14
+14970,16
+4333,1
+6929,2
+4589,1
+10840,19
+5333,14
+2678,13
+4698,5
+7016,1
+9624,13
+2189,18
+15418,0
+16582,13
+8612,15
+2825,2
+3625,11
+6532,17
+6245,14
+17838,11
+7277,3
+8071,1
+7429,10
+569,10
+14886,6
+15240,4
+14185,15
+14420,3
+11920,1
+12801,13
+1647,13
+1755,3
+285,10
+17721,17
+6979,11
+39,16
+11370,11
+3614,1
+4075,11
+11525,5
+5365,2
+2885,14
+4179,9
+887,4
+8197,10
+13717,17
+6545,0
+9760,5
+817,1
+5133,17
+2033,9
+11301,1
+17487,5
+14177,0
+4531,17
+17414,5
+1957,6
+14516,7
+2749,1
+18229,1
+12514,7
+12742,16
+15941,18
+17885,19
+6542,7
+2799,14
+15027,3
+5459,15
+6367,2
+2858,13
+15137,13
+1594,10
+15612,3
+2594,15
+11128,4
+16626,16
+9963,11
+10248,18
+4856,8
+12078,7
+250,2
+5235,15
+16973,18
+17413,12
+14428,4
+11941,15
+11836,16
+14948,18
+1412,10
+11214,17
+13980,2
+11521,8
+12332,3
+3370,10
+5852,3
+16300,10
+3304,18
+979,2
+3933,9
+15810,9
+2726,15
+9609,6
+15857,18
+15419,2
+7370,3
+16401,14
+1683,2
+14263,19
+17745,6
+17299,4
+16736,14
+1337,11
+16960,9
+3887,15
+17894,16
+9953,11
+4040,15
+3398,14
+13460,7
+3603,11
+12725,17
+16778,4
+12021,4
+4564,15
+14972,13
+2378,11
+18371,9
+15855,0
+507,13
+14051,6
+11267,8
+9521,16
+3683,14
+9163,12
+6748,18
+619,9
+14119,6
+14367,14
+4334,14
+4475,3
+7143,7
+8087,7
+15319,1
+2731,10
+7749,19
+4913,3
+17977,11
+7360,13
+17781,7
+10649,4
+11798,10
+9572,10
+5675,13
+1497,8
+318,6
+15440,15
+13793,7
+11119,14
+9993,19
+8290,5
+17579,1
+13427,6
+536,6
+3541,10
+4807,0
+4218,14
+12666,4
+16719,2
+6571,3
+6588,1
+5702,4
+1803,10
+10660,3
+7251,16
+14433,2
+10258,9
+3890,8
+17608,5
+6286,19
+12373,14
+5467,13
+4834,8
+5822,1
+9997,15
+1067,4
+10893,11
+12261,6
+16944,6
+18396,1
+11805,12
+1029,3
+332,14
+10582,13
+17366,11
+14287,6
+1839,10
+10233,4
+14799,15
+7468,0
+9755,1
+13935,7
+10954,7
+11320,2
+14262,3
+16725,15
+18389,19
+12970,8
+8476,2
+16283,8
+11182,16
+13663,18
+8136,16
+15307,8
+17862,18
+6522,11
+15556,1
+962,19
+5312,18
+12809,3
+8589,2
+7893,3
+4414,0
+11118,17
+13622,14
+1319,8
+6480,18
+11813,4
+3508,3
+5136,8
+5801,12
+3529,3
+11720,15
+16912,5
+15199,8
+8338,16
+6400,17
+558,17
+12040,6
+944,10
+9372,2
+14954,6
+11176,6
+7469,5
+9263,1
+16967,13
+1914,4
+6251,9
+8274,9
+10527,17
+14307,14
+13322,6
+12648,6
+10986,10
+7185,13
+5737,10
+10183,9
+3495,18
+1274,5
+2413,9
+8234,12
+5783,6
+1536,7
+10048,16
+1787,9
+15255,3
+3671,17
+5986,3
+9620,6
+6380,1
+14181,4
+2001,0
+14953,2
+6490,9
+1131,15
+1856,10
+5982,5
+12226,13
+9419,3
+5882,9
+3295,17
+6952,3
+13477,7
+18134,15
+81,16
+7998,9
+13836,9
+9710,14
+9954,4
+16058,9
+16859,12
+1009,15
+12596,13
+2118,12
+1472,16
+18319,11
+2567,8
+579,11
+1328,19
+9424,19
+15998,17
+3357,11
+10411,6
+8436,7
+18332,9
+13030,1
+17550,7
+5053,11
+9387,9
+4828,14
+12006,8
+9323,17
+15925,2
+15979,3
+4753,14
+9385,6
+14211,17
+13364,10
+16546,10
+17795,13
+14990,7
+15602,6
+4896,0
+397,5
+15832,18
+12622,8
+7048,11
+17771,19
+9245,4
+2390,15
+16069,0
+16122,8
+17378,19
+3947,0
+8268,9
+6419,5
+16403,2
+13568,5
+2370,19
+15484,6
+6904,13
+8175,17
+13430,7
+8432,11
+14159,17
+10327,11
+12384,3
+13474,3
+13988,14
+13985,4
+3538,10
+14670,18
+3533,17
+11680,1
+665,10
+16601,1
+7858,7
+11650,3
+5909,2
+10873,14
+6960,15

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=20newsgroups/list=0.0-1.0/labels.csv

@@ -0,0 +1,80 @@
+4582,0
+16097,15
+7179,6
+10695,2
+804,4
+15898,13
+17624,14
+16670,1
+6494,5
+17797,7
+429,5
+1581,8
+1883,2
+3915,14
+2636,4
+2198,12
+17831,12
+497,17
+8890,4
+8910,7
+4906,12
+17972,3
+12860,3
+9727,17
+181,4
+6653,9
+9996,15
+12947,16
+6067,17
+8153,16
+9871,9
+5251,10
+11188,15
+10021,5
+8867,5
+10774,16
+865,15
+8943,18
+11534,4
+10574,3
+14040,7
+12440,0
+1109,18
+8531,17
+5240,8
+5595,17
+13457,14
+10339,2
+5379,10
+16132,3
+11543,1
+2745,10
+1593,10
+9762,9
+4413,5
+8595,12
+13097,2
+8483,14
+9758,3
+3505,6
+4074,1
+14164,2
+3638,0
+12968,19
+9284,3
+11005,6
+5956,10
+1187,10
+7436,15
+6630,5
+4560,7
+8597,16
+1065,17
+15251,12
+4726,13
+14324,9
+17461,15
+12045,7
+4079,2
+8744,7

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=20newsgroups/list=0.0-1.0/logits.csv

@@ -0,0 +1,80 @@
+4582,-0.004999014,-17.565298,-16.502798,-19.074486,-16.318247,-26.931236,-13.940297,-13.315297,-20.206379,-16.76086,-19.092747,-21.755093,-14.012285,-11.764355,-16.752798,-17.99395,-8.253224,-6.003166,-12.252797,-18.567184
+16097,-9.01472,-23.250698,-20.625698,-26.181684,-24.348886,-37.404842,-14.625699,-16.313198,-19.02109,-22.68886,-20.631977,-31.356304,-18.675432,-15.694837,-18.688198,-0.0022687446,-19.146864,-14.375913,-16.125698,-10.377169
+7179,-17.452215,-16.937996,-17.625496,-17.507992,-16.575064,-34.32859,-0.0004967409,-13.000497,-18.192192,-16.712465,-19.561102,-29.528732,-13.375774,-18.316574,-17.875496,-27.09037,-17.20346,-14.757481,-20.625496,-24.074371
+10695,-19.680937,-16.313223,-0.00072298135,-7.8955727,-11.754362,-15.457494,-14.125723,-21.563223,-16.522694,-22.205324,-25.495974,-27.705236,-21.18966,-17.157387,-19.375723,-24.244768,-21.514935,-15.825863,-22.375723,-23.229134
+804,-18.999237,-11.876186,-8.626186,-7.2520227,-0.0015731418,-21.432562,-11.001186,-13.001186,-16.22129,-19.156536,-18.352339,-20.818672,-9.501275,-15.083993,-11.626186,-20.822832,-14.87008,-10.630129,-17.813686,-24.046268
+15898,-16.517933,-17.689657,-16.939657,-19.592537,-24.117998,-37.05822,-14.564657,-13.002157,-21.237957,-17.505848,-11.691117,-25.556568,-14.612519,-0.0025702412,-15.689657,-17.130535,-15.92468,-8.377333,-17.189657,-20.067556
+17624,-22.256062,-23.937586,-25.812586,-27.668104,-22.098188,-38.901024,-21.250086,-20.562586,-25.490303,-25.46287,-28.855282,-36.582726,-20.339758,-23.642279,-8.65422e-05,-27.113115,-23.635077,-21.698503,-23.562586,-23.848244
+16670,-24.036417,-0.0017870185,-9.751787,-13.355396,-16.94037,-28.517694,-14.626787,-17.251787,-19.032972,-28.663706,-22.349325,-20.960665,-19.940048,-14.459479,-15.689287,-26.60137,-16.39721,-13.8315935,-21.470537,-20.874138
+6494,-24.25272,-13.000395,-10.875395,-10.502354,-15.938353,-0.0019278988,-17.312895,-22.125395,-18.902895,-23.888561,-23.800213,-28.351263,-15.626081,-19.285166,-19.937895,-26.182549,-24.125332,-19.335945,-21.750395,-26.464464
+17797,-25.540333,-17.25075,-16.62575,-17.142855,-10.263864,-47.832718,-9.625749,-0.00074871164,-9.382721,-31.309746,-17.822895,-34.3574,-13.511576,-13.757385,-16.56325,-19.070059,-18.76406,-13.006128,-15.438249,-18.7503
+429,-23.651583,-14.937652,-11.000152,-12.501943,-19.577166,-0.0040760175,-18.687653,-24.281403,-18.825003,-23.753756,-23.12482,-22.467287,-17.129572,-21.0641,-20.437653,-23.1828,-20.340555,-19.07646,-22.437653,-25.009705
+1581,-9.641326,-14.68899,-8.37649,-13.065205,-9.425065,-19.379282,-9.00149,-8.87649,-0.0042904317,-14.632034,-14.148585,-23.052038,-11.62807,-10.257258,-11.18899,-15.754348,-11.689088,-11.318516,-17.00149,-17.328354
+1883,-27.356419,-11.125331,-0.00033098942,-8.626962,-11.75086,-20.12928,-15.250331,-20.312832,-15.177851,-25.014347,-27.592382,-28.669811,-17.938194,-17.830767,-19.437832,-24.166271,-26.172865,-15.13014,-23.625332,-30.358524
+3915,-16.072775,-21.937943,-16.125443,-21.2849,-17.25071,-35.416615,-16.500443,-16.500443,-23.612494,-19.56406,-9.005717,-29.522863,-18.250738,-17.62636,-0.00044181122,-22.81375,-16.396858,-17.12596,-18.000443,-22.695757
+2636,-19.807354,-11.813,-10.0005,-9.876159,-0.000995269,-25.39435,-11.5005,-12.063,-14.395615,-24.203854,-12.1357355,-25.25177,-10.125678,-14.504341,-12.063,-14.946509,-17.398176,-13.706027,-19.313,-23.023767
+2198,-19.679424,-17.250914,-19.313414,-16.93684,-14.632227,-34.68195,-7.5009146,-10.625915,-15.128792,-18.553421,-25.60098,-27.110449,-0.0009474144,-15.019659,-17.063414,-19.689846,-19.02568,-15.876644,-16.938414,-18.748137
+17831,-21.95837,-17.313023,-18.000523,-14.512666,-15.815277,-32.481003,-13.563024,-14.000524,-20.44063,-18.841707,-12.707048,-23.975088,-0.0008290361,-13.519458,-15.875524,-21.223827,-23.69157,-15.94326,-16.625523,-21.738798
+497,-13.133697,-16.250153,-14.312653,-18.127234,-20.163816,-25.741299,-15.062653,-13.687653,-17.731535,-19.073563,-17.131931,-22.675802,-15.759299,-10.968007,-17.437653,-13.276672,-12.990731,-0.0005462471,-10.750153,-17.625736
+8890,-19.993284,-13.563497,-10.625997,-7.252197,-0.0015082045,-19.803259,-11.125997,-16.875996,-15.955322,-20.48729,-21.854696,-23.260574,-12.689136,-11.934987,-15.625997,-23.61931,-17.22551,-14.611826,-19.563496,-27.454702
+8910,-14.23977,-22.219826,-18.313576,-22.003666,-16.620968,-34.43447,-13.626077,-0.0010763572,-9.666521,-19.940018,-18.444218,-28.943562,-19.507816,-17.8234,-17.938576,-20.880535,-19.129183,-15.423024,-17.688576,-22.067575
+4906,-19.633114,-18.687675,-19.062675,-16.42708,-15.129701,-31.463078,-12.2501745,-14.0001745,-18.760809,-22.013096,-21.837055,-30.380692,-0.0007282003,-16.631355,-16.187675,-24.690796,-16.635096,-16.252111,-21.375175,-22.273495
+17972,-25.062794,-12.438046,-10.375546,-0.001429019,-9.250806,-24.78719,-9.125546,-18.750547,-13.928966,-21.274689,-25.813984,-25.511229,-9.750722,-15.391351,-16.438047,-20.045889,-20.624311,-17.786024,-19.125547,-29.33715
+12860,-16.434038,-10.00263,-6.50263,-0.0035877363,-12.442248,-10.539408,-10.50263,-16.62763,-10.535509,-15.6590805,-20.474052,-20.851484,-9.628092,-13.884084,-15.00263,-28.27073,-16.084465,-13.005114,-17.75263,-28.931208
+9727,-10.689638,-15.3762045,-13.3137045,-14.757689,-8.589294,-27.296585,-15.3137045,-11.1262045,-17.132471,-19.595974,-18.49369,-17.165194,-11.1316595,-15.195844,-16.376205,-17.88255,-7.2513437,-0.0019701067,-14.6262045,-20.87934
+181,-23.743515,-17.062674,-13.750174,-9.402808,-0.00043971257,-25.700567,-13.125174,-17.125174,-17.146431,-22.02437,-26.195707,-31.763168,-11.250357,-19.00777,-18.687674,-23.002108,-20.306583,-17.089455,-21.625174,-27.238031
+6653,-21.13863,-23.187767,-21.562767,-22.002552,-24.886253,-43.343327,-16.375267,-21.187767,-21.046267,-0.0008022188,-19.546185,-36.2623,-24.136724,-17.590496,-21.250267,-32.589207,-21.512056,-19.512608,-22.250267,-23.734583
+9996,-11.62845,-22.688726,-22.313726,-26.46143,-24.340864,-36.17922,-16.001226,-16.001226,-22.26338,-24.658642,-25.492416,-31.665672,-21.11485,-18.399633,-20.001226,-0.0014427288,-23.658438,-18.128937,-19.438726,-12.503641
+12947,-12.270427,-12.125689,-13.500689,-13.129229,-11.126576,-23.976042,-10.125689,-13.750689,-12.007595,-17.067442,-16.686443,-22.05658,-11.563837,-13.177951,-12.125689,-16.57336,-0.00089464587,-8.376889,-19.344439,-21.986158
+6067,-10.502393,-17.56302,-14.875522,-19.252205,-18.127335,-29.001728,-15.125522,-15.438022,-16.693836,-20.322973,-17.003605,-26.96851,-15.82502,-10.484897,-17.37552,-12.126297,-15.91967,-0.0007064004,-11.125522,-13.501408
+8153,-9.423269,-14.18769,-16.00019,-17.69164,-17.639854,-26.812963,-15.00019,-14.12519,-17.759523,-20.129284,-21.19707,-21.975386,-13.649707,-15.023574,-15.56269,-20.376009,-0.00043351648,-12.626065,-11.75019,-21.846483
+9871,-24.335276,-22.500332,-21.687832,-22.504705,-24.693382,-42.094936,-18.562832,-20.812832,-21.247797,-0.00064875087,-18.743284,-33.304955,-24.045118,-17.905376,-21.875332,-30.527462,-22.70264,-19.40553,-19.375332,-23.505903
+5251,-17.834538,-17.312973,-14.437974,-16.445225,-17.169739,-38.15805,-11.125474,-12.125474,-15.028181,-11.750844,-0.0006210765,-24.73969,-15.82574,-15.446073,-14.062974,-17.323887,-17.882275,-12.813809,-12.250474,-18.567818
+11188,-7.8298054,-17.688805,-21.282555,-22.953602,-22.15724,-29.419273,-12.001304,-13.501304,-17.84525,-19.12861,-19.152864,-26.070286,-13.446646,-15.576631,-15.688804,-0.0016233253,-12.468164,-14.565356,-15.876304,-12.126611
+10021,-33.33729,-13.375143,-13.000143,-14.080614,-18.002169,-0.0015210917,-19.687643,-24.562643,-20.143345,-26.489872,-23.418186,-30.497528,-16.94585,-21.000723,-21.750143,-33.10025,-28.089699,-20.925358,-24.718893,-26.668768
+8867,-28.818226,-9.75054,-11.37554,-10.000535,-14.5024,-0.0019706537,-17.37554,-22.06304,-15.604328,-22.594225,-20.693878,-29.18011,-15.441484,-17.554106,-19.84429,-29.371683,-23.704817,-17.52914,-19.90679,-21.015434
+10774,-8.879445,-17.125162,-19.687662,-21.691608,-16.760485,-32.303356,-17.062662,-15.125161,-21.255087,-21.447985,-21.83428,-24.375278,-16.258154,-16.140207,-16.875162,-22.126556,-0.0006999581,-12.375596,-13.625161,-21.188402
+865,-7.7586484,-19.751442,-17.876442,-20.69899,-22.391323,-28.133686,-14.688942,-13.251442,-18.152035,-21.064425,-17.120777,-28.032347,-14.137526,-16.433466,-14.063942,-0.0015948033,-16.668247,-17.002314,-14.813942,-14.065088
+8943,-15.57987,-15.938696,-14.501196,-17.57271,-20.170784,-33.898705,-12.251196,-11.751196,-17.860727,-19.627104,-16.123034,-26.143372,-13.396698,-15.376605,-14.063696,-18.564941,-17.39388,-11.251281,-0.0011960266,-17.50207
+11534,-23.977417,-13.750842,-9.750842,-7.8769116,-0.001290343,-17.028402,-14.875842,-17.000843,-15.791438,-20.821976,-22.012695,-30.880898,-12.50103,-18.768494,-16.313343,-21.146965,-19.794529,-15.750861,-19.250843,-25.505108
+10574,-23.433615,-11.629474,-6.1294737,-0.0050819363,-6.8796372,-16.327145,-11.379474,-16.316975,-12.53833,-21.786049,-22.852472,-27.09694,-11.129629,-15.94601,-14.816974,-25.032742,-24.451403,-15.8245735,-18.629475,-27.163445
+14040,-17.86024,-18.125353,-17.687853,-19.757498,-19.077002,-42.347183,-10.875352,-0.00035208225,-10.5354395,-20.318329,-20.684422,-30.72383,-14.501746,-15.610926,-19.500353,-21.86966,-14.52378,-15.750982,-17.000353,-21.60363
+12440,-0.0048734862,-16.752851,-15.690352,-17.442408,-17.622353,-29.26845,-11.127852,-11.377852,-16.632008,-18.007542,-17.691875,-26.928066,-12.4175205,-9.822173,-11.815352,-6.2586813,-15.136993,-10.12838,-7.377852,-11.379567
+1109,-14.141235,-17.813753,-19.938753,-20.915926,-22.97462,-36.395348,-14.876253,-12.251253,-21.200197,-20.065592,-12.464807,-28.790077,-18.157417,-16.441456,-17.251253,-21.333534,-10.127244,-15.253984,-0.0012528198,-20.064203
+8531,-11.479727,-16.062637,-14.937638,-16.950817,-23.362478,-25.864752,-14.437638,-12.687638,-15.072388,-20.048887,-18.13327,-25.3758,-14.894751,-11.715723,-16.937637,-14.334402,-13.542423,-0.0004720035,-11.625138,-19.581917
+5240,-14.5577345,-17.43932,-15.064319,-17.59568,-11.262094,-38.297558,-8.251819,-7.376819,-0.0056846566,-13.067261,-11.520215,-28.571413,-15.128872,-11.779521,-17.50182,-22.35458,-13.109907,-13.691963,-18.75182,-20.692259
+5595,-8.628219,-18.062773,-16.750273,-19.188503,-17.954542,-30.149242,-17.000273,-14.250272,-18.5707,-19.006699,-19.894089,-23.925156,-16.25106,-15.934444,-17.687773,-17.458889,-9.751665,-0.000818543,-14.812772,-20.504717
+13457,-15.044789,-22.625412,-22.687912,-24.579763,-19.192495,-32.12765,-17.437912,-15.375411,-20.594782,-20.863773,-25.887173,-27.765646,-15.3761,-19.966911,-0.00041130665,-22.252945,-20.131592,-16.50089,-16.812912,-21.057611
+10339,-28.051788,-13.375816,-0.0008167269,-7.6270585,-11.752589,-13.70652,-12.125816,-20.938316,-15.808061,-19.644157,-25.769567,-28.063805,-19.81348,-15.778032,-18.250816,-21.900087,-21.552269,-14.129062,-21.313316,-25.105473
+5379,-18.159082,-17.31285,-19.50035,-17.316135,-19.912943,-34.500126,-15.62535,-17.25035,-17.0744,-17.750633,-0.00046008042,-30.556013,-20.026602,-16.35319,-18.31285,-23.994408,-15.695754,-17.876358,-17.18785,-21.848726
+16132,-20.093536,-14.438304,-10.500804,-0.0022812046,-8.126196,-22.42143,-10.875804,-17.813305,-14.14311,-23.901617,-24.530846,-25.074516,-10.125938,-16.555496,-16.625805,-21.70448,-19.38245,-17.508871,-18.875805,-26.975027
+11543,-17.853256,-0.0013254437,-9.001326,-10.003353,-11.001837,-17.50005,-10.001326,-14.688826,-14.974242,-18.474035,-14.56249,-21.323208,-11.81405,-14.692938,-12.251326,-21.955189,-16.41088,-11.949113,-17.813826,-25.21733
+2745,-12.632028,-20.375158,-17.250158,-18.079765,-11.85888,-33.57455,-14.125158,-13.562658,-16.511774,-14.56365,-0.0005966531,-26.896757,-16.38641,-15.12685,-14.250158,-16.196028,-14.753167,-11.127083,-10.875158,-17.000969
+1593,-15.929479,-19.000072,-20.000072,-20.251545,-19.57431,-37.714516,-13.375072,-16.062572,-20.053844,-16.813189,-9.9298384e-05,-29.282398,-18.630182,-19.717022,-17.625072,-22.574244,-17.044128,-17.751074,-17.250072,-22.338737
+9762,-16.169228,-20.187742,-18.687742,-19.192692,-20.029884,-43.352707,-13.625242,-16.750242,-19.231245,-0.00078850996,-10.437969,-30.992052,-23.262314,-17.116236,-18.625242,-23.155022,-17.478619,-16.68858,-17.375242,-22.68822
+4413,-32.33411,-13.3129,-13.1254,-17.536295,-17.25533,-0.001460191,-18.0004,-23.922276,-21.68958,-26.503601,-23.661482,-26.928333,-16.506525,-20.273039,-22.3129,-29.834484,-28.795258,-20.892345,-21.15665,-22.560787
+8595,-17.927856,-17.375946,-18.813446,-16.508785,-14.15405,-31.70047,-14.500945,-13.438445,-16.474669,-21.551744,-23.960981,-29.226587,-0.001851059,-12.939295,-16.938446,-18.965271,-16.789083,-12.576004,-17.250946,-18.9123
+13097,-22.087482,-8.2507515,-0.0007516896,-8.384311,-9.757893,-12.137895,-11.6257515,-17.000751,-16.88103,-20.8472,-21.827084,-22.571026,-18.938887,-14.644321,-15.6257515,-17.943735,-21.366308,-12.391944,-22.094501,-22.96905
+8483,-9.066444,-22.250504,-21.625504,-22.881542,-17.773651,-28.433098,-14.875504,-14.500504,-19.549915,-23.321335,-29.4278,-34.172485,-19.649714,-19.73339,-0.000503175,-23.598877,-20.074469,-17.146957,-20.813004,-23.438198
+9758,-19.63403,-11.127323,-8.627323,-0.003428605,-7.0030093,-19.15104,-10.252323,-16.064823,-12.222367,-23.280186,-26.638716,-23.554667,-9.002443,-16.128546,-16.502323,-32.614857,-22.79181,-13.782704,-17.814823,-25.283758
+3505,-16.520529,-16.312994,-18.750494,-20.923607,-18.382278,-44.84105,-0.0004948345,-10.750495,-15.983036,-19.081469,-21.528328,-29.969482,-11.1256,-18.002447,-20.125494,-22.223434,-15.591893,-15.7509,-17.000494,-21.2772
+4074,-20.951538,-0.00070010946,-10.0007,-12.386444,-11.756546,-14.824995,-16.0632,-16.1882,-17.576809,-26.050793,-22.051548,-24.261143,-14.13024,-14.16372,-15.1257,-27.600174,-21.686405,-14.588777,-18.0007,-24.064178
+14164,-26.036789,-9.001069,-0.0010694505,-7.5024395,-13.19047,-11.168516,-14.501069,-18.00107,-18.027987,-22.136005,-21.673183,-23.157877,-17.563671,-16.834267,-14.313569,-20.040028,-18.257998,-12.636978,-21.78232,-23.268799
+3638,-0.0024942134,-18.687641,-16.875141,-17.257387,-18.099491,-27.510666,-11.68764,-10.87514,-14.6289215,-20.628172,-20.051512,-22.598076,-16.378044,-11.313362,-17.000141,-18.93966,-13.1877775,-13.12612,-11.81264,-19.377386
+12968,-8.878946,-19.251192,-17.501192,-22.535395,-21.455643,-34.748814,-12.376193,-12.751193,-15.267584,-17.690111,-14.7973585,-26.535088,-15.838063,-10.627745,-15.376193,-8.627115,-12.876554,-13.564024,-10.376193,-0.0015209409
+9284,-22.043613,-11.753419,-6.378419,-0.0039381725,-6.6289086,-14.098326,-9.878419,-15.753419,-12.501337,-20.680124,-25.051102,-22.858429,-10.003521,-13.494704,-14.503419,-20.63928,-17.963709,-12.199595,-17.06592,-22.708721
+11005,-19.174662,-13.125434,-15.750434,-13.378392,-14.126127,-27.06321,-0.0004334702,-14.875434,-16.997915,-20.771877,-27.304735,-30.297586,-9.876717,-17.400562,-17.062933,-24.798805,-14.467208,-17.18906,-20.000433,-22.799906
+5956,-19.113186,-21.000103,-23.312603,-20.751427,-23.847445,-43.09665,-18.250103,-20.000103,-19.814125,-20.375225,-0.00013684643,-32.711838,-23.021309,-23.928413,-20.187603,-34.57816,-19.668222,-21.000813,-20.000103,-24.941095
+1187,-10.880091,-18.31272,-17.00022,-18.439657,-17.306992,-30.24701,-14.687718,-13.812718,-18.828007,-14.887678,-0.0012744812,-23.329594,-16.81764,-16.28845,-18.18772,-15.515843,-12.688011,-11.253878,-10.625218,-16.440376
+7436,-8.379595,-16.815104,-12.627603,-18.851145,-22.402714,-29.504074,-10.627603,-13.252603,-17.31662,-16.820465,-17.096811,-28.038918,-14.155259,-12.193903,-11.627603,-0.002709212,-18.257866,-9.502827,-14.127603,-12.56547
+6630,-30.292461,-10.2502,-12.6877,-15.711857,-15.079527,-0.0010489586,-19.3752,-21.96895,-20.555832,-23.9295,-23.752216,-25.78611,-14.444658,-19.084791,-21.2502,-29.523249,-24.89634,-19.519316,-20.90645,-22.724436
+4560,-22.934229,-19.250517,-18.313017,-17.631393,-14.566445,-43.05124,-9.625516,-0.00051604304,-10.29345,-20.153048,-21.769142,-32.487034,-12.259089,-15.986457,-19.125517,-25.877934,-15.640559,-17.324741,-18.813017,-24.082747
+8597,-12.1324625,-17.875235,-21.500235,-23.450281,-20.347902,-33.780087,-15.875234,-14.000234,-21.202232,-21.501879,-19.761703,-26.27229,-19.627848,-16.563492,-20.500235,-21.889841,-0.00033935593,-16.313288,-10.125234,-20.751492
+1065,-8.867326,-19.281807,-17.375557,-18.914059,-23.288692,-36.488758,-15.688056,-12.125556,-17.784328,-22.18346,-22.119122,-28.12835,-16.887836,-14.663696,-18.813057,-16.060684,-15.251857,-0.0010572253,-14.625556,-22.500078
+15251,-18.75491,-13.750648,-13.250648,-9.876192,-9.001095,-24.600323,-10.750648,-10.375648,-16.3554,-19.35176,-23.478294,-23.510447,-0.0017434598,-13.382577,-10.250648,-20.637972,-13.9188795,-12.879295,-18.563147,-22.188932
+4726,-9.831721,-15.37556,-14.18806,-15.509225,-17.435337,-29.79669,-14.87556,-11.12556,-15.457584,-19.313368,-11.945013,-24.075138,-17.068771,-0.0010992843,-14.68806,-18.774176,-15.4453,-12.125853,-11.50056,-21.09813
+14324,-17.936209,-18.938732,-19.376232,-19.628242,-15.769618,-39.13701,-14.813732,-17.501232,-21.158901,-0.002973069,-14.697912,-27.187664,-18.561457,-7.45954,-17.563732,-23.104172,-16.880367,-15.755329,-17.938732,-16.889767
+17461,-8.63191,-18.56317,-19.75067,-20.636166,-24.082977,-26.523132,-14.6881695,-16.43817,-20.45455,-19.751873,-18.343325,-27.721216,-14.781249,-17.233995,-18.75067,-0.0010623303,-19.116762,-14.503306,-17.75067,-12.260879
+12045,-14.544358,-17.75058,-17.25058,-18.639452,-14.576169,-43.95159,-11.750581,-0.00058049994,-10.441015,-20.634598,-18.561314,-34.958042,-12.25428,-16.526875,-15.375581,-21.75446,-16.168234,-16.001665,-17.56308,-21.31622
+4079,-28.297363,-15.875513,-0.0005134218,-10.876795,-13.000797,-15.636135,-16.063013,-20.938013,-16.468393,-22.308167,-25.73441,-29.763424,-20.500795,-16.762526,-18.500513,-22.251406,-25.218233,-15.13671,-22.938013,-24.549591
+8744,-20.199692,-18.250744,-17.438244,-19.191158,-12.127634,-44.778828,-10.375744,-0.00074418506,-8.32697,-18.344841,-19.524597,-31.921799,-14.237155,-16.37966,-18.563244,-19.314362,-15.5018635,-15.567478,-17.000744,-19.39637

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=20newsgroups/list=test_800/labels.csv

@@ -0,0 +1,800 @@
+9093,16
+6372,2
+14573,12
+11938,15
+1712,17
+12553,16
+16642,14
+2432,18
+4032,15
+2320,3
+9358,3
+10651,1
+9297,8
+5267,14
+7346,13
+18169,3
+544,17
+4136,2
+14172,1
+2609,10
+17603,11
+12700,14
+6239,12
+8495,18
+15771,18
+11698,18
+127,16
+3419,17
+13218,0
+17284,5
+3475,1
+15884,17
+14988,3
+15250,12
+265,3
+14431,13
+2182,19
+16984,1
+8187,19
+4463,9
+15259,13
+17872,12
+2223,8
+15302,12
+6970,12
+6840,10
+5417,11
+5550,7
+14019,16
+6122,10
+15287,12
+12758,2
+3017,2
+37,11
+16939,15
+5018,14
+16827,7
+4365,4
+15411,17
+17191,5
+3836,11
+9220,12
+691,5
+12707,11
+5492,6
+4703,15
+3800,2
+15970,13
+10179,17
+8908,7
+5284,10
+6699,4
+346,9
+1343,4
+5352,3
+9079,6
+11870,19
+16922,6
+921,11
+7089,9
+1642,14
+6070,13
+7518,15
+10751,15
+174,13
+16038,10
+16392,10
+3722,15
+4781,15
+10028,2
+15197,8
+13618,4
+5070,5
+16307,10
+13398,4
+8996,2
+11358,18
+9565,18
+5237,19
+7450,19
+15992,17
+9879,2
+18046,5
+17540,12
+11094,1
+15116,9
+15945,5
+11742,5
+13122,13
+618,2
+30,6
+4186,7
+17581,16
+13233,9
+10977,14
+6010,2
+16733,10
+15300,15
+2011,5
+13108,15
+5547,2
+8648,4
+8365,18
+3490,16
+1790,14
+718,0
+15930,19
+1178,13
+9773,9
+17616,11
+733,17
+3740,3
+8897,12
+13049,3
+11555,16
+4631,7
+7830,10
+13143,11
+17982,10
+2064,18
+9327,6
+2784,5
+16094,1
+1661,9
+14421,0
+376,13
+14091,14
+3641,18
+18342,19
+7598,3
+17676,12
+9229,9
+12389,7
+16991,7
+13416,1
+7828,7
+6071,18
+14065,3
+15961,16
+11912,16
+2544,9
+6009,13
+5765,11
+17811,16
+12062,10
+78,2
+12738,2
+900,16
+7248,10
+8654,13
+11763,18
+8986,12
+18281,2
+3513,12
+17921,19
+14797,18
+13119,17
+611,16
+14417,9
+16506,18
+6303,5
+15475,6
+6881,0
+1749,9
+15921,9
+11810,7
+10963,13
+11445,11
+9029,1
+10032,2
+1325,8
+6318,9
+18243,14
+11366,4
+4343,1
+1309,1
+3292,9
+10631,18
+5425,15
+12275,11
+10638,6
+5767,14
+4571,5
+8157,6
+2910,15
+8870,7
+3623,10
+698,10
+15737,4
+13194,15
+8273,1
+17359,7
+9928,10
+823,12
+1066,10
+8386,5
+4043,17
+14005,13
+11079,3
+9484,2
+15875,18
+13012,14
+2154,12
+17060,16
+12041,6
+2109,16
+12734,10
+7063,0
+5552,16
+9988,0
+18088,8
+6834,3
+2267,10
+3778,1
+13669,11
+8807,4
+6001,18
+8900,0
+13228,13
+13252,8
+8330,18
+16479,8
+15968,9
+17641,8
+5295,3
+11399,7
+1243,15
+15399,16
+3101,11
+45,4
+4760,19
+359,4
+14055,11
+12632,14
+14892,11
+13716,18
+6861,7
+16982,3
+17263,9
+14135,18
+13361,6
+77,7
+9048,14
+15957,4
+8833,12
+14854,10
+5807,16
+7278,7
+2542,8
+6784,16
+3280,2
+8796,8
+2508,1
+8686,13
+5604,7
+15050,14
+15614,4
+128,9
+9381,13
+6707,10
+15166,19
+14118,13
+17574,6
+8139,13
+8837,2
+12563,18
+1300,12
+18265,11
+1377,8
+14927,16
+16580,0
+9248,2
+9084,10
+8182,7
+1902,8
+11050,10
+430,15
+7213,19
+1717,18
+10812,7
+16893,0
+8177,1
+13630,2
+7026,2
+3148,18
+17758,3
+13542,2
+1657,17
+11197,14
+6781,18
+14105,11
+3978,11
+13625,13
+737,9
+6361,4
+15800,5
+9291,19
+12254,17
+14052,5
+9893,2
+13489,12
+10263,4
+7884,4
+8585,2
+9812,2
+9721,15
+16075,12
+13649,7
+4637,5
+5119,8
+1702,18
+1604,4
+13602,13
+8402,2
+14919,1
+9317,16
+9355,12
+1878,5
+10713,0
+7406,14
+6869,11
+9950,14
+2428,6
+10251,15
+14115,2
+11589,8
+15969,6
+6156,9
+5236,1
+1511,2
+15753,11
+14327,16
+8932,7
+5037,5
+7885,17
+15090,15
+15917,0
+8552,3
+14204,8
+12108,8
+13056,3
+18264,10
+4904,9
+9831,9
+7550,10
+16800,14
+4910,3
+6040,14
+15897,15
+1489,4
+2607,16
+18351,11
+1335,19
+12473,2
+13811,0
+11656,17
+2009,16
+12892,9
+6328,14
+4535,11
+5124,9
+4052,17
+1866,17
+339,1
+9464,0
+16877,18
+5846,8
+16562,8
+13422,13
+17613,9
+9640,16
+8770,5
+17201,2
+13925,5
+1640,3
+13411,3
+18133,4
+1727,8
+14075,10
+13375,13
+9439,0
+6819,17
+13720,9
+1590,3
+10274,16
+14559,19
+559,15
+9101,10
+5082,10
+11364,18
+12767,15
+1587,6
+15995,17
+1541,17
+3560,15
+3747,3
+17792,13
+245,18
+13400,10
+15095,15
+2532,1
+6503,8
+18364,19
+10357,5
+389,4
+10468,17
+4975,10
+163,12
+8279,14
+1972,16
+6418,12
+13139,4
+8478,7
+1431,3
+12647,7
+17226,18
+6651,17
+1832,5
+885,17
+1675,4
+2235,14
+14970,16
+4333,1
+6929,2
+4589,1
+10840,19
+5333,14
+2678,13
+4698,5
+7016,1
+9624,13
+2189,18
+15418,0
+16582,13
+8612,15
+2825,2
+3625,11
+6532,17
+6245,14
+17838,11
+7277,3
+8071,1
+7429,10
+569,10
+14886,6
+15240,4
+14185,15
+14420,3
+11920,1
+12801,13
+1647,13
+1755,3
+285,10
+17721,17
+6979,11
+39,16
+11370,11
+3614,1
+4075,11
+11525,5
+5365,2
+2885,14
+4179,9
+887,4
+8197,10
+13717,17
+6545,0
+9760,5
+817,1
+5133,17
+2033,9
+11301,1
+17487,5
+14177,0
+4531,17
+17414,5
+1957,6
+14516,7
+2749,1
+18229,1
+12514,7
+12742,16
+15941,18
+17885,19
+6542,7
+2799,14
+15027,3
+5459,15
+6367,2
+2858,13
+15137,13
+1594,10
+15612,3
+2594,15
+11128,4
+16626,16
+9963,11
+10248,18
+4856,8
+12078,7
+250,2
+5235,15
+16973,18
+17413,12
+14428,4
+11941,15
+11836,16
+14948,18
+1412,10
+11214,17
+13980,2
+11521,8
+12332,3
+3370,10
+5852,3
+16300,10
+3304,18
+979,2
+3933,9
+15810,9
+2726,15
+9609,6
+15857,18
+15419,2
+7370,3
+16401,14
+1683,2
+14263,19
+17745,6
+17299,4
+16736,14
+1337,11
+16960,9
+3887,15
+17894,16
+9953,11
+4040,15
+3398,14
+13460,7
+3603,11
+12725,17
+16778,4
+12021,4
+4564,15
+14972,13
+2378,11
+18371,9
+15855,0
+507,13
+14051,6
+11267,8
+9521,16
+3683,14
+9163,12
+6748,18
+619,9
+14119,6
+14367,14
+4334,14
+4475,3
+7143,7
+8087,7
+15319,1
+2731,10
+7749,19
+4913,3
+17977,11
+7360,13
+17781,7
+10649,4
+11798,10
+9572,10
+5675,13
+1497,8
+318,6
+15440,15
+13793,7
+11119,14
+9993,19
+8290,5
+17579,1
+13427,6
+536,6
+3541,10
+4807,0
+4218,14
+12666,4
+16719,2
+6571,3
+6588,1
+5702,4
+1803,10
+10660,3
+7251,16
+14433,2
+10258,9
+3890,8
+17608,5
+6286,19
+12373,14
+5467,13
+4834,8
+5822,1
+9997,15
+1067,4
+10893,11
+12261,6
+16944,6
+18396,1
+11805,12
+1029,3
+332,14
+10582,13
+17366,11
+14287,6
+1839,10
+10233,4
+14799,15
+7468,0
+9755,1
+13935,7
+10954,7
+11320,2
+14262,3
+16725,15
+18389,19
+12970,8
+8476,2
+16283,8
+11182,16
+13663,18
+8136,16
+15307,8
+17862,18
+6522,11
+15556,1
+962,19
+5312,18
+12809,3
+8589,2
+7893,3
+4414,0
+11118,17
+13622,14
+1319,8
+6480,18
+11813,4
+3508,3
+5136,8
+5801,12
+3529,3
+11720,15
+16912,5
+15199,8
+8338,16
+6400,17
+558,17
+12040,6
+944,10
+9372,2
+14954,6
+11176,6
+7469,5
+9263,1
+16967,13
+1914,4
+6251,9
+8274,9
+10527,17
+14307,14
+13322,6
+12648,6
+10986,10
+7185,13
+5737,10
+10183,9
+3495,18
+1274,5
+2413,9
+8234,12
+5783,6
+1536,7
+10048,16
+1787,9
+15255,3
+3671,17
+5986,3
+9620,6
+6380,1
+14181,4
+2001,0
+14953,2
+6490,9
+1131,15
+1856,10
+5982,5
+12226,13
+9419,3
+5882,9
+3295,17
+6952,3
+13477,7
+18134,15
+81,16
+7998,9
+13836,9
+9710,14
+9954,4
+16058,9
+16859,12
+1009,15
+12596,13
+2118,12
+1472,16
+18319,11
+2567,8
+579,11
+1328,19
+9424,19
+15998,17
+3357,11
+10411,6
+8436,7
+18332,9
+13030,1
+17550,7
+5053,11
+9387,9
+4828,14
+12006,8
+9323,17
+15925,2
+15979,3
+4753,14
+9385,6
+14211,17
+13364,10
+16546,10
+17795,13
+14990,7
+15602,6
+4896,0
+397,5
+15832,18
+12622,8
+7048,11
+17771,19
+9245,4
+2390,15
+16069,0
+16122,8
+17378,19
+3947,0
+8268,9
+6419,5
+16403,2
+13568,5
+2370,19
+15484,6
+6904,13
+8175,17
+13430,7
+8432,11
+14159,17
+10327,11
+12384,3
+13474,3
+13988,14
+13985,4
+3538,10
+14670,18
+3533,17
+11680,1
+665,10
+16601,1
+7858,7
+11650,3
+5909,2
+10873,14
+6960,15

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=4/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=4/lora_ans/0.0-0.7/0.7-1.0/test=20newsgroups/list=0.7-1.0/labels.csv

@@ -0,0 +1,24 @@
+16497,12
+14511,4
+8733,12
+9362,15
+5729,16
+649,13
+15596,19
+17741,15
+5901,6
+10219,10
+8181,17
+113,10
+12646,4
+12464,2
+8601,4
+17324,4
+16419,6
+9020,13
+18275,16
+12493,5
+15869,17
+16295,14
+4497,0
+821,4

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=4/lora_ans/0.0-0.7/0.7-1.0/test=20newsgroups/list=0.7-1.0/logits.csv

@@ -0,0 +1,24 @@
+16497,-19.886208,-4.4020967,-7.4020967,-5.030958,-8.407092,-8.175838,-2.8395967,-9.277097,-5.0941787,-15.276247,-15.441526,-5.414869,-1.8890742,-8.077383,-8.152097,-11.931579,-12.910384,-9.154801,-12.402097,-8.9035
+14511,-20.426556,-6.1038613,-1.8538613,-0.48742977,-2.4805567,-14.979712,-3.6038613,-7.8538613,-4.1446247,-12.885153,-17.495117,-9.962952,-3.865134,-9.544234,-9.353861,-14.9053135,-14.208181,-11.856908,-9.291361,-12.584647
+8733,-20.738266,-5.0728974,-6.2603974,-1.3244985,-5.3875623,-7.460178,-0.5728973,-8.760397,-8.657077,-8.888326,-19.814425,-9.418877,-2.1992311,-9.953653,-10.072897,-29.76194,-18.142714,-11.390418,-11.822897,-13.741026
+9362,-13.030138,-13.314692,-18.314692,-19.13633,-22.190184,-28.10249,-16.002192,-15.439692,-17.567892,-16.446003,-24.432072,-17.243603,-19.40111,-16.598719,-16.064692,-0.07206402,-14.277,-16.565615,-15.127192,-10.56695
+5729,-19.363607,-14.014512,-16.889513,-15.275787,-19.314238,-21.956924,-12.952012,-10.889512,-14.464844,-16.520393,-20.07275,-2.2649527,-14.968872,-10.776491,-9.014512,-14.177695,-7.2687573,-11.765125,-9.639512,-10.265038
+649,-7.4997797,-12.632937,-15.445437,-14.267985,-12.544627,-11.687325,-13.007937,-15.507937,-13.5670395,-16.449451,-19.570164,-12.1820965,-12.717533,-0.00822624,-5.5079374,-10.896517,-12.800493,-12.259401,-15.257937,-8.080769
+15596,-16.549627,-12.400084,-16.712584,-16.00101,-22.64075,-22.943333,-11.212584,-13.525084,-14.394366,-15.02873,-22.183378,-7.606862,-13.695683,-12.654946,-10.400084,-7.665241,-9.294574,-10.527187,-10.712584,-0.02556811
+17741,-18.070057,-6.35592,-15.23092,-16.437908,-17.6591,-23.406485,-10.10592,-13.60592,-12.252346,-11.833426,-17.359554,-10.607076,-13.407886,-9.754568,-9.98092,-7.872153,-11.531431,-9.805452,-3.35592,-7.5453906
+5901,-16.613365,-2.830238,-10.330238,-9.207755,-9.894692,-27.149654,-1.5802381,-6.8927383,-9.735122,-9.723813,-10.867076,-4.834998,-2.08076,-4.1171155,-6.5802383,-16.438412,-11.895212,-9.463981,-9.142738,-8.679964
+10219,-21.40152,-9.598252,-16.785753,-11.354159,-15.470721,-26.583786,-12.848252,-12.473252,-7.978177,-9.695222,-0.41150728,-13.274282,-13.324303,-13.876621,-11.223252,-25.656126,-13.377397,-10.171058,-13.410752,-16.545803
+8181,-16.767387,-8.697469,-11.134969,-12.552628,-18.405947,-19.850199,-14.197469,-10.134969,-12.724777,-13.448902,-14.764524,-9.989667,-11.695076,-8.289183,-8.509969,-9.8633585,-4.4445815,-0.07290064,-4.9474688,-5.7679214
+113,-12.0257,-0.8637676,-3.3637676,-3.5580983,-0.99805135,-8.7563505,-6.2387676,-9.488768,-11.701482,-11.048541,-19.72478,-8.289399,-11.373643,-6.6280537,-8.551268,-9.827568,-15.471256,-6.5230694,-11.551268,-9.077029
+12646,-25.180376,-8.378592,-11.753592,-6.1354895,-0.007750295,-14.9071045,-7.7535915,-15.503592,-14.318899,-19.991047,-29.237942,-17.746828,-11.881521,-18.513384,-16.128592,-20.433758,-25.322718,-16.521427,-18.503592,-24.055838
+12464,-16.313496,-0.32930118,-8.579301,-8.522167,-10.024229,-14.134255,-8.329301,-10.579301,-9.337343,-9.955716,-10.855548,-5.3327103,-8.085436,-5.583869,-1.3293011,-13.692035,-7.2435393,-7.5801086,-7.9543014,-10.2728405
+8601,-21.0145,-8.754075,-0.56657517,-0.9463983,-5.192242,-8.195361,-4.691575,-13.566575,-12.496139,-18.744976,-20.589918,-9.090485,-11.585099,-15.9112835,-11.879075,-18.499403,-16.953001,-13.638231,-16.441576,-15.302021
+17324,-24.634094,-8.8762865,-11.6262865,-8.253143,-0.0034289109,-11.527655,-7.6262865,-13.1887865,-12.392739,-17.411703,-25.566883,-18.0302,-12.883602,-16.386806,-16.626286,-21.313646,-21.133816,-16.003845,-16.626286,-16.149931
+16419,-22.486149,-13.6305685,-17.193068,-15.055552,-17.764164,-36.877556,-14.3805685,-9.2555685,-8.513351,-17.656408,-18.262257,-10.863389,-15.830909,-18.43508,-15.6305685,-23.009193,-15.808854,-18.391506,-19.943068,-22.941547
+9020,-23.74731,-13.641385,-15.766385,-14.527107,-22.456211,-39.375343,-18.453884,-17.641384,-16.641678,-18.771778,-17.884037,-17.350277,-16.975615,-0.017522262,-17.078884,-23.980843,-16.114489,-10.268603,-16.141384,-15.910895
+18275,-8.610703,-10.589888,-12.964888,-13.726999,-15.64289,-21.048796,-11.464888,-12.089888,-11.745358,-9.4699135,-18.494963,-10.329895,-12.861018,-10.275961,-10.464888,-1.8597372,-4.5939727,-2.4661267,-8.589888,-0.34004042
+12493,-24.509804,-3.612509,-2.112509,-4.038096,-1.1137702,-0.7400654,-6.112509,-12.487509,-10.013273,-16.500504,-18.99288,-11.270436,-8.628275,-10.014674,-13.612509,-16.306042,-17.117054,-11.491774,-13.800009,-13.253844
+15869,-14.465595,-7.1533036,-9.340804,-10.592485,-16.57581,-14.952522,-13.465804,-12.028304,-11.221194,-14.240865,-17.820549,-9.417752,-10.576552,-8.155544,-10.090804,-7.3001237,-7.55124,-0.15402289,-7.5908036,-9.844395
+16295,-12.767351,-11.254572,-15.254572,-17.411121,-15.98122,-15.970861,-12.004572,-13.692072,-14.379422,-16.396841,-26.675549,-14.725071,-15.823362,-6.0252614,-0.0045717005,-18.258196,-16.129765,-14.506442,-14.379572,-11.923088
+4497,-3.1855628,-3.138324,-3.513324,-2.9190545,-0.88940006,-2.3329775,-6.200824,-10.575824,-9.767098,-7.646793,-14.427834,-7.103096,-9.4011545,-7.7651367,-5.263324,-9.36209,-8.607412,-9.451754,-6.950824,-10.599677
+821,-19.844988,-8.675112,-11.237612,-7.0551887,-0.050738506,-17.13062,-10.737612,-12.362612,-13.805818,-17.429964,-18.41254,-8.696594,-4.750985,-4.816869,-14.675112,-24.025642,-16.563234,-12.881992,-17.456362,-17.227495

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=16/seed=4/lora_ans/0.0-0.7/0.7-1.0/test=20newsgroups/list=test_800/labels.csv

@@ -0,0 +1,800 @@
+9093,16
+6372,2
+14573,12
+11938,15
+1712,17
+12553,16
+16642,14
+2432,18
+4032,15
+2320,3
+9358,3
+10651,1
+9297,8
+5267,14
+7346,13
+18169,3
+544,17
+4136,2
+14172,1
+2609,10
+17603,11
+12700,14
+6239,12
+8495,18
+15771,18
+11698,18
+127,16
+3419,17
+13218,0
+17284,5
+3475,1
+15884,17
+14988,3
+15250,12
+265,3
+14431,13
+2182,19
+16984,1
+8187,19
+4463,9
+15259,13
+17872,12
+2223,8
+15302,12
+6970,12
+6840,10
+5417,11
+5550,7
+14019,16
+6122,10
+15287,12
+12758,2
+3017,2
+37,11
+16939,15
+5018,14
+16827,7
+4365,4
+15411,17
+17191,5
+3836,11
+9220,12
+691,5
+12707,11
+5492,6
+4703,15
+3800,2
+15970,13
+10179,17
+8908,7
+5284,10
+6699,4
+346,9
+1343,4
+5352,3
+9079,6
+11870,19
+16922,6
+921,11
+7089,9
+1642,14
+6070,13
+7518,15
+10751,15
+174,13
+16038,10
+16392,10
+3722,15
+4781,15
+10028,2
+15197,8
+13618,4
+5070,5
+16307,10
+13398,4
+8996,2
+11358,18
+9565,18
+5237,19
+7450,19
+15992,17
+9879,2
+18046,5
+17540,12
+11094,1
+15116,9
+15945,5
+11742,5
+13122,13
+618,2
+30,6
+4186,7
+17581,16
+13233,9
+10977,14
+6010,2
+16733,10
+15300,15
+2011,5
+13108,15
+5547,2
+8648,4
+8365,18
+3490,16
+1790,14
+718,0
+15930,19
+1178,13
+9773,9
+17616,11
+733,17
+3740,3
+8897,12
+13049,3
+11555,16
+4631,7
+7830,10
+13143,11
+17982,10
+2064,18
+9327,6
+2784,5
+16094,1
+1661,9
+14421,0
+376,13
+14091,14
+3641,18
+18342,19
+7598,3
+17676,12
+9229,9
+12389,7
+16991,7
+13416,1
+7828,7
+6071,18
+14065,3
+15961,16
+11912,16
+2544,9
+6009,13
+5765,11
+17811,16
+12062,10
+78,2
+12738,2
+900,16
+7248,10
+8654,13
+11763,18
+8986,12
+18281,2
+3513,12
+17921,19
+14797,18
+13119,17
+611,16
+14417,9
+16506,18
+6303,5
+15475,6
+6881,0
+1749,9
+15921,9
+11810,7
+10963,13
+11445,11
+9029,1
+10032,2
+1325,8
+6318,9
+18243,14
+11366,4
+4343,1
+1309,1
+3292,9
+10631,18
+5425,15
+12275,11
+10638,6
+5767,14
+4571,5
+8157,6
+2910,15
+8870,7
+3623,10
+698,10
+15737,4
+13194,15
+8273,1
+17359,7
+9928,10
+823,12
+1066,10
+8386,5
+4043,17
+14005,13
+11079,3
+9484,2
+15875,18
+13012,14
+2154,12
+17060,16
+12041,6
+2109,16
+12734,10
+7063,0
+5552,16
+9988,0
+18088,8
+6834,3
+2267,10
+3778,1
+13669,11
+8807,4
+6001,18
+8900,0
+13228,13
+13252,8
+8330,18
+16479,8
+15968,9
+17641,8
+5295,3
+11399,7
+1243,15
+15399,16
+3101,11
+45,4
+4760,19
+359,4
+14055,11
+12632,14
+14892,11
+13716,18
+6861,7
+16982,3
+17263,9
+14135,18
+13361,6
+77,7
+9048,14
+15957,4
+8833,12
+14854,10
+5807,16
+7278,7
+2542,8
+6784,16
+3280,2
+8796,8
+2508,1
+8686,13
+5604,7
+15050,14
+15614,4
+128,9
+9381,13
+6707,10
+15166,19
+14118,13
+17574,6
+8139,13
+8837,2
+12563,18
+1300,12
+18265,11
+1377,8
+14927,16
+16580,0
+9248,2
+9084,10
+8182,7
+1902,8
+11050,10
+430,15
+7213,19
+1717,18
+10812,7
+16893,0
+8177,1
+13630,2
+7026,2
+3148,18
+17758,3
+13542,2
+1657,17
+11197,14
+6781,18
+14105,11
+3978,11
+13625,13
+737,9
+6361,4
+15800,5
+9291,19
+12254,17
+14052,5
+9893,2
+13489,12
+10263,4
+7884,4
+8585,2
+9812,2
+9721,15
+16075,12
+13649,7
+4637,5
+5119,8
+1702,18
+1604,4
+13602,13
+8402,2
+14919,1
+9317,16
+9355,12
+1878,5
+10713,0
+7406,14
+6869,11
+9950,14
+2428,6
+10251,15
+14115,2
+11589,8
+15969,6
+6156,9
+5236,1
+1511,2
+15753,11
+14327,16
+8932,7
+5037,5
+7885,17
+15090,15
+15917,0
+8552,3
+14204,8
+12108,8
+13056,3
+18264,10
+4904,9
+9831,9
+7550,10
+16800,14
+4910,3
+6040,14
+15897,15
+1489,4
+2607,16
+18351,11
+1335,19
+12473,2
+13811,0
+11656,17
+2009,16
+12892,9
+6328,14
+4535,11
+5124,9
+4052,17
+1866,17
+339,1
+9464,0
+16877,18
+5846,8
+16562,8
+13422,13
+17613,9
+9640,16
+8770,5
+17201,2
+13925,5
+1640,3
+13411,3
+18133,4
+1727,8
+14075,10
+13375,13
+9439,0
+6819,17
+13720,9
+1590,3
+10274,16
+14559,19
+559,15
+9101,10
+5082,10
+11364,18
+12767,15
+1587,6
+15995,17
+1541,17
+3560,15
+3747,3
+17792,13
+245,18
+13400,10
+15095,15
+2532,1
+6503,8
+18364,19
+10357,5
+389,4
+10468,17
+4975,10
+163,12
+8279,14
+1972,16
+6418,12
+13139,4
+8478,7
+1431,3
+12647,7
+17226,18
+6651,17
+1832,5
+885,17
+1675,4
+2235,14
+14970,16
+4333,1
+6929,2
+4589,1
+10840,19
+5333,14
+2678,13
+4698,5
+7016,1
+9624,13
+2189,18
+15418,0
+16582,13
+8612,15
+2825,2
+3625,11
+6532,17
+6245,14
+17838,11
+7277,3
+8071,1
+7429,10
+569,10
+14886,6
+15240,4
+14185,15
+14420,3
+11920,1
+12801,13
+1647,13
+1755,3
+285,10
+17721,17
+6979,11
+39,16
+11370,11
+3614,1
+4075,11
+11525,5
+5365,2
+2885,14
+4179,9
+887,4
+8197,10
+13717,17
+6545,0
+9760,5
+817,1
+5133,17
+2033,9
+11301,1
+17487,5
+14177,0
+4531,17
+17414,5
+1957,6
+14516,7
+2749,1
+18229,1
+12514,7
+12742,16
+15941,18
+17885,19
+6542,7
+2799,14
+15027,3
+5459,15
+6367,2
+2858,13
+15137,13
+1594,10
+15612,3
+2594,15
+11128,4
+16626,16
+9963,11
+10248,18
+4856,8
+12078,7
+250,2
+5235,15
+16973,18
+17413,12
+14428,4
+11941,15
+11836,16
+14948,18
+1412,10
+11214,17
+13980,2
+11521,8
+12332,3
+3370,10
+5852,3
+16300,10
+3304,18
+979,2
+3933,9
+15810,9
+2726,15
+9609,6
+15857,18
+15419,2
+7370,3
+16401,14
+1683,2
+14263,19
+17745,6
+17299,4
+16736,14
+1337,11
+16960,9
+3887,15
+17894,16
+9953,11
+4040,15
+3398,14
+13460,7
+3603,11
+12725,17
+16778,4
+12021,4
+4564,15
+14972,13
+2378,11
+18371,9
+15855,0
+507,13
+14051,6
+11267,8
+9521,16
+3683,14
+9163,12
+6748,18
+619,9
+14119,6
+14367,14
+4334,14
+4475,3
+7143,7
+8087,7
+15319,1
+2731,10
+7749,19
+4913,3
+17977,11
+7360,13
+17781,7
+10649,4
+11798,10
+9572,10
+5675,13
+1497,8
+318,6
+15440,15
+13793,7
+11119,14
+9993,19
+8290,5
+17579,1
+13427,6
+536,6
+3541,10
+4807,0
+4218,14
+12666,4
+16719,2
+6571,3
+6588,1
+5702,4
+1803,10
+10660,3
+7251,16
+14433,2
+10258,9
+3890,8
+17608,5
+6286,19
+12373,14
+5467,13
+4834,8
+5822,1
+9997,15
+1067,4
+10893,11
+12261,6
+16944,6
+18396,1
+11805,12
+1029,3
+332,14
+10582,13
+17366,11
+14287,6
+1839,10
+10233,4
+14799,15
+7468,0
+9755,1
+13935,7
+10954,7
+11320,2
+14262,3
+16725,15
+18389,19
+12970,8
+8476,2
+16283,8
+11182,16
+13663,18
+8136,16
+15307,8
+17862,18
+6522,11
+15556,1
+962,19
+5312,18
+12809,3
+8589,2
+7893,3
+4414,0
+11118,17
+13622,14
+1319,8
+6480,18
+11813,4
+3508,3
+5136,8
+5801,12
+3529,3
+11720,15
+16912,5
+15199,8
+8338,16
+6400,17
+558,17
+12040,6
+944,10
+9372,2
+14954,6
+11176,6
+7469,5
+9263,1
+16967,13
+1914,4
+6251,9
+8274,9
+10527,17
+14307,14
+13322,6
+12648,6
+10986,10
+7185,13
+5737,10
+10183,9
+3495,18
+1274,5
+2413,9
+8234,12
+5783,6
+1536,7
+10048,16
+1787,9
+15255,3
+3671,17
+5986,3
+9620,6
+6380,1
+14181,4
+2001,0
+14953,2
+6490,9
+1131,15
+1856,10
+5982,5
+12226,13
+9419,3
+5882,9
+3295,17
+6952,3
+13477,7
+18134,15
+81,16
+7998,9
+13836,9
+9710,14
+9954,4
+16058,9
+16859,12
+1009,15
+12596,13
+2118,12
+1472,16
+18319,11
+2567,8
+579,11
+1328,19
+9424,19
+15998,17
+3357,11
+10411,6
+8436,7
+18332,9
+13030,1
+17550,7
+5053,11
+9387,9
+4828,14
+12006,8
+9323,17
+15925,2
+15979,3
+4753,14
+9385,6
+14211,17
+13364,10
+16546,10
+17795,13
+14990,7
+15602,6
+4896,0
+397,5
+15832,18
+12622,8
+7048,11
+17771,19
+9245,4
+2390,15
+16069,0
+16122,8
+17378,19
+3947,0
+8268,9
+6419,5
+16403,2
+13568,5
+2370,19
+15484,6
+6904,13
+8175,17
+13430,7
+8432,11
+14159,17
+10327,11
+12384,3
+13474,3
+13988,14
+13985,4
+3538,10
+14670,18
+3533,17
+11680,1
+665,10
+16601,1
+7858,7
+11650,3
+5909,2
+10873,14
+6960,15