Add files using upload-large-folder tool

calibration/llama3.2-1b-instruct/sst2/size=128/seed=4/bias_shift/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735260359.gamma.1512514.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3706241cf2341d4f285e3f55d58e8587ea058fba920393e25085b0212d554241
+size 3420

calibration/llama3.2-1b-instruct/sst2/size=128/seed=4/bias_shift/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df51f60be83123bde0e07f35e35f1af54327da1f1c1edc482426f660d1315e1c
+size 1740

calibration/llama3.2-1b-instruct/sst2/size=128/seed=4/dp_calibration/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735260345.gamma.1512172.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46445a73d78a24945a89b00188531ff5cafa4f206f7d25b3a733897b6d86ad08
+size 142044

calibration/llama3.2-1b-instruct/sst2/size=128/seed=4/dp_calibration/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73055af833ea4f986e86338a44045a702981d429196cbb54aa90d98db04ecb7
+size 1740

calibration/llama3.2-1b-instruct/sst2/size=128/seed=4/temp_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735260350.gamma.1512286.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e40b40f1d73b8f629f3ee53005b3c4be5080788ddc68b0af8960b02cea0457
+size 138016

calibration/llama3.2-1b-instruct/sst2/size=128/seed=4/temp_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15813cb6f008c5669bc86649f5f191933fa6fbe7427abd800bfa798181369e54
+size 1740

calibration/llama3.2-1b-instruct/sst2/size=128/seed=4/vector_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735260354.gamma.1512400.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b11b0613015cfe2d6ac5a9dce94c34cf868631e2d10eb65551ccb1541cdf06f
+size 163108

calibration/llama3.2-1b-instruct/sst2/size=128/seed=4/vector_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ca909f3716a994036571defa16bdcd617fdc56039dc5b3658ff111fef91d62
+size 1740

calibration/llama3.2-1b-instruct/sst2/size=128/seed=6/dp_calibration/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20e28b4172133be88fd95f4169362b5bc1d96b99e07e03b7485cb537029b85c
+size 1740

calibration/llama3.2-1b-instruct/sst2/size=128/seed=6/temp_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7f772500b2dbfeff13abd76dd6e3689100cdceeb5b33d4720e1c4b0f06ca6b
+size 1740

calibration/llama3.2-1b-instruct/sst2/size=8/seed=0/vector_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735257725.gamma.1461186.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcbfc5512218441a9ef7795947a063b1e9708c1994bbdbcea9c1b1df51514cc0
+size 335622

calibration/llama3.2-1b-instruct/sst2/size=8/seed=1/bias_shift/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735257751.gamma.1461778.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db62cd76c532d22fc5ab9fc20e496299975a70d5bdb6056cc9f3ce112c830754
+size 115462

calibration/llama3.2-1b-instruct/sst2/size=8/seed=1/dp_calibration/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735257735.gamma.1461414.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213e504faa8e7c9fe7ca0fa50fcd0b2574337057f2a2d9a18fb9988668bf10bf
+size 183322

calibration/llama3.2-1b-instruct/sst2/size=8/seed=1/vector_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735257744.gamma.1461649.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880061023fa2328c7d7c510922a8061812e0a3d6b13f3e0d73c9833396a80e28
+size 385222

calibration/llama3.2-1b-instruct/sst2/size=8/seed=1/vector_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e137f81c78a4c5fed8fef47d8fd4a80f0084efae58602da9417ce398c5ae22d
+size 1740

calibration/llama3.2-1b-instruct/sst2/size=8/seed=7/bias_shift/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737760816.gamma.2112246.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828cbb790673ee8d7f69d60cf32ff30d57b39d1d62c9805772310fd887b5adad
+size 3420

calibration/llama3.2-1b-instruct/sst2/size=8/seed=7/bias_shift/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2fe53cd607fae80a6516bbbc22c6d088e512fc3158499188e3f0b99b04aa31
+size 1740

calibration/llama3.2-1b-instruct/sst2/size=8/seed=7/dp_calibration/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737760802.gamma.2111851.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556fcbde59c4ffaa6c45c9d55f2a9a9e8dce2cbbccc0ebab96929f77c8804132
+size 158112

calibration/llama3.2-1b-instruct/sst2/size=8/seed=7/dp_calibration/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02932da513cbdbeaef5a91b7b550e8c3d1cd5c02f589225ac9ec72ab6eb86410
+size 1740

calibration/llama3.2-1b-instruct/sst2/size=8/seed=7/temp_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737760806.gamma.2111997.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448148ccfd0c131dca5a1e2b0b3274081f27aa928039d49597aabc103216ccd0
+size 158204

calibration/llama3.2-1b-instruct/sst2/size=8/seed=7/temp_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0604da5622b7253e124fb05f16df9f60286c22e1d1a5d3892aab5bd2af093e91
+size 1740

calibration/llama3.2-1b-instruct/sst2/size=8/seed=7/vector_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737760810.gamma.2112109.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a64bb1f22937c0103618f9c613526212e63f181148b840c91e9eb692f76a21
+size 251504

calibration/llama3.2-1b-instruct/sst2/size=8/seed=7/vector_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36736c2648f35a6a17ae977bce3374332cec1b365aab87e549f844a204b04fab
+size 1740

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=3/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=3/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,223 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.36264676600694656,0,8.7628173828125,
+0,8,0.06572527438402176,1,6.053038563047137,
+1,16,0.03403780981898308,2,4.399921846389771,
+1,24,0.033760491758584976,3,3.4191479782263436,
+2,32,0.03127813711762428,4,2.517491891980171,
+3,40,0.030307184904813766,5,2.0213696552174434,
+3,48,0.031232159584760666,6,1.5112037118524313,
+4,56,0.030818194150924683,7,0.9956116177141666,
+5,64,0.03475702553987503,8,0.8992671088448593,
+5,72,0.030774161219596863,9,0.5803984471907219,
+6,80,0.032305072993040085,10,0.40362005463490885,
+7,88,0.03137446939945221,11,0.2841141640341708,
+7,96,0.03086984157562256,12,0.1770581925753504,
+8,104,0.03185971826314926,13,0.19938932577081556,
+9,112,0.031161684542894363,14,0.050027770758606496,
+9,120,0.0308259055018425,15,0.12252929566117625,
+10,128,0.030713491141796112,16,0.05924421199597418,
+,,,16,,0.34149038791656494
+11,136,0.03179652988910675,17,0.1845526572516454,
+11,144,0.031740158796310425,18,0.03424926311708987,
+12,152,0.030749212950468063,19,0.05447017960250378,
+13,160,0.03176472336053848,20,0.17036626795306803,
+13,168,0.032501935958862305,21,0.10663549927994609,
+14,176,0.031342025846242905,22,0.016621898300945757,
+15,184,0.03107266128063202,23,0.06873230990355036,
+15,192,0.03110475093126297,24,0.0435666278450905,
+16,200,0.03083481267094612,25,0.027575156709644943,
+17,208,0.030734702944755554,26,0.014789444161579013,
+17,216,0.03109324723482132,27,0.006061906218140696,
+18,224,0.03336244821548462,28,0.0038069927832111716,
+19,232,0.03652271628379822,29,0.04601118322461843,
+19,240,0.03124295547604561,30,0.004276537411247513,
+20,248,0.031147688627243042,31,0.008233293545864788,
+21,256,0.031704679131507874,32,0.005807858324260451,
+,,,32,,0.04829648633797964
+21,264,0.031138960272073746,33,0.002595448473584838,
+22,272,0.035399239510297775,34,0.007055188329624278,
+23,280,0.030805528163909912,35,0.005294856638647616,
+23,288,0.03210272267460823,36,0.006325014267834679,
+24,296,0.03322921320796013,37,0.001163852390163811,
+25,304,0.030879396945238113,38,0.012503796050118076,
+25,312,0.030858930200338364,39,0.005923244621953927,
+26,320,0.031205784529447556,40,0.00115320209733909,
+27,328,0.030989594757556915,41,0.01115773184470267,
+27,336,0.030763991177082062,42,0.003515566968417261,
+28,344,0.03089793026447296,43,0.002169315904514709,
+29,352,0.03120407462120056,44,0.002932102789054625,
+29,360,0.03164759650826454,45,0.0025960240995378365,
+30,368,0.03097354620695114,46,0.0023917982640947835,
+31,376,0.035515476018190384,47,0.0016101419719884039,
+31,384,0.031012486666440964,48,0.0012529054540209473,
+,,,48,,0.035823953648408256
+32,392,0.030506718903779984,49,0.0014217793343829857,
+33,400,0.031052522361278534,50,0.0008979606747743674,
+33,408,0.03167148306965828,51,0.0014634719542906776,
+34,416,0.031248316168785095,52,0.001215828703304093,
+35,424,0.037287771701812744,53,0.0010674408986233175,
+35,432,0.03769327327609062,54,0.0008154764018399874,
+36,440,0.030765026807785034,55,0.0008833989825992224,
+37,448,0.03071487322449684,56,0.0008844014744681771,
+37,456,0.030331775546073914,57,0.001049771173191922,
+38,464,0.032506734132766724,58,0.0009177793290291447,
+39,472,0.03057989850640297,59,0.0007082282521878369,
+39,480,0.030828505754470825,60,0.0008694281298500885,
+40,488,0.035889264196157455,61,0.0009726704981100435,
+41,496,0.03073326125741005,62,0.0007133422244805842,
+41,504,0.03159673139452934,63,0.000840461458990051,
+42,512,0.031136032193899155,64,0.0008491775203895356,
+,,,64,,0.08903643488883972
+43,520,0.031066980212926865,65,0.0008008231437997892,
+43,528,0.03179473429918289,66,0.0007044570756988833,
+44,536,0.03496141359210014,67,0.0007362176626581155,
+45,544,0.03107268363237381,68,0.0006498931761598215,
+45,552,0.030408117920160294,69,0.0008745687858512005,
+46,560,0.0368269644677639,70,0.0007292769128980581,
+47,568,0.030976075679063797,71,0.0007151193333681606,
+47,576,0.030828088521957397,72,0.000782408329541795,
+48,584,0.031031791120767593,73,0.0006511891187983565,
+49,592,0.03228439390659332,74,0.0007272924267454073,
+49,600,0.031040456146001816,75,0.0007410422592026104,
+50,608,0.0308685339987278,76,0.0007567165968274432,
+51,616,0.035263728350400925,77,0.000633755570743233,
+51,624,0.03002677485346794,78,0.0006490207069873577,
+52,632,0.030703742057085037,79,0.0006975907677510154,
+53,640,0.03396856039762497,80,0.0006136691208666889,
+,,,80,,0.10728429754575093
+53,648,0.031023595482110977,81,0.0007469050573750532,
+54,656,0.037060998380184174,82,0.0005906243883752419,
+55,664,0.030826937407255173,83,0.000837748171761632,
+55,672,0.03713426738977432,84,0.000592096022592159,
+56,680,0.030828863382339478,85,0.0006669109328261887,
+57,688,0.03190227970480919,86,0.0005747538853029255,
+57,696,0.03187502920627594,87,0.0007157429962327504,
+58,704,0.031159650534391403,88,0.0005713481799224004,
+59,712,0.03094381093978882,89,0.0007233531476231291,
+59,720,0.031108081340789795,90,0.0006365048902807757,
+60,728,0.030773960053920746,91,0.0007677226318871059,
+61,736,0.030504219233989716,92,0.0005136990718407711,
+61,744,0.030795741826295853,93,0.0007339543208217947,
+62,752,0.031006984412670135,94,0.0006130607768379074,
+63,760,0.031269099563360214,95,0.000706970492111785,
+63,768,0.031222861260175705,96,0.0004912310330837499,
+,,,96,,0.09765165050824483
+64,776,0.031176596879959106,97,0.0007346512585562388,
+65,784,0.03066306561231613,98,0.0005438445162629554,
+65,792,0.031296659260988235,99,0.000599423566745827,
+66,800,0.03132164850831032,100,0.0004951517970766872,
+67,808,0.0309821255505085,101,0.0006694357512710017,
+67,816,0.03098928928375244,102,0.0006405196272680769,
+68,824,0.030769579112529755,103,0.0006280210794405624,
+69,832,0.031092144548892975,104,0.0006716083911063228,
+69,840,0.03063002973794937,105,0.0006259194888116326,
+70,848,0.030320722609758377,106,0.0007199010712308033,
+71,856,0.0374312624335289,107,0.0006024863640569882,
+71,864,0.030414339154958725,108,0.00046910688979551196,
+72,872,0.03127298131585121,109,0.000608127336038576,
+73,880,0.031527869403362274,110,0.0004816816872335039,
+73,888,0.030877944082021713,111,0.0006360263469105121,
+74,896,0.031191900372505188,112,0.00048332126607419923,
+,,,112,,0.09765701492627461
+75,904,0.03073718026280403,113,0.0006226051692855046,
+75,912,0.032285019755363464,114,0.00065493288517852,
+76,920,0.03069707751274109,115,0.0004884305715677328,
+77,928,0.030867204070091248,116,0.0006829622207078501,
+77,936,0.038802847266197205,117,0.0004981940812285757,
+78,944,0.030689988285303116,118,0.00045894694449089,
+79,952,0.03288791701197624,119,0.0007089478485795553,
+79,960,0.03148023411631584,120,0.0005418938606453593,
+80,968,0.030888263136148453,121,0.0005249430190209144,
+81,976,0.030569512397050858,122,0.0005910350098149918,
+81,984,0.030798383057117462,123,0.0005190874158870429,
+82,992,0.03064187988638878,124,0.0005844725759137267,
+83,1000,0.030279885977506638,125,0.0005035246351326351,
+83,1008,0.030481413006782532,126,0.0005953118499227068,
+84,1016,0.030639607459306717,127,0.000589434497669572,
+85,1024,0.03052588552236557,128,0.0005512602282189098,
+,,,128,,0.10707894961039226
+85,1032,0.031206704676151276,129,0.0005304648570017889,
+86,1040,0.03136258199810982,130,0.0005755998330035558,
+87,1048,0.03053836151957512,131,0.0004532932885922492,
+87,1056,0.031125683337450027,132,0.000601551967909992,
+88,1064,0.031871452927589417,133,0.0005918826282140799,
+89,1072,0.03098994493484497,134,0.0004813691198900675,
+89,1080,0.030694779008626938,135,0.0005526144905161345,
+90,1088,0.030940789729356766,136,0.0005503182770293538,
+91,1096,0.03096800297498703,137,0.0006108244573018359,
+91,1104,0.030635837465524673,138,0.000449099706747802,
+92,1112,0.037864990532398224,139,0.0005475257717729878,
+93,1120,0.030221033841371536,140,0.0004943623004389034,
+93,1128,0.03144342079758644,141,0.0005124852978042327,
+94,1136,0.031245116144418716,142,0.000555005322288101,
+95,1144,0.03102509304881096,143,0.0004414727909534122,
+95,1152,0.03107241913676262,144,0.0005783527940366184,
+,,,144,,0.10701244076093037
+96,1160,0.03193793445825577,145,0.0005322266421596092,
+97,1168,0.03106272965669632,146,0.00044221412972547116,
+97,1176,0.030483826994895935,147,0.000561859430100802,
+98,1184,0.031354356557130814,148,0.0005406366482410314,
+99,1192,0.030721265822649002,149,0.000369731377941207,
+99,1200,0.030344195663928986,150,0.0005728324661807468,
+100,1208,0.030506201088428497,151,0.0004496340531356206,
+101,1216,0.030682850629091263,152,0.0005123243511964878,
+101,1224,0.030232805758714676,153,0.0005408434738759146,
+102,1232,0.030034858733415604,154,0.0005398963018402961,
+103,1240,0.030790362507104874,155,0.00041324664671265053,
+103,1248,0.030659101903438568,156,0.0005564391519458565,
+104,1256,0.030525755137205124,157,0.0005062545941265333,
+105,1264,0.030835065990686417,158,0.0005222204144956777,
+105,1272,0.030439916998147964,159,0.0004995973128340362,
+106,1280,0.030020445585250854,160,0.00045583561010668444,
+,,,160,,0.10692520936330159
+107,1288,0.029727738350629807,161,0.0006305213428277057,
+107,1296,0.03501778095960617,162,0.00040613411329104565,
+108,1304,0.03010755404829979,163,0.00038653093506582083,
+109,1312,0.03643251210451126,164,0.0005038405925006373,
+109,1320,0.030922822654247284,165,0.0005094255935546244,
+110,1328,0.030866403132677078,166,0.0004478707790743404,
+111,1336,0.030338071286678314,167,0.0004374042015115265,
+111,1344,0.030942052602767944,168,0.0005480485573830915,
+112,1352,0.03061121702194214,169,0.0004376788005174603,
+113,1360,0.03061665967106819,170,0.0004849281735265062,
+113,1368,0.035994235426187515,171,0.00046532144582063967,
+114,1376,0.030461478978395462,172,0.0005281138858533398,
+115,1384,0.03102598339319229,173,0.00040255223102576566,
+115,1392,0.03571168705821037,174,0.000498887417052174,
+116,1400,0.030903402715921402,175,0.0004263468154022121,
+117,1408,0.031971048563718796,176,0.0004630665540129745,
+,,,176,,0.0973065694173177
+117,1416,0.03066953644156456,177,0.000517114619651693,
+118,1424,0.03071575239300728,178,0.00046013678131982615,
+119,1432,0.030504554510116577,179,0.0003747764170839218,
+119,1440,0.03073974698781967,180,0.0005079368450727392,
+120,1448,0.030564025044441223,181,0.0005012563021106567,
+121,1456,0.03021988645195961,182,0.000377318443194478,
+121,1464,0.030306648463010788,183,0.0004987987749700551,
+122,1472,0.033055029809474945,184,0.0003230456004530424,
+123,1480,0.03063570335507393,185,0.0005668673450903347,
+123,1488,0.030832279473543167,186,0.00036036698656971566,
+124,1496,0.03467381000518799,187,0.0004354961001808988,
+125,1504,0.03055502101778984,188,0.0004664672203944065,
+125,1512,0.03162100538611412,189,0.00047030257186027785,
+126,1520,0.038940999656915665,190,0.0004331726257078117,
+127,1528,0.03072351962327957,191,0.0005237290502658912,
+127,1536,0.03179286792874336,192,0.000380563016430339,
+,,,192,,0.10677644610404968
+128,1544,0.03197303041815758,193,0.0004987909880583175,
+129,1552,0.03101252019405365,194,0.0004255335302981881,
+129,1560,0.030751265585422516,195,0.0004285218204434689,
+130,1568,0.03064677119255066,196,0.0005134847867035811,
+131,1576,0.03176243230700493,197,0.0003684949842863716,
+131,1584,0.030450142920017242,198,0.0004404399603247709,
+132,1592,0.03009207174181938,199,0.00046361526282063484,
+133,1600,0.03290460258722305,200,0.0004461092939891387,
+133,1608,0.030469775199890137,201,0.0003933097621484194,
+134,1616,0.030459042638540268,202,0.00038564286478504073,
+135,1624,0.03192839026451111,203,0.000498621189763071,
+135,1632,0.030980248004198074,204,0.0004089191949484909,
+136,1640,0.03013787418603897,205,0.0003537617354595568,
+137,1648,0.03067437931895256,206,0.0004832913969689149,
+137,1656,0.030639879405498505,207,0.0003974897423783356,
+138,1664,0.03101174160838127,208,0.00036285008318373004,
+,,,208,,0.08842775225639343

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=3/lora_ans/0.0-0.7/0.7-1.0/test=agnews/list=0.7-1.0/labels.csv

@@ -0,0 +1,4 @@
+102281,1
+66364,3
+26010,0
+39586,1

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=3/lora_ans/0.0-0.7/0.7-1.0/test=agnews/list=0.7-1.0/logits.csv

@@ -0,0 +1,4 @@
+102281,-8.75117,-0.0011699506,-8.62617,-9.879129
+66364,-12.2518635,-13.7518635,-7.1268635,-0.0024407017
+26010,-0.8298175,-9.579818,-10.954818,-0.59922767
+39586,-9.50041,-0.00040963842,-14.62541,-10.598504

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=3/lora_ans/0.0-0.7/0.7-1.0/test=agnews/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=3/lora_ans/0.0-0.7/0.7-1.0/test=agnews/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+31224,-10.000546,-0.000546187,-11.625546,-15.956436
+80227,-0.00026234522,-14.000262,-14.375262,-8.77128
+79086,-0.00010907055,-13.875109,-16.000109,-13.430515
+75303,-15.877653,-16.627653,-20.377653,-5.509174
+56417,-8.501366,-9.501366,-0.0013652061,-7.1278167
+11319,-7.5159307,-9.64093,-12.51593,-8.673721
+12625,-0.07919585,-10.329196,-11.454196,-2.579979
+87626,-8.000779,-0.0007790868,-9.125779,-24.157806
+43853,-12.000583,-14.750583,-15.875583,-0.0010919044
+23828,-11.630784,-13.630784,-5.380784,-0.0061241323
+27858,-1.651207,-5.776207,-1.276207,-0.6515908
+12604,-2.1410816,-9.141082,-0.14108148,-4.6416955
+8180,-8.014115,-11.264115,-0.014115142,-4.3899016
+37466,-10.1259365,-11.1259365,-10.5009365,-0.0016395294
+48185,-10.125633,-0.00063303934,-14.500633,-18.888824
+77755,-7.6269245,-8.8769245,-0.001924331,-10.881178
+29286,-1.4883115,-4.363312,-6.363312,-0.64614993
+87038,-10.750704,-16.375704,-14.250704,-0.0018808264
+33094,-8.876234,-0.0012341272,-13.001234,-18.644846
+17990,-5.605927,-9.9809265,-1.2309269,-0.49794525
+125393,-10.001034,-12.501034,-12.501034,-0.0014674426
+25066,-10.001065,-0.0010650444,-16.313564,-17.03422
+93021,-11.159661,-11.534661,-3.4096615,-0.03558476
+91364,-12.500286,-13.625286,-0.00028570386,-10.004156
+56219,-0.0008423356,-10.125842,-7.8758426,-8.754169
+108119,-0.13226172,-5.7572618,-8.757261,-2.6501274
+108029,-0.039059386,-10.16406,-10.03906,-3.2903438
+82606,-14.251139,-12.876139,-7.626138,-0.001417429
+34733,-9.773883,-10.773883,-0.52388275,-0.9012346
+40806,-3.2901222e-05,-13.875032,-17.250032,-13.649266
+89870,-0.00023707918,-13.375237,-18.250237,-9.128284
+120589,-9.375522,-9.625522,-0.0005217621,-9.759772
+107229,-6.26481,-8.889811,-0.01481014,-4.3900127
+81763,-4.0572147,-6.9322147,-0.05721476,-3.3091302
+126587,-5.754503,-9.254503,-14.004503,-0.16442175
+105931,-5.8786664,-0.0036665848,-11.878667,-18.788986
+51593,-3.0518486,-10.301848,-12.801848,-0.16353631
+105827,-15.500948,-15.375948,-16.625948,-0.022547584
+92547,-10.500239,-0.00023934362,-12.375239,-12.652154
+11098,-9.250436,-12.875436,-0.00043621086,-9.628097
+15535,-7.876486,-0.0014856741,-14.751486,-22.509518
+104144,-5.5528145,-10.4278145,-0.05281435,-3.5533166
+84409,-0.00021324267,-14.375214,-13.500214,-11.752135
+55188,-6.6267076,-10.501707,-0.0017074067,-9.628956
+97914,-7.251137,-10.751137,-0.0011367295,-9.376582
+9697,-12.625885,-16.000885,-16.125885,-0.021587793
+43614,-16.875689,-14.875688,-15.125688,-0.0009634185
+57056,-12.001651,-12.751651,-7.251651,-0.002646266
+98595,-9.125672,-0.0006724719,-13.875672,-14.965744
+11602,-5.2900996,-8.0401,-0.040099803,-3.4198017
+29109,-5.5183554,-10.393355,-0.01835539,-5.0350456
+114682,-8.500797,-0.0007970732,-14.625797,-12.13965
+63374,-8.125803,-0.00080267154,-16.625803,-19.674511
+77864,-6.723475,-10.098475,-0.09847507,-3.1003003
+81631,-0.59466815,-8.219668,-0.84466815,-4.098039
+124163,-10.627403,-13.752403,-6.3774033,-0.0027114588
+81563,-0.6723716,-7.547372,-3.2973716,-0.8012245
+13895,-8.625899,-0.00089974445,-13.250899,-13.582468
+12863,-10.250992,-13.875992,-9.500992,-0.0018946533
+45732,-2.603957,-3.728957,-0.103957,-8.439817
+49404,-10.37532,-12.37532,-0.00032026408,-11.379475
+487,-8.250535,-0.0005346299,-13.375535,-13.650051
+64317,-12.254314,-10.504314,-1.5043149,-0.26491135
+6331,-0.0001335055,-12.7501335,-14.7501335,-10.250835
+73812,-4.1445637,-5.2695637,-0.26956362,-5.908277
+15701,-15.273426,-12.398426,-0.023426425,-3.8005035
+104663,-0.000114791954,-13.625114,-13.500114,-12.625869
+90606,-1.2518753,-5.8768754,-9.126875,-0.5587856
+127552,-0.00020776021,-12.500208,-12.625208,-9.0010395
+126761,-17.375666,-16.375666,-18.625666,-0.16825248
+92697,-0.0043856157,-10.629386,-9.254386,-5.521973
+107122,-0.33207437,-6.457074,-1.3320744,-4.211649
+74380,-9.251956,-10.001956,-7.876956,-0.0024410535
+66285,-9.6078074e-05,-13.625096,-14.000096,-12.503354
+70163,-1.0398223,-7.7898226,-2.0398223,-0.6658993
+75972,-5.8109684,-8.185968,-0.06096822,-3.0618875
+30713,-11.126541,-14.626541,-0.0015407845,-8.263823
+118867,-7.211902e-05,-12.7500725,-16.000072,-12.004861
+84835,-6.8769464,-0.0019463421,-10.376946,-11.758805
+60503,-9.125711,-12.000711,-0.000711069,-8.001455
+11807,-14.886221,-13.511221,-0.011220569,-4.527242
+27906,-0.0004982899,-9.750498,-9.250498,-8.876087
+30093,-10.627145,-0.002144539,-13.252145,-12.394586
+45657,-10.500199,-13.750199,-0.00019917889,-13.250575
+97197,-0.00050686864,-11.125506,-12.000506,-9.877449
+48440,-11.500272,-0.00027187943,-15.250272,-19.379063
+14971,-0.00010775939,-14.000108,-15.250108,-11.751088
+61380,-9.876813,-11.876813,-12.126813,-0.0020636274
+7177,-8.000756,-0.00075597793,-15.250756,-22.001537
+40241,-0.007768892,-12.007769,-13.632769,-4.883798
+38583,-6.5031953,-0.0031954201,-6.6281953,-19.132298
+104941,-0.00015496007,-13.3751545,-11.3751545,-9.875895
+39377,-9.8758745,-0.0008747327,-13.5008745,-15.158917
+65329,-4.30291,-10.67791,-9.42791,-6.6956596
+81089,-9.750346,-0.00034588552,-11.375346,-13.151322
+6143,-0.20352575,-9.203526,-8.203526,-1.706445
+63753,-0.00020048993,-9.5002,-12.2502,-11.231632
+5084,-13.627638,-14.252638,-0.0026376003,-6.00443
+125282,-11.376165,-12.251165,-0.0011651878,-10.429827
+7980,-1.5453861,-5.295386,-8.295386,-0.3041247
+42346,-19.438004,-16.875504,-19.313004,-0.0017185609
+73055,-4.2646017,-9.639602,-0.01460175,-9.422909
+31696,-5.6291666,-8.504167,-0.0041663754,-9.129938
+101343,-4.899469,-11.274468,-0.024468683,-8.775153
+115075,-0.00012170528,-14.625122,-17.375122,-10.506122
+29447,-14.37624,-16.50124,-12.25124,-0.0019559257
+89441,-0.074682586,-8.824682,-2.6996825,-5.950113
+15843,-0.002885823,-6.502886,-7.002886,-8.882449
+110126,-0.16449939,-6.4144993,-2.5394993,-2.6720586
+36142,-15.127036,-15.627036,-9.752036,-0.0023193709
+2846,-12.251088,-15.251088,-10.126088,-0.0015889492
+85390,-0.0033656876,-8.7533655,-6.2533655,-9.004475
+108138,-11.133583,-12.383583,-4.883583,-0.009406251
+7571,-11.439244,-9.564244,-1.3142447,-0.34897727
+62381,-9.875273,-0.00027283284,-15.500273,-20.51279
+65963,-8.988379,-9.863379,-0.11337882,-2.2396204
+39384,-7.00926e-05,-16.12507,-17.93757,-13.383443
+62356,-0.00037222132,-11.375372,-10.375372,-8.877243
+20478,-9.750756,-0.00075633527,-13.750756,-16.02495
+101968,-8.000733,-11.500733,-0.0007337024,-9.001136
+124810,-0.8793506,-6.6293507,-3.0043507,-0.64046425
+9300,-11.500161,-12.875161,-0.00016127716,-14.626923
+35593,-3.7622933,-10.387293,-2.2622933,-0.13783975
+53670,-11.750324,-14.125324,-0.0003246734,-12.626131
+44789,-0.00015817821,-13.750158,-15.125158,-11.528708
+25135,-12.125482,-0.00048125128,-18.75048,-15.531925
+32124,-7.3191826e-05,-11.500073,-15.875073,-11.001553
+36646,-11.500818,-11.375818,-14.875818,-0.018945467
+34191,-10.633766,-12.383766,-0.008766617,-4.903338
+65307,-15.000841,-15.625841,-11.500841,-0.0010262617
+32731,-8.000769,-0.0007683662,-14.375769,-17.783339
+112637,-0.5457908,-5.1707907,-6.2957907,-1.0295408
+18943,-0.38209763,-2.8820977,-2.0070977,-4.1399655
+117291,-0.0002547178,-10.625255,-12.500255,-9.261485
+67975,-10.753307,-13.003307,-0.003307351,-6.0050874
+104676,-0.045717184,-5.6707172,-6.7957172,-7.174862
+109059,-0.010095251,-4.635095,-9.135096,-10.583402
+86252,-13.87578,-13.62578,-10.12578,-0.0012097041
+109620,-0.00012396998,-14.500124,-18.125124,-10.755221
+35543,-8.510093,-11.885093,-4.760093,-0.010413753
+96155,-6.127857,-0.0028572946,-9.877857,-11.77075
+33646,-6.2525864,-10.627586,-0.002586474,-9.752942
+64061,-0.0007353701,-9.000735,-10.375735,-9.221619
+6764,-0.0001296913,-10.87513,-14.25013,-11.750744
+63078,-10.375746,-0.0007457336,-14.375746,-11.45093
+88343,-9.37582,-0.0008201811,-15.25082,-12.468239
+50106,-7.502914,-0.0029141125,-10.002914,-11.405876
+35688,-16.375599,-15.875598,-0.00059825164,-8.001697
+78697,-4.141945,-0.016944751,-10.641945,-8.935297
+13749,-0.005536579,-5.2555366,-10.130537,-9.366147
+44428,-10.251594,-14.126594,-15.939094,-0.9182708
+13880,-0.0003218133,-11.125321,-9.500321,-10.002761
+107805,-11.3805,-11.0055,-0.0055000647,-5.2559643
+47687,-0.0001335055,-14.3751335,-16.000134,-12.631784
+3328,-12.875307,-12.625307,-0.00030727434,-11.884195
+27574,-10.001413,-12.251413,-12.876413,-0.0017623018
+6049,-9.750322,-0.00032228997,-14.250322,-12.926427
+121371,-8.250583,-0.00058228703,-13.000583,-11.247845
+93977,-1.7109377,-9.3359375,-0.21093777,-4.716824
+87794,-11.125278,-14.875278,-0.00027831495,-12.751366
+1284,-9.125527,-0.0005276003,-13.375527,-14.442232
+86737,-11.253305,-10.128305,-6.0033054,-0.00419901
+9800,-16.62649,-17.87649,-21.68899,-3.9037466
+60632,-11.0002985,-0.00029821717,-14.7502985,-17.858747
+69196,-10.750351,-0.00035136726,-15.875351,-14.374576
+109514,-10.250633,-13.125633,-0.0006335159,-13.126776
+75454,-6.3783183,-0.0033182818,-12.628318,-17.629251
+68262,-2.410646,-11.1606455,-1.410646,-9.413334
+51383,-0.20382097,-1.703821,-8.953821,-15.831566
+39024,-10.125867,-0.00086734816,-15.875867,-16.271622
+53372,-10.429804,-10.804804,-0.4298042,-1.0797099
+61955,-9.25126,-10.37626,-7.62626,-0.001449609
+46407,-7.0012417,-0.0012417472,-13.251242,-18.671398
+56851,-4.4417033,-9.191704,-0.4417034,-1.0671923
+117835,-10.250323,-14.125323,-0.00032372,-11.251339
+41315,-3.5309315,-11.530931,-0.15593158,-4.53316
+54086,-0.0001040643,-15.000104,-14.125104,-10.875984
+1123,-0.00039498156,-11.375395,-10.125395,-8.752603
+6738,-8.875566,-0.0005654882,-12.000566,-20.628706
+65022,-6.129435,-8.629436,-8.379436,-0.011976833
+29011,-14.625705,-16.625706,-18.188206,-0.0027646534
+209,-11.006907,-11.131907,-0.0069072754,-5.0096273
+117949,-0.00018165846,-12.750181,-11.000181,-10.625992
+112253,-8.253413,-7.5034137,-9.128413,-0.0050746105
+117575,-6.9829865,-4.8579865,-1.2329863,-0.35846946
+12151,-7.1267366,-11.626737,-0.0017366818,-10.627558
+6503,-4.8861585,-11.636159,-10.261159,-0.029464409
+47388,-8.37561,-0.00061016536,-12.75061,-14.938742
+122533,-6.1282115,-9.753212,-9.753212,-0.0037645823
+77557,-0.004596501,-7.7545967,-6.6295967,-6.2552843
+3593,-2.0268009,-0.15180093,-7.026801,-8.181052
+39857,-0.00015948931,-10.500159,-14.250159,-11.002601
+82941,-9.750387,-0.0003874743,-15.875387,-21.637537
+2835,-0.00014351768,-12.875143,-14.125143,-10.625884
+12119,-0.41474354,-6.6647434,-1.7897435,-1.8282596
+2255,-0.00030358,-12.250303,-11.875303,-9.419967
+99071,-1.0993807,-5.224381,-2.2243807,-0.60160935
+73970,-3.5356078,-6.285608,-0.035607733,-5.684386
+73312,-5.1902404,-3.6902404,-3.4402404,-0.5659328
+109736,-11.750411,-0.0004111875,-14.250411,-18.153532
+2581,-7.5011244,-0.0011243457,-14.001124,-24.189331
+64922,-8.393166,-11.893166,-15.018166,-6.2624483
+85830,-0.00016068121,-13.62516,-14.37516,-11.50109
+122144,-9.250553,-0.0005535739,-12.375553,-17.883982
+62330,-9.876,-0.0010006188,-13.376,-20.21913
+112561,-0.93074465,-4.4307446,-1.0557446,-2.2840261
+48434,-9.250571,-0.0005716835,-15.500571,-20.754549
+119944,-8.000633,-0.0006328011,-14.875633,-16.463646
+120940,-0.0011235123,-10.501123,-12.376123,-8.998642
+77443,-11.250433,-14.500433,-0.0004332319,-9.858112
+23685,-10.254844,-12.129844,-0.004843645,-5.380189
+47231,-10.00093,-0.0009297577,-15.12593,-13.936647
+91022,-12.5004015,-0.000401178,-19.8129,-27.628254
+714,-10.952354,-10.202354,-0.8273541,-0.57985795
+25730,-10.3752165,-13.0002165,-0.00021622227,-14.883228
+97729,-0.0012848465,-9.251285,-9.876285,-7.0045376
+30236,-0.00090665236,-11.375907,-12.250907,-7.2524753
+2443,-9.50056,-0.00055953104,-13.87556,-18.265457
+52656,-0.0424898,-7.16749,-5.04249,-3.4178202
+116972,-9.501053,-11.376053,-9.876053,-0.0037296682
+43770,-0.022729583,-5.7727294,-6.2727294,-5.5164623
+10949,-8.75055,-0.00054988044,-11.25055,-15.640619
+100306,-13.6253,-0.000300839,-15.1253,-19.26271
+29745,-6.252436,-0.0024361713,-10.002437,-13.398394
+60439,-11.627346,-10.002346,-12.002346,-0.004110364
+109824,-6.5020785,-0.0020786363,-12.127079,-24.382502
+102648,-7.8846493,-11.134649,-7.1346493,-2.6338553
+62099,-7.8757815,-0.0007815882,-9.875782,-13.110039
+33686,-9.877843,-0.0028425548,-13.127843,-10.398845
+116606,-7.7524533,-12.252454,-14.752454,-1.6214228
+85384,-4.01892,-10.26892,-10.14392,-0.020360174
+31834,-1.3371391,-4.337139,-0.33713907,-5.972849
+58133,-11.376315,-13.251315,-11.251315,-0.005310038
+95196,-4.2715907,-9.771591,-0.021590784,-5.147412
+11675,-6.2524285,-0.0024283228,-15.752428,-18.88756
+34902,-0.008887968,-6.633888,-6.133888,-5.3934264
+112691,-12.251314,-12.876314,-7.501314,-0.0025601778
+33713,-1.5257126,-5.6507125,-0.27571264,-4.029951
+109135,-6.8769875,-11.251987,-0.0019873884,-7.3781786
+60521,-0.7494788,-6.499479,-0.8744788,-2.2505887
+76695,-10.751308,-14.251308,-17.313808,-7.5120234
+98619,-7.2568913,-9.881891,-0.0068914113,-5.1327214
+13731,-10.000676,-0.0006760457,-13.375676,-15.73813
+14492,-9.375625,-0.0006249382,-12.625625,-13.601995
+81006,-10.375288,-13.125288,-0.0002883257,-11.216589
+114491,-9.376023,-9.876023,-9.126023,-0.006121671
+120167,-12.625219,-13.875219,-0.00021932104,-15.252147
+69602,-10.50045,-0.00045015215,-13.75045,-19.913671
+81057,-2.8148022,-6.189802,-0.06480218,-8.660112
+118239,-7.7508307,-0.00083054375,-11.875831,-13.459894
+26999,-0.7496112,-5.7496114,-1.1246111,-1.6252291
+103729,-0.02516106,-4.1501613,-5.7751613,-5.6585965
+70324,-5.6265202e-05,-14.750056,-18.375055,-15.750678
+88697,-11.382361,-13.507361,-5.382362,-0.022696769
+79720,-8.625584,-0.0005840741,-12.250584,-12.2848015
+119098,-1.4124906,-6.412491,-6.162491,-0.2882973
+16374,-13.250493,-0.00049328554,-17.375494,-14.033667
+8973,-4.3885627,-0.013562794,-12.138563,-8.437457
+92670,-0.012811732,-7.1378117,-7.3878117,-4.5139785
+46136,-8.001041,-0.0010409895,-14.001041,-14.234941
+113240,-0.00020621081,-12.125206,-11.250206,-10.641775
+92271,-9.489105,-11.739105,-2.2391052,-0.11429837
+47020,-11.75341,-11.50341,-0.0034098835,-5.7574086
+68952,-7.2521195,-10.002119,-0.0021194394,-9.252531
+93704,-11.750204,-13.125204,-0.0002039463,-10.504032
+126515,-8.750512,-0.0005118729,-15.750512,-20.891232
+1648,-11.007869,-9.632869,-0.007868721,-4.883565
+4147,-9.656762,-10.281762,-0.28176206,-1.40895
+106815,-8.179712,-10.429712,-0.42971188,-1.0551052
+18919,-0.10891151,-4.3589115,-3.2339115,-3.4859996
+88395,-12.466122,-13.591122,-2.4661212,-0.09159703
+83361,-11.3756275,-0.00062779745,-15.0006275,-15.686287
+69550,-8.250702,-0.0007015389,-16.250702,-16.36105
+59782,-10.75526,-13.88026,-15.50526,-0.41056782
+62607,-9.000963,-10.500963,-8.625963,-0.23237604
+49031,-15.375354,-15.125354,-0.00035386975,-9.364306
+24073,-14.691084,-13.503584,-8.003584,-0.0051384326
+34883,-10.875264,-11.500264,-0.00026449043,-9.750961
+78080,-0.0018290234,-12.126829,-12.501829,-6.383356
+59546,-12.627189,-11.627189,-16.002188,-0.3975261
+123805,-7.3789473,-0.003947325,-12.753947,-11.842308
+87807,-13.000494,-0.0004943579,-14.625494,-21.755716
+53821,-15.251788,-15.376788,-18.00179,-3.2021582
+90016,-10.375756,-0.000756097,-12.875756,-22.176474
+75870,-8.000619,-11.875619,-0.0006185049,-11.501244
+58764,-11.429936,-12.054936,-0.4299365,-1.1549457
+64575,-7.652944e-05,-13.125076,-17.375076,-13.002442
+85818,-17.438347,-14.250848,-12.375848,-0.0027638522
+15652,-13.250115,-13.750115,-0.00011503035,-12.250618
+85976,-6.410656,-11.285656,-0.035656046,-3.4113936
+15080,-11.00037,-0.0003701955,-15.62537,-22.005692
+79945,-6.627332,-0.0023322306,-14.877333,-11.812917
+76385,-11.680198,-11.305198,-0.055198103,-2.9342103
+115581,-0.1397417,-6.139742,-2.6397417,-2.8986654
+61199,-10.000448,-0.0004478882,-14.375448,-27.823153
+85813,-11.125233,-12.250233,-0.00023314619,-11.50089
+67537,-11.875523,-0.00052271533,-12.750523,-14.669242
+89261,-3.5303638,-9.655364,-0.030363865,-8.2811165
+22046,-11.751845,-12.501845,-7.251846,-0.002588815
+22926,-0.062826306,-10.937826,-13.312826,-2.8142757
+49488,-5.064994,-6.689994,-1.814994,-0.19033906
+96660,-7.2514906,-0.0014907925,-11.001491,-14.137673
+63730,-10.261206,-12.886206,-4.6362057,-0.011571039
+9677,-0.00018654513,-13.375187,-11.875187,-9.897956
+120201,-9.501296,-10.626296,-7.1262965,-0.0018008855
+35208,-9.376448,-12.501448,-0.0014478212,-14.046275
+30950,-9.913305,-11.163305,-0.03830521,-3.3685303
+66963,-0.106402,-9.106402,-3.356402,-2.7318397
+16156,-14.7514,-17.3764,-20.3764,-5.1341057
+69670,-9.125539,-0.0005384426,-12.500539,-13.278836
+13477,-2.9375463,-0.062546164,-11.437546,-14.827333
+50904,-12.250929,-0.0009286858,-11.000929,-17.29276
+7930,-10.375453,-12.875453,-0.0004527736,-11.62582
+26294,-12.629552,-12.004552,-9.379552,-0.27351764
+35749,-3.6524708,-9.277471,-0.5274708,-1.2813926
+55850,-0.5671387,-5.5671387,-3.3171387,-0.9424886
+64767,-15.626105,-16.376104,-18.876104,-0.76478267
+22057,-9.099914,-10.599914,-1.2249137,-0.35128343
+87663,-13.250964,-13.750964,-8.000964,-0.0014165982
+35864,-16.375769,-14.62577,-9.00077,-0.0009438283
+33007,-4.2688017,-9.268802,-0.018801685,-5.520832
+81372,-8.3776455,-15.0026455,-11.1276455,-0.003054497
+97703,-6.0724216,-0.07242172,-13.884922,-12.93702
+118589,-0.0003891426,-13.250389,-13.875389,-8.37756
+65741,-0.22663894,-7.976639,-12.976639,-1.6225961
+119601,-6.2986455,-8.423646,-0.29864556,-1.603389
+114504,-9.250982,-11.375982,-0.0009826361,-7.3806443
+92452,-0.00014971566,-12.37515,-12.50015,-9.752945
+11152,-0.009509268,-9.884509,-11.009509,-4.8342023
+44669,-3.5304992,-8.155499,-0.03049916,-9.656757
+121963,-10.750634,-0.00063399243,-12.625634,-19.514538
+63486,-12.000795,-13.500795,-17.625795,-0.02531066
+123055,-5.902172,-10.027172,-5.527172,-2.7481458
+119717,-3.653412,-12.903412,-12.903412,-0.04115605
+88042,-1.4487817,-9.448782,-1.3237817,-0.7003099
+54428,-10.501336,-0.0013359202,-12.376336,-18.655901
+125274,-0.0021409702,-10.502141,-9.252141,-6.37739
+46816,-7.3782744,-8.753274,-0.25327432,-1.5063039
+8553,-0.162878,-7.662878,-2.537878,-2.6644216
+56455,-11.125621,-0.000621245,-18.375622,-18.077562
+101092,-0.0011832863,-9.6261835,-7.2511835,-8.880532
+55570,-0.00034576637,-12.250346,-13.375346,-10.146663
+2531,-0.001890302,-13.50189,-13.37689,-6.386737
+55854,-12.250571,-0.0005713261,-17.000572,-12.7055235
+65143,-0.000304295,-13.000304,-13.000304,-9.750813
+28422,-15.626525,-14.876525,-12.376525,-0.0018765605
+36329,-6.7539954,-12.941495,-11.753995,-0.019790828
+8061,-6.253307,-0.0033067567,-13.628306,-19.394676
+107678,-12.500276,-0.00027593144,-13.000276,-18.630882
+53009,-0.400655,-7.900655,-8.838155,-1.365854
+62879,-0.00035124808,-14.875351,-15.312851,-9.792244
+26784,-8.62549,-0.0004900685,-11.87549,-20.628992
+21912,-12.137745,-12.637745,-0.012744999,-4.3917017
+113597,-0.000135055,-12.375135,-14.375135,-10.404031
+82760,-7.4503034e-05,-12.750074,-14.375074,-11.642013
+26160,-10.125306,-0.0003060826,-13.500306,-22.630117
+23421,-9.625355,-0.0003544656,-13.250355,-17.518858
+41793,-2.237122,-2.737122,-8.924622,-2.3237324
+103325,-10.7509,-0.00090069725,-15.5009,-13.196578
+33557,-10.750378,-0.00037782206,-16.500378,-17.973469
+81209,-10.625506,-0.0005062729,-13.750506,-12.952384
+107064,-17.376152,-18.001152,-19.438652,-5.7566276
+98221,-1.7034565,-8.703457,-12.328457,-2.4623911
+16139,-12.6264,-13.8764,-10.8764,-0.002503728
+62717,-9.750774,-0.0007745603,-14.125774,-15.933518
+28151,-0.00021181247,-13.750212,-16.625212,-11.260273
+22888,-7.2518654,-0.0018653151,-8.876865,-15.562654
+24637,-0.4179696,-6.7929697,-3.5429697,-1.2052349
+92809,-11.000567,-15.125567,-11.000567,-0.0012099773
+91862,-7.500828,-10.875828,-0.00082756596,-11.377577
+7412,-0.00038640187,-11.375386,-11.375386,-9.253729
+52442,-1.461829,-8.461829,-0.336829,-2.9641643
+87399,-0.00057156436,-11.125571,-8.750571,-9.40808
+112712,-0.000334207,-10.625334,-10.500334,-9.126245
+54201,-0.70216936,-8.702169,-9.952169,-2.0839906
+117074,-8.00112,-11.37612,-0.0011195827,-8.001901
+25137,-9.87881,-10.87881,-14.00381,-10.358771
+16780,-0.0060133967,-11.881014,-7.5060134,-5.382846
+72881,-6.7418594,-8.366859,-0.11685935,-2.24287
+110597,-9.500521,-0.0005210473,-15.875521,-15.117068
+89655,-0.00025221505,-13.375252,-12.875252,-12.265362
+48391,-8.2515135,-0.0015136463,-14.9390135,-13.014104
+110182,-0.00030787018,-12.625308,-12.750308,-10.380189
+87621,-3.7955132,-5.545513,-9.295513,-0.06446719
+122711,-9.0952555e-05,-14.250091,-15.750091,-12.631154
+115720,-0.018596817,-10.893597,-12.268597,-4.0467563
+66486,-8.875849,-0.0008484101,-14.125849,-13.36899
+68169,-4.5122075,-0.012207437,-11.512207,-11.674537
+110138,-2.6176102,-5.24261,-0.36761022,-2.6180108
+21580,-7.6264906,-0.0014905544,-15.626491,-15.385269
+102553,-12.500499,-0.00049864734,-15.125499,-18.40194
+78769,-11.000443,-0.0004432411,-17.375443,-21.63667
+93593,-10.625467,-0.0004668338,-14.500467,-12.738699
+16612,-6.501831,-0.0018310462,-9.751831,-15.917979
+59583,-8.626799,-14.251799,-14.126799,-0.19172402
+76885,-0.14163993,-9.45414,-14.07914,-7.2167897
+120777,-5.5045686,-0.004568378,-11.754568,-17.542648
+121894,-0.16066346,-9.910664,-10.285664,-1.9203076
+88371,-5.483477e-05,-14.875054,-18.500055,-13.883489
+68747,-6.127595,-11.002595,-0.002595035,-12.759359

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=3/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=3/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=3/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,53 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.39136168733239174,0,3.604921579360962,
+0,8,0.061508554965257645,1,7.312908440828323,
+0,16,0.03760291635990143,2,4.9388799369335175,
+1,24,0.031410884112119675,3,2.6241508381707326,
+1,32,0.03150606527924538,4,3.1790362894535065,
+2,40,0.03179613873362541,5,2.719056146485465,
+2,48,0.03132030367851257,6,0.9647725269198417,
+3,56,0.03054075688123703,7,1.3859382240722578,
+3,64,0.031308986246585846,8,1.0402835464725892,
+4,72,0.03408748656511307,9,0.6312270748118559,
+4,80,0.03133274242281914,10,0.4621337528030078,
+5,88,0.031232517212629318,11,0.38824316140796455,
+5,96,0.030777018517255783,12,0.19685006169602276,
+6,104,0.030807968229055405,13,0.2569618049476828,
+6,112,0.030760344117879868,14,0.1946886871010065,
+7,120,0.03073849529027939,15,0.13070224168976502,
+7,128,0.03344521299004555,16,0.16448335377499462,
+,,,16,,0.10303865869839986
+8,136,0.03098137676715851,17,0.10167821139718096,
+8,144,0.031273968517780304,18,0.08316190897797544,
+9,152,0.03153792396187782,19,0.13783183476577202,
+9,160,0.0318915918469429,20,0.16810468074011928,
+10,168,0.030749492347240448,21,0.27296552389660583,
+10,176,0.03142717108130455,22,0.03076881719753146,
+11,184,0.03427353873848915,23,0.10578922857530415,
+11,192,0.031474895775318146,24,0.11639562170603313,
+12,200,0.03199847415089607,25,0.0842379686771892,
+12,208,0.031045731157064438,26,0.02816649808249037,
+13,216,0.03169890493154526,27,0.02235469811906417,
+13,224,0.03122585266828537,28,0.020857400542202715,
+14,232,0.03099536895751953,29,0.0256995432137046,
+14,240,0.030915647745132446,30,0.003768986923387274,
+15,248,0.031593214720487595,31,0.021657237618152674,
+15,256,0.03349648788571358,32,0.00741355684294831,
+,,,32,,0.003304867073893547
+16,264,0.03203893080353737,33,0.008778521232306958,
+16,272,0.0315820537507534,34,0.01309676272960912,
+17,280,0.03114446997642517,35,0.011620214375268136,
+17,288,0.03205549716949463,36,0.003836910950485617,
+18,296,0.031792398542165756,37,0.012881790275666086,
+18,304,0.03222552686929703,38,0.002348086161267323,
+19,312,0.031637534499168396,39,0.010196719561160231,
+19,320,0.031522683799266815,40,0.003862640888352568,
+20,328,0.03220556303858757,41,0.004345931437759039,
+20,336,0.031130120158195496,42,0.006542289907277639,
+21,344,0.03152872249484062,43,0.0012775216940402363,
+21,352,0.030843719840049744,44,0.009519102467796378,
+22,360,0.03090207651257515,45,0.004656282059537868,
+22,368,0.03184770792722702,46,0.004007503066532081,
+23,376,0.03142886236310005,47,0.003762646758938596,
+23,384,0.03204889968037605,48,0.0034242184580458948,
+,,,48,,0.000929291903351744

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=3/lora_ans/0.0-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=3/lora_ans/0.0-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+31224,-9.501241,-0.0012406756,-12.376241,-17.157663
+80227,-0.0004481265,-13.625448,-14.250448,-10.903093
+79086,-0.00047183826,-13.500472,-15.375472,-14.181793
+75303,-12.1329775,-14.6329775,-18.632977,-6.51402
+56417,-6.752972,-7.752972,-0.0029721155,-7.8800154
+11319,-6.2955494,-8.045549,-12.045549,-8.881157
+12625,-0.0022339884,-11.252234,-13.002234,-6.3792124
+87626,-8.62582,-0.00082053844,-9.87582,-23.974552
+43853,-9.501725,-13.751725,-15.189225,-0.002456603
+23828,-8.6549835,-11.9049835,-3.6549838,-0.030730251
+27858,-0.1849269,-6.184927,-1.9349269,-3.9357746
+12604,-0.2984822,-9.173482,-1.4234822,-5.800783
+8180,-5.018743,-10.393743,-0.018742837,-5.5218425
+37466,-8.37847,-10.00347,-9.50347,-0.0045639086
+48185,-9.002009,-0.002009279,-14.627009,-20.887592
+77755,-5.7591534,-6.5091534,-0.009153308,-9.26512
+29286,-0.7206969,-3.220697,-6.220697,-1.1606611
+87038,-9.252362,-14.877362,-13.752362,-0.0035782096
+33094,-10.001686,-0.0016856284,-14.001686,-21.265675
+17990,-3.8569646,-8.231964,-0.8569646,-1.0411294
+125393,-8.378338,-11.503338,-12.128338,-0.004187899
+25066,-11.002109,-0.0021084952,-17.189608,-18.709768
+93021,-9.778579,-10.778579,-3.6535788,-0.02977414
+91364,-10.750679,-12.750679,-0.0006786666,-11.38507
+56219,-0.0016561139,-8.751657,-7.751656,-8.381302
+108119,-0.70705193,-4.2070518,-8.144552,-1.3652704
+108029,-0.010353427,-9.635353,-10.510353,-5.0134463
+82606,-11.629427,-11.504427,-6.504427,-0.004815118
+34733,-7.9453263,-9.320326,-0.6953263,-0.69834656
+40806,-6.854299e-05,-13.625069,-17.125069,-14.90018
+89870,-0.0003475539,-13.125347,-17.375347,-11.63066
+120589,-8.251433,-7.751434,-0.0014336556,-9.541658
+107229,-4.7625284,-7.8875284,-0.01252829,-5.8879514
+81763,-1.3804768,-5.005477,-0.38047686,-2.8881204
+126587,-4.022838,-7.147838,-12.022839,-0.659757
+105931,-7.5016003,-0.0016004146,-13.1266,-22.640299
+51593,-0.030855346,-10.155855,-11.905855,-5.404061
+105827,-10.753912,-13.628912,-14.253912,-0.023435766
+92547,-11.37531,-0.00031013446,-13.37531,-16.42993
+11098,-7.126984,-10.751984,-0.0019840572,-9.882183
+15535,-8.252518,-0.0025181035,-15.127518,-23.641523
+104144,-2.5435417,-8.793542,-0.16854176,-3.1696012
+84409,-0.0006605589,-13.875661,-13.250661,-12.75302
+55188,-5.2563896,-8.63139,-0.006389546,-9.012878
+97914,-6.0032954,-9.628295,-0.0032952316,-9.754768
+9697,-9.378721,-14.003721,-14.253721,-0.02076394
+43614,-12.377415,-13.127415,-13.377415,-0.0031597046
+57056,-10.629588,-11.629588,-6.629588,-0.006483662
+98595,-10.127128,-0.0021272905,-14.627128,-18.895
+11602,-4.771946,-7.521946,-0.021946076,-4.5345173
+29109,-2.184072,-9.434072,-0.18407194,-5.677005
+114682,-8.626616,-0.0016151728,-14.876616,-13.6886635
+63374,-9.0013275,-0.0013279439,-16.938828,-19.80118
+77864,-4.490467,-8.865467,-0.11546706,-3.6309907
+81631,-0.2778133,-7.0278134,-1.5278133,-3.9090056
+124163,-6.2665396,-11.76654,-4.3915396,-0.017075434
+81563,-0.92452675,-6.6745267,-3.7995267,-0.5545573
+13895,-8.752425,-0.0024254685,-14.314925,-15.921949
+12863,-7.5034523,-12.378452,-8.378452,-0.004921807
+45732,-2.5819807,-2.2069807,-0.20698065,-9.716929
+49404,-8.12614,-10.25114,-0.0011395873,-9.7591915
+487,-9.376204,-0.0012035277,-14.001204,-14.992963
+64317,-10.229986,-9.979986,-2.3549862,-0.12513182
+6331,-0.00033968876,-12.7503395,-14.5003395,-12.251461
+73812,-3.6475744,-4.1475744,-0.14757437,-5.963101
+15701,-12.680507,-10.930507,-0.05550715,-2.946065
+104663,-0.0004913792,-13.375491,-13.125491,-14.002044
+90606,-0.6836364,-4.4336367,-8.183637,-1.1268876
+127552,-0.00032407753,-13.000324,-13.000324,-12.626685
+126761,-13.754417,-15.004417,-16.879417,-0.16602135
+92697,-0.0034873404,-9.753488,-9.003488,-5.9259915
+107122,-0.078455485,-6.5784554,-2.7034554,-5.711346
+74380,-8.756642,-9.381642,-7.0066423,-0.0075715045
+66285,-0.00028749148,-13.500287,-13.375287,-13.414732
+70163,-0.41546428,-6.7904644,-1.9154643,-1.6675084
+75972,-3.3412201,-7.3412204,-0.09122023,-3.9697313
+30713,-8.388415,-12.075915,-0.013415661,-7.653449
+118867,-0.00017772526,-13.250177,-16.000177,-14.391702
+84835,-8.752933,-0.0029322982,-12.002933,-12.388304
+60503,-6.8772063,-10.502206,-0.002206274,-8.253864
+11807,-11.3939085,-11.5189085,-0.018908842,-4.036483
+27906,-0.0009577455,-10.3759575,-10.6259575,-11.502415
+30093,-10.877625,-0.0026254728,-13.877625,-13.290642
+45657,-8.375561,-11.125561,-0.00056060334,-11.876266
+97197,-0.0014694856,-12.25147,-13.50147,-12.881023
+48440,-11.875441,-0.00044014302,-16.50044,-22.129723
+14971,-0.00037412797,-13.875374,-14.875374,-13.127182
+61380,-7.8807354,-10.505735,-11.505735,-0.0061791013
+7177,-7.876743,-0.0017427509,-16.001743,-23.753246
+40241,-0.0021829603,-11.502183,-13.502183,-6.5042586
+38583,-8.126593,-0.0015927975,-8.376593,-22.754082
+104941,-0.00028034096,-13.00028,-11.12528,-11.876623
+39377,-8.5026045,-0.002604428,-13.3776045,-16.823774
+65329,-3.460127,-9.710127,-9.585127,-7.5034757
+81089,-10.875938,-0.00093809457,-12.625938,-15.119652
+6143,-0.15165558,-8.026655,-7.9016557,-2.0310948
+63753,-0.00033468366,-9.500335,-12.375335,-12.854504
+5084,-11.130867,-12.630867,-0.005867282,-5.2572036
+125282,-8.756015,-10.506015,-0.0060150553,-9.726991
+7980,-2.0090575,-4.5090575,-8.321557,-0.27310038
+42346,-15.752448,-15.752448,-17.752447,-0.005245249
+73055,-2.813679,-7.1886787,-0.06367889,-8.216758
+31696,-4.637289,-6.637289,-0.0122890435,-8.513346
+101343,-3.203209,-10.328209,-0.07820902,-9.454233
+115075,-0.000233027,-14.375233,-16.875233,-12.545231
+29447,-11.632203,-15.507203,-11.382203,-0.008846542
+89441,-0.0043396824,-10.129339,-5.8793397,-9.505425
+15843,-0.00391289,-6.128913,-7.628913,-9.032523
+110126,-0.23712191,-4.862122,-3.1121218,-1.8738891
+36142,-10.381897,-13.506897,-7.631897,-0.007908461
+2846,-10.379051,-14.129051,-10.754051,-0.0048233285
+85390,-0.0037626675,-8.878762,-7.2537627,-9.633068
+108138,-8.308297,-10.183297,-2.9332972,-0.059881225
+7571,-10.182816,-8.057816,-1.8078156,-0.2071601
+62381,-11.000424,-0.00042465254,-16.625425,-23.00933
+65963,-7.39486,-8.019859,-0.14485957,-2.0209458
+39384,-0.00023791344,-15.000237,-17.187738,-13.3916025
+62356,-0.00062624866,-12.625627,-12.125627,-12.632909
+20478,-9.627238,-0.0022381514,-14.002238,-18.397554
+101968,-6.502186,-9.877186,-0.002185815,-9.502752
+124810,-0.6778542,-5.302854,-3.302854,-0.81282866
+9300,-9.000585,-10.500585,-0.00058478897,-13.878456
+35593,-3.110732,-9.110732,-2.860732,-0.111567184
+53670,-9.875848,-12.375848,-0.0008480528,-12.005537
+44789,-0.00035005642,-14.50035,-15.87535,-14.308384
+25135,-10.876102,-0.001102912,-18.126102,-17.022823
+32124,-0.00013529339,-12.125135,-15.625135,-13.502777
+36646,-7.128154,-8.878154,-12.378154,-0.32320216
+34191,-8.280564,-10.030564,-0.030564602,-3.734162
+65307,-11.503049,-14.253049,-10.128049,-0.0034211273
+32731,-8.626656,-0.0016553998,-15.001656,-18.664717
+112637,-0.56704646,-4.4420466,-6.1920466,-1.1795307
+18943,-0.38719848,-2.1371984,-2.1371984,-4.404566
+117291,-0.0003493414,-11.250349,-13.500349,-11.674508
+67975,-8.132445,-11.257445,-0.0074454444,-5.386269
+104676,-0.062404726,-4.5624046,-7.3124046,-7.567884
+109059,-0.101351,-2.351351,-8.726351,-9.369136
+86252,-11.002658,-12.877658,-9.502658,-0.0035148347
+109620,-0.0005017452,-14.125502,-17.688002,-12.259292
+35543,-7.5070453,-11.257046,-5.6320453,-0.0075420667
+96155,-6.128116,-0.0031160393,-10.503116,-13.760211
+33646,-5.007588,-9.382588,-0.007588134,-10.383546
+64061,-0.0013972291,-8.001397,-9.751397,-10.475372
+6764,-0.00048077467,-10.000481,-13.000481,-11.50198
+63078,-10.751158,-0.0011578053,-15.251158,-12.751514
+88343,-10.126162,-0.0011614966,-16.001162,-14.160843
+50106,-7.7523484,-0.0023482863,-11.002348,-11.663532
+35688,-12.626777,-14.251777,-0.0017765468,-9.129422
+78697,-5.008285,-0.008284844,-11.758285,-10.236877
+13749,-0.14423737,-2.0192373,-8.6442375,-7.8028884
+44428,-7.2562747,-12.256275,-14.131275,-1.6625922
+13880,-0.0007127367,-12.375712,-11.250712,-13.75587
+107805,-8.00463,-9.62963,-0.0046300823,-5.7552867
+47687,-0.00037520044,-14.250375,-15.875375,-14.138365
+3328,-10.375842,-11.250842,-0.0008423356,-11.73718
+27574,-8.505431,-11.130431,-12.505431,-0.005985769
+6049,-10.62591,-0.0009101063,-15.25091,-14.082699
+121371,-9.500794,-0.0007943336,-13.875794,-12.971635
+93977,-0.389386,-8.764386,-1.1393859,-6.8555865
+87794,-8.751418,-13.001418,-0.0014179425,-12.631976
+1284,-9.751582,-0.0015823237,-14.251582,-15.188845
+86737,-8.267266,-8.142266,-4.2672668,-0.01882308
+9800,-12.881126,-15.881126,-19.756126,-4.8937807
+60632,-11.250799,-0.00079921726,-15.375799,-20.157644
+69196,-11.375699,-0.00069879903,-16.375698,-17.599964
+109514,-7.7525764,-11.127577,-0.0025763672,-11.253856
+75454,-7.127125,-0.0021246735,-12.627125,-20.878479
+68262,-1.000664,-10.563164,-1.875664,-9.502427
+51383,-1.0604582,-0.43545818,-8.935458,-17.812836
+39024,-10.501515,-0.0015153127,-16.814014,-19.880514
+53372,-8.138715,-9.263715,-0.76371443,-0.65985656
+61955,-7.1292434,-8.879244,-7.0042434,-0.0045431904
+46407,-7.8763366,-0.0013366345,-14.501337,-20.933727
+56851,-1.5473655,-8.172365,-0.42236555,-2.0482624
+117835,-8.001185,-12.251185,-0.0011849533,-10.5025425
+41315,-0.6653229,-11.290323,-1.1653229,-6.3352113
+54086,-0.00033158527,-15.000332,-14.250332,-12.876613
+1123,-0.00065174315,-11.625651,-10.750651,-10.377858
+6738,-8.251684,-0.0016843193,-12.751684,-22.63345
+65022,-5.0149684,-7.0149684,-7.3899684,-0.03438721
+29011,-12.00411,-15.25411,-16.81661,-0.008630524
+209,-8.004626,-9.129626,-0.0046258103,-5.6745734
+117949,-0.0003651906,-13.250365,-11.375365,-12.626649
+112253,-6.6343246,-5.8843246,-8.134325,-0.011336429
+117575,-4.8700466,-2.4950464,-0.9950464,-0.62075424
+12151,-4.5163164,-10.141316,-0.016316446,-11.142299
+6503,-1.7082505,-9.333251,-8.083251,-0.23511432
+47388,-9.25095,-0.00095000427,-13.87595,-15.199465
+122533,-4.3907914,-9.015792,-9.140792,-0.017091293
+77557,-0.0029754436,-7.7529755,-7.6279755,-7.754061
+3593,-3.7791529,-0.029152801,-8.279153,-9.765257
+39857,-0.0004090426,-10.125409,-14.437909,-11.87932
+82941,-10.875917,-0.0009176096,-16.375917,-24.02253
+2835,-0.000668898,-12.875669,-13.750669,-12.503218
+12119,-0.04039878,-7.9153986,-3.9153988,-4.4441314
+2255,-0.00063994905,-12.50064,-13.12564,-11.426223
+99071,-0.3118393,-5.061839,-2.6868393,-1.6888065
+73970,-1.9246035,-5.0496035,-0.17460349,-5.118154
+73312,-4.618252,-2.8682518,-3.8682518,-0.9947455
+109736,-12.5012045,-0.0012048375,-15.0012045,-19.538033
+2581,-7.8768535,-0.0018532973,-14.814353,-26.565496
+64922,-6.4333277,-10.558328,-14.495828,-7.6330767
+85830,-0.00075192784,-12.7507515,-14.0007515,-12.253921
+122144,-9.750866,-0.0008659189,-13.375866,-18.635157
+62330,-9.502605,-0.002605498,-14.127605,-19.926985
+112561,-1.062835,-3.812835,-0.812835,-2.8511865
+48434,-8.50118,-0.0011800715,-15.50118,-21.508526
+119944,-9.500707,-0.0007068996,-15.250707,-16.80676
+120940,-0.004666866,-9.004667,-12.004667,-9.983984
+77443,-8.751161,-12.626161,-0.0011601868,-10.936947
+23685,-7.5062723,-10.381272,-0.006272392,-5.2567835
+47231,-9.751943,-0.0019421779,-15.814443,-16.104084
+91022,-13.000652,-0.00065233884,-20.563152,-29.253885
+714,-9.571561,-8.821561,-0.69656086,-0.69997084
+25730,-9.000749,-10.625749,-0.000749069,-13.267078
+97729,-0.0009660821,-9.250966,-10.250966,-8.381428
+30236,-0.0011874536,-10.626187,-12.626187,-8.128877
+2443,-9.751658,-0.0016586131,-14.626658,-19.891481
+52656,-0.012626586,-7.2626266,-5.8876266,-5.0132127
+116972,-8.005739,-10.005739,-9.130739,-0.01061887
+43770,-0.14271943,-3.6427195,-5.2677193,-3.6442192
+10949,-9.50068,-0.0006796196,-11.87568,-18.254112
+100306,-14.500606,-0.00060528074,-15.500606,-21.392273
+29745,-7.127134,-0.002133714,-11.252133,-14.338401
+60439,-8.885584,-8.510584,-10.635584,-0.0142889805
+109824,-7.251518,-0.0015178123,-12.876518,-27.26229
+102648,-5.174452,-8.674452,-5.049452,-3.2884395
+62099,-8.001296,-0.0012959186,-10.626296,-15.557472
+33686,-9.629476,-0.0044758143,-13.504476,-11.045977
+116606,-4.0259337,-9.900933,-11.525933,-4.0895486
+85384,-4.021822,-9.396822,-10.021822,-0.027593868
+31834,-1.0939803,-3.5939803,-0.4689803,-5.870114
+58133,-9.75649,-11.88149,-10.63149,-0.010548246
+95196,-3.5345428,-9.284543,-0.03454282,-6.0359554
+11675,-6.627621,-0.0026209548,-16.50262,-21.148438
+34902,-0.01587514,-5.0158753,-6.5158753,-5.4062357
+112691,-10.378806,-11.628806,-6.8788056,-0.006475411
+33713,-0.6408274,-5.890827,-0.7658274,-6.374405
+109135,-5.629882,-10.504882,-0.0048817256,-8.381974
+60521,-0.1964042,-6.321404,-2.0714042,-3.0845423
+76695,-7.879953,-12.754952,-16.129953,-7.335841
+98619,-5.8806753,-8.380675,-0.0056752744,-6.1322536
+13731,-10.50147,-0.0014692475,-14.25147,-16.954945
+14492,-9.75247,-0.0024698249,-13.75247,-14.180943
+81006,-7.5012712,-11.251271,-0.0012710358,-9.94453
+114491,-8.62744,-8.75244,-9.00244,-0.0060688527
+120167,-10.000664,-11.750664,-0.00066377537,-13.629357
+69602,-10.876928,-0.0019281383,-15.001928,-20.788837
+81057,-1.6155912,-4.365591,-0.24059118,-7.6437078
+118239,-8.5008955,-0.00089545676,-12.7508955,-17.133745
+26999,-0.06523738,-7.5652375,-2.8152373,-6.4414883
+103729,-0.18277965,-1.9327797,-4.80778,-4.6943207
+70324,-0.00024863967,-14.125249,-17.375248,-15.877205
+88697,-9.515693,-13.328193,-5.7656927,-0.028226456
+79720,-10.001045,-0.0010453957,-13.126045,-13.285184
+119098,-1.4243883,-5.2993884,-5.6743884,-0.3009408
+16374,-11.876243,-0.0012424615,-16.626242,-15.419732
+8973,-6.505113,-0.0051131435,-13.380114,-9.894325
+92670,-0.002386462,-7.2523866,-7.8773866,-7.1290092
+46136,-9.002497,-0.0024968183,-14.752497,-14.850598
+113240,-0.0006294653,-11.750629,-11.500629,-11.928839
+92271,-6.104774,-10.3547735,-1.2297739,-0.35520715
+47020,-9.132084,-9.757084,-0.007083541,-5.133798
+68952,-5.504953,-8.754953,-0.0049531376,-10.381067
+93704,-10.000554,-11.750554,-0.0005538122,-10.507991
+126515,-9.625668,-0.0006674684,-16.125668,-21.520372
+1648,-8.390773,-7.515773,-0.01577294,-4.2667823
+4147,-6.4781494,-8.603149,-0.47814953,-0.98148966
+106815,-6.1025558,-8.727556,-0.35255584,-1.228481
+18919,-0.12710454,-3.6271045,-3.3771045,-3.2538095
+88395,-8.353314,-12.103314,-0.97831416,-0.47927144
+83361,-11.625908,-0.00090808154,-16.375908,-18.397926
+69550,-10.126538,-0.0015378089,-17.126537,-17.102642
+59782,-8.136897,-12.636897,-14.261897,-1.087178
+62607,-8.378247,-9.378247,-7.7532473,-0.29564497
+49031,-11.501473,-13.001473,-0.0014731756,-7.880243
+24073,-11.507806,-12.507806,-7.507806,-0.011235599
+34883,-8.001037,-9.376037,-0.0010367024,-9.752102
+78080,-0.00074204087,-11.250742,-12.000742,-8.091251
+59546,-8.756259,-9.256259,-13.881259,-2.3622515
+123805,-7.5037313,-0.0037310766,-13.753731,-12.926675
+87807,-13.375877,-0.0008775912,-15.250877,-23.385096
+53821,-12.131702,-14.131702,-16.694202,-3.513275
+90016,-10.751295,-0.0012952043,-13.626295,-21.989794
+75870,-7.251229,-10.876228,-0.0012287693,-11.502244
+58764,-9.20688,-10.83188,-0.5818797,-0.91158485
+64575,-0.00022087042,-13.750221,-17.500221,-15.008479
+85818,-13.753729,-12.628729,-11.128729,-0.007997774
+15652,-10.00036,-11.25036,-0.00035970894,-10.251519
+85976,-5.808921,-9.808921,-0.058920693,-2.9351447
+15080,-12.000694,-0.0006946296,-16.625694,-25.50367
+79945,-7.627308,-0.0023077305,-15.877308,-12.8789425
+76385,-7.806388,-9.056388,-0.18138766,-1.8092058
+115581,-0.20043482,-4.5754347,-2.575435,-2.4674392
+61199,-11.126169,-0.0011694743,-15.126169,-28.205181
+85813,-9.875678,-10.750678,-0.0006784283,-11.378762
+67537,-12.501001,-0.0010018097,-13.001001,-17.641325
+89261,-1.5035172,-7.753517,-0.25351712,-8.130038
+22046,-9.257687,-11.007687,-6.0076866,-0.008955215
+22926,-0.018149728,-10.268149,-12.643149,-4.2748857
+49488,-2.1474788,-5.522479,-0.5224788,-1.2731786
+96660,-8.001643,-0.0016430224,-12.376643,-17.405174
+63730,-7.289855,-10.664855,-3.414855,-0.04063923
+9677,-0.00027259448,-14.250273,-13.375273,-12.859759
+120201,-7.2532954,-9.253295,-6.8782954,-0.0041671353
+35208,-7.503819,-10.2538185,-0.003818959,-12.577042
+30950,-7.7153354,-9.590336,-0.0903356,-2.493753
+66963,-0.00804257,-10.008042,-5.2580423,-6.1338534
+16156,-11.006581,-15.256581,-18.819082,-6.510811
+69670,-9.6257105,-0.00071083073,-13.3757105,-14.247089
+13477,-3.2909167,-0.040916707,-12.540916,-17.863558
+50904,-12.626633,-0.0016325492,-11.626633,-21.634956
+7930,-8.127855,-10.877855,-0.0028550362,-11.128555
+26294,-10.882161,-11.007161,-8.632161,-0.26526242
+35749,-1.026561,-8.901561,-0.901561,-2.8265297
+55850,-0.037628997,-6.662629,-3.537629,-5.163202
+64767,-11.754868,-14.004868,-16.379868,-1.071202
+22057,-6.8858666,-9.260866,-0.6358665,-0.7623411
+87663,-10.253875,-12.253875,-6.7538743,-0.0056992257
+35864,-12.752847,-13.627847,-7.7528462,-0.0031392202
+33007,-2.9422228,-7.192223,-0.06722288,-4.575484
+81372,-7.255413,-13.630413,-10.880413,-0.0062728096
+97703,-6.568969,-0.0689687,-13.756469,-13.117902
+118589,-0.00049864734,-13.250499,-14.500499,-10.005497
+65741,-0.01928134,-8.144281,-12.894281,-4.2961817
+119601,-3.7005854,-6.8255854,-0.7005854,-1.0902343
+114504,-7.6264706,-10.126471,-0.0014704379,-8.6316595
+92452,-0.00020990553,-12.50021,-12.62521,-12.293038
+11152,-0.011531721,-8.886532,-10.761532,-4.8009152
+44669,-3.7753634,-7.0253634,-0.025363542,-9.778845
+121963,-9.626294,-0.0012943709,-13.126294,-20.883873
+63486,-9.002535,-11.252535,-15.877535,-0.23830482
+123055,-4.6697464,-9.044746,-5.6697464,-2.6613073
+119717,-2.583136,-12.145636,-12.395636,-0.113554575
+88042,-0.99705756,-8.497058,-1.8720576,-0.7493479
+54428,-10.376547,-0.001547331,-12.876547,-19.910547
+125274,-0.0010511117,-11.001051,-9.751051,-8.626529
+46816,-6.704335,-7.704335,-0.20433508,-1.7078106
+8553,-0.04096534,-8.665965,-3.2909653,-6.546213
+56455,-13.001576,-0.0015762536,-19.439075,-19.144262
+101092,-0.00068724377,-9.625688,-8.625688,-10.8859415
+55570,-0.0003609006,-12.3753605,-14.0003605,-12.965135
+2531,-0.0014465117,-13.001447,-13.251447,-8.293823
+55854,-11.126535,-0.0015349523,-16.814035,-16.431786
+65143,-0.0007764662,-13.625776,-13.875776,-12.377272
+28422,-13.004627,-13.879627,-10.879627,-0.0052122707
+36329,-6.381692,-12.819192,-12.881692,-0.021303605
+8061,-7.506769,-0.0067692245,-14.756769,-20.653887
+107678,-12.750653,-0.0006529345,-13.625653,-22.13365
+53009,-0.05183157,-8.926831,-9.551831,-3.912407
+62879,-0.0013384203,-14.938838,-15.626338,-11.379135
+26784,-8.875953,-0.00095286255,-12.625953,-22.254969
+21912,-10.409464,-10.784464,-0.03446382,-3.415946
+113597,-0.00028236693,-12.750282,-15.000282,-13.332635
+82760,-0.00017867876,-13.500178,-15.500178,-14.301748
+26160,-10.875645,-0.0006444761,-14.375645,-23.5092
+23421,-9.625615,-0.0006152882,-14.375615,-18.649366
+41793,-2.1806808,-2.0556808,-8.493181,-2.3324647
+103325,-11.251166,-0.0011659021,-16.501165,-14.786042
+33557,-11.625656,-0.00065650843,-17.125656,-18.680298
+81209,-11.5007305,-0.00073048606,-14.3757305,-16.06458
+107064,-13.756002,-16.068502,-17.756002,-6.8852205
+98221,-0.1638797,-7.78888,-11.601379,-6.4472485
+16139,-11.506762,-13.131762,-10.006762,-0.010220828
+62717,-9.002139,-0.002139186,-14.002139,-17.04179
+28151,-0.000621245,-13.625621,-16.313122,-12.657544
+22888,-8.251101,-0.0011008877,-10.501101,-17.834724
+24637,-0.054658737,-5.929659,-4.804659,-3.3203413
+92809,-8.252964,-14.002964,-10.127964,-0.004351601
+91862,-5.380437,-8.880437,-0.005436754,-11.135477
+7412,-0.00083804765,-12.500838,-12.000838,-13.144261
+52442,-0.5715333,-6.821533,-1.0715333,-2.4511144
+87399,-0.000800051,-11.1258,-9.3758,-10.706247
+112712,-0.0006710423,-10.875671,-10.875671,-12.004276
+54201,-0.18431716,-8.934318,-9.809318,-5.0707827
+117074,-5.7555966,-9.130596,-0.0055964454,-7.631662
+25137,-7.0170794,-9.392079,-12.642079,-10.354449
+16780,-0.002857889,-12.502858,-9.252858,-7.5078382
+72881,-5.556099,-7.806099,-0.056099143,-3.0572217
+110597,-9.62601,-0.0010103842,-16.12601,-18.045618
+89655,-0.00066865975,-13.125669,-12.875669,-13.0232725
+48391,-9.252966,-0.002965935,-16.377966,-14.332534
+110182,-0.0007042788,-13.750704,-14.250704,-14.007438
+87621,-4.0613174,-4.4363174,-9.248817,-0.08404159
+122711,-0.00023100091,-14.125231,-15.375231,-14.132119
+115720,-0.00043668746,-13.375437,-14.500437,-10.455176
+66486,-9.251243,-0.0012422234,-15.126243,-16.824663
+68169,-6.005868,-0.005867756,-12.505868,-14.363242
+110138,-1.2643757,-5.7643757,-0.38937575,-5.1401997
+21580,-7.7519617,-0.0019618091,-16.126963,-17.10122
+102553,-13.251098,-0.0010979107,-15.251098,-19.178947
+78769,-11.250701,-0.0007013007,-18.000702,-23.64757
+93593,-10.876161,-0.0011606631,-15.501161,-17.78016
+16612,-7.3761835,-0.0011836435,-11.1261835,-17.4079
+59583,-5.8820496,-12.63205,-12.88205,-0.36207157
+76885,-0.33278373,-9.270284,-14.395284,-7.414904
+120777,-6.004252,-0.004252083,-12.754252,-18.930325
+121894,-0.002476722,-11.002477,-11.502477,-6.161521
+88371,-0.0002559096,-14.000256,-17.500256,-14.139371
+68747,-5.0079565,-9.5079565,-0.007956714,-11.921077

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=3/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 48
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}