Add files using upload-large-folder tool

calibration/qwen2.5-7b-instruct/agnews/size=128/seed=0/vector_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737501307.gamma.1551790.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe732e30cec1ec4b7491b78227093ccd48926d6be7d732c05ce90af01cf3e3a
+size 298670

calibration/qwen2.5-7b-instruct/agnews/size=128/seed=7/dp_calibration/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737813803.gamma.2387014.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925a1b40d636eadddc6c31e6af3d20ffd84ff8fcb892ce846c2848dfd66c186a
+size 310938

calibration/qwen2.5-7b-instruct/agnews/size=128/seed=7/dp_calibration/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038dd5932eb0c8564211a3fac5dc8b33104a29a9e72b13a98239792d8f1e844a
+size 1740

calibration/qwen2.5-7b-instruct/agnews/size=128/seed=7/temp_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737813810.gamma.2387137.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4cde6533461ca7223ad41d1d710d9f40c872e4adb72ded2274ca18d25db2dd
+size 198522

calibration/qwen2.5-7b-instruct/agnews/size=128/seed=7/temp_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0252fb5a4dbc9b0dd1f383b4714e4f27b7179fd928a88520400b37f09e5874a
+size 1740

calibration/qwen2.5-7b-instruct/agnews/size=128/seed=7/vector_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737813816.gamma.2387261.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501e234c693e0944d62699ac77601b85fc701a0808859cea5d1f601efb91d0d9
+size 727282

calibration/qwen2.5-7b-instruct/agnews/size=128/seed=7/vector_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a873844c8a2bff9493e2ec8a0b6bb1e8ca24a44cc3483af0f0b96dd16785d16
+size 1740

calibration/qwen2.5-7b-instruct/agnews/size=128/seed=8/bias_shift/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737813907.gamma.2388238.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd3818edfedb2baca33ae819dba327bdfaec2137180862c6468ad237d46437a
+size 344838

calibration/qwen2.5-7b-instruct/agnews/size=128/seed=8/bias_shift/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785ed2bdee77c1240afcf0c0dddab1e6bd14ca0980b91778cf39461c67132de8
+size 1740

calibration/qwen2.5-7b-instruct/agnews/size=128/seed=8/temp_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737813892.gamma.2387946.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15649e99440f0699e5f54f1f39f6974c69276a10e836626dd9495ce73d1bc8a
+size 192042

calibration/qwen2.5-7b-instruct/agnews/size=128/seed=8/temp_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3747907772267aa491050ec95a0af388a9e7c92a4c7531d3d6c4a1eebd244895
+size 1740

calibration/qwen2.5-7b-instruct/agnews/size=256/seed=2/dp_calibration/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382b44a11c19bf923fccb78c35c388315583b345de2c580b5dc651fa87f4bbfd
+size 1740

calibration/qwen2.5-7b-instruct/agnews/size=256/seed=2/temp_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb0152b53d0c32b499821f170d817c7ac951be31896fc4c703f26a29417fee5
+size 1740

calibration/qwen2.5-7b-instruct/agnews/size=256/seed=4/bias_shift/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737552326.gamma.1661974.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42314cf38324f3149ee53c5e6e09150f6be9e3c7198d5b51957149d13695acd3
+size 306178

calibration/qwen2.5-7b-instruct/agnews/size=256/seed=4/bias_shift/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40fa122497085d78b8bc3d22267e196f823f088559e02eed756b467288d916aa
+size 1740

calibration/qwen2.5-7b-instruct/agnews/size=256/seed=4/dp_calibration/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737552306.gamma.1661623.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1e8a0cf48b862e55395059c698c2e952ebeaf06985de5b177d3af4c04700f6
+size 275362

calibration/qwen2.5-7b-instruct/agnews/size=256/seed=4/dp_calibration/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae690e4cac152a0ef2e4a9eda908417be6018e6efa78f95bc77a66d080b5dd37
+size 1740

calibration/qwen2.5-7b-instruct/agnews/size=256/seed=4/temp_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737552313.gamma.1661740.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298e1ae6052522d39192d96cfb78dcc0b4aaaf01bd952cfc42020a529080403a
+size 186926

calibration/qwen2.5-7b-instruct/agnews/size=256/seed=4/temp_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b1c01a687b22b1c4b79303ac3d859e0b6a0d6bddd687eb6367ffa3e8287af2
+size 1740

calibration/qwen2.5-7b-instruct/agnews/size=256/seed=4/vector_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737552319.gamma.1661857.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739ae88592039eb9c8f67b22a6bf7007129de70f7e34fea32a254d606d07f37c
+size 329226

calibration/qwen2.5-7b-instruct/agnews/size=256/seed=4/vector_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a9c53fa0e1e433facf477f166100368c8153d5ef4675a343c9c31d8329cdc3
+size 1740

calibration/qwen2.5-7b-instruct/agnews/size=256/seed=6/dp_calibration/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737814453.gamma.2393208.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f931bb321fce1828063e9ce37ceaeba4d2eb2f8c255df081c59e53d61128ae19
+size 292998

calibration/qwen2.5-7b-instruct/agnews/size=256/seed=6/dp_calibration/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d10ee9b2043afa6640a60f777cd2a840385c476e0342cdd45550148d8bcad1b
+size 1740

calibration/qwen2.5-7b-instruct/agnews/size=256/seed=6/temp_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737814460.gamma.2393332.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2daa41f0ebf2644b144c2af93f56c638ec5143cacb2892cf81f4e82d866c34
+size 189286

calibration/qwen2.5-7b-instruct/agnews/size=256/seed=6/temp_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf9cc6147b932d16376cba2026c7629552bf97eb278e2c85f87c474246b7ef6
+size 1740

finetune_lora/llama3.2-1b-instruct/agnews/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/agnews/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=agnews/list=0.7-1.0/labels.csv

@@ -0,0 +1,38 @@
+53697,3
+84358,1
+98039,1
+105659,1
+89422,2
+53195,3
+20743,3
+62796,1
+30605,0
+19416,2
+31587,2
+21814,2
+80637,3
+34353,3
+63118,2
+24185,3
+103001,1
+49280,3
+18280,1
+48568,0
+87904,2
+67757,3
+27635,3
+107232,1
+34434,2
+14066,1
+51384,1
+36018,2
+99321,3
+104479,0
+104449,2
+120525,0
+62981,1
+8399,1
+42818,0
+46652,0
+954,0
+54819,2

finetune_lora/llama3.2-1b-instruct/agnews/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=agnews/list=0.7-1.0/logits.csv

@@ -0,0 +1,38 @@
+53697,-10.305549,-12.555549,-1.0555488,-0.43307704
+84358,-10.750109,-0.00010859377,-14.750109,-13.000512
+98039,-15.878508,-0.0035075352,-14.753508,-9.628645
+105659,-9.500413,-0.00041261743,-11.875413,-9.000549
+89422,-9.375132,-17.000132,-0.0001315984,-17.625208
+53195,-13.62747,-16.00247,-15.25247,-0.0025754403
+20743,-12.757171,-13.132171,-5.7571707,-0.0072540985
+62796,-11.875269,-0.0002693767,-16.250269,-15.3754835
+30605,-1.9103352,-10.910336,-0.1603352,-11.535588
+19416,-7.8754315,-13.500431,-0.00043132537,-14.000524
+31587,-8.181144,-9.431144,-0.43114373,-1.0563313
+21814,-17.50006,-18.37506,-5.960287e-05,-10.875201
+80637,-12.50083,-15.25083,-14.12583,-0.00089169695
+34353,-2.034713,-9.159713,-4.409713,-0.15977858
+63118,-16.75004,-18.37504,-3.981511e-05,-15.125502
+24185,-9.250741,-14.375741,-10.875741,-0.6086232
+103001,-14.500129,-0.00012861856,-19.000128,-13.375233
+49280,-0.30388433,-5.9288845,-1.5538843,-3.0542328
+18280,-10.250296,-0.00029583368,-10.625296,-9.264747
+48568,-0.066691965,-7.441692,-7.316692,-2.8169372
+87904,-14.625042,-18.125042,-4.2079995e-05,-18.000107
+67757,-12.875364,-14.625364,-11.625364,-0.00049416895
+27635,-10.15897,-13.28397,-0.03397019,-3.4090698
+107232,-8.375375,-0.00037484296,-12.000375,-11.375571
+34434,-15.000068,-18.125067,-6.735098e-05,-18.125181
+14066,-0.12885241,-2.1288524,-8.003853,-6.629555
+51384,-9.750981,-0.0009814452,-13.250981,-8.376083
+36018,-11.500209,-16.250208,-0.0002085945,-9.000342
+99321,-15.375691,-16.12569,-14.625691,-0.00081323885
+104479,-0.0019915525,-16.126991,-17.876991,-6.2521043
+104449,-12.913358,-12.038358,-3.2883577,-0.03847803
+120525,-4.1245563e-05,-15.000041,-14.750041,-13.625118
+62981,-15.37541,-0.00041047254,-11.12541,-9.625595
+8399,-11.00019,-0.000189644,-10.12519,-16.937777
+42818,-0.00034576637,-11.500346,-8.250346,-9.875484
+46652,-0.00031740396,-10.750318,-10.375318,-8.37545
+954,-0.20441806,-7.829418,-7.454418,-1.9590863
+54819,-14.250037,-15.375037,-3.6834994e-05,-16.500174

finetune_lora/llama3.2-1b-instruct/agnews/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=agnews/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2

finetune_lora/llama3.2-1b-instruct/agnews/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=agnews/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+31224,-13.000139,-0.00013910756,-11.000139,-18.187742
+80227,-3.325884e-05,-16.625032,-11.625033,-13.625098
+79086,-1.394739e-05,-18.375013,-16.875013,-16.375126
+75303,-20.000738,-18.625738,-23.813238,-0.0013163486
+56417,-13.750159,-14.000159,-0.00015901255,-9.1252365
+11319,-10.500477,-12.250477,-10.375477,-0.00063502154
+12625,-7.8436635e-05,-15.125078,-11.000078,-10.125201
+87626,-9.751122,-0.0011220833,-8.751122,-15.563653
+43853,-13.12582,-14.87582,-16.37582,-0.00093807303
+23828,-12.250651,-15.125651,-12.375651,-0.0007462725
+27858,-7.875511,-13.625511,-0.0005112771,-10.000597
+12604,-11.625073,-17.000074,-7.3549425e-05,-14.000165
+8180,-17.750032,-19.250032,-3.194758e-05,-15.625119
+37466,-12.130098,-9.005098,-11.880098,-0.005249111
+48185,-7.625653,-0.00065269624,-11.875652,-12.875777
+77755,-14.875039,-14.125039,-3.9576702e-05,-15.875296
+29286,-2.5001702,-3.7501702,-0.7501703,-1.125302
+87038,-13.126044,-17.501045,-17.563545,-0.001427045
+33094,-9.875265,-0.00026544384,-11.250265,-14.2505865
+17990,-13.5381365,-15.2881365,-0.0381362,-3.2883074
+125393,-12.50107,-13.50107,-15.56357,-0.0012158318
+25066,-14.687931,-0.00043108707,-18.125431,-15.824077
+93021,-11.501593,-15.376593,-10.001593,-0.0016827967
+91364,-15.625043,-17.250044,-4.3272037e-05,-16.125214
+56219,-0.00026317948,-10.625263,-10.000263,-8.875361
+108119,-2.8104346,-4.4354343,-7.0604343,-0.31091204
+108029,-1.4069934,-12.281994,-7.6569934,-0.2820887
+82606,-16.752344,-12.502345,-7.877345,-0.0024792973
+34733,-10.752211,-13.127211,-6.5022106,-0.0025553764
+40806,-3.4570097e-05,-17.625034,-18.375034,-12.750087
+89870,-1.41858045e-05,-18.125013,-17.875013,-14.875125
+120589,-9.250329,-9.250329,-0.00032872517,-10.125482
+107229,-5.8779154,-13.127915,-0.0029151822,-9.877968
+81763,-11.125109,-13.750109,-0.00010847457,-10.1251745
+126587,-7.251193,-9.501193,-11.376193,-0.0015383424
+105931,-10.875531,-0.0005311747,-16.06303,-14.750717
+51593,-0.31417394,-10.439174,-7.9391737,-1.3143587
+105827,-17.625261,-16.375261,-13.625262,-0.0006287496
+92547,-11.626463,-0.0014625816,-6.7514625,-8.751832
+11098,-15.000035,-17.125036,-3.5404533e-05,-15.750163
+15535,-12.125199,-0.0001990597,-15.125199,-12.500678
+104144,-11.625195,-15.500195,-0.00019417307,-13.250565
+84409,-5.9483667e-05,-15.375059,-12.500059,-13.000256
+55188,-12.000056,-15.750056,-5.662281e-05,-13.875251
+97914,-10.000124,-15.875124,-0.00012373159,-15.750192
+9697,-16.875212,-19.375212,-15.750211,-0.00034925283
+43614,-13.500337,-14.750337,-13.000337,-0.00041014043
+57056,-14.875752,-13.500752,-13.125752,-0.0008935396
+98595,-10.375332,-0.0003321811,-14.250332,-10.500527
+11602,-11.250099,-13.125099,-9.893881e-05,-12.625213
+29109,-12.625054,-18.250055,-5.4596363e-05,-16.750166
+114682,-12.127114,-0.0021138485,-13.127114,-12.6275015
+63374,-12.6251545,-0.0001544833,-17.687654,-11.750424
+77864,-15.250051,-16.375051,-5.1020274e-05,-11.625138
+81631,-5.8779306,-15.752931,-0.002930872,-10.00315
+124163,-8.018568,-13.643568,-2.018568,-0.1436448
+81563,-8.252301,-10.002301,-6.377301,-0.0025422112
+13895,-7.1264024,-0.001402348,-12.251402,-13.439061
+12863,-10.750959,-15.750959,-12.375959,-0.0011643154
+45732,-2.2470024,-4.7470026,-0.12200239,-7.8721933
+49404,-12.625041,-15.375041,-4.148397e-05,-12.375222
+487,-9.125212,-0.00021193166,-12.375212,-13.250348
+64317,-15.001269,-14.126269,-7.7512693,-0.0018889549
+6331,-1.8954097e-05,-15.875019,-13.500019,-16.876379
+73812,-6.9525266,-6.0775266,-0.2025267,-7.0776334
+15701,-13.070176,-13.695176,-0.07017652,-2.695304
+104663,-3.2543605e-05,-16.500032,-15.250032,-16.625113
+90606,-0.18857718,-6.688577,-5.063577,-1.8137821
+127552,-1.5497088e-05,-16.750015,-14.500015,-14.875151
+126761,-16.625187,-18.000187,-15.875187,-0.00025723423
+92697,-0.21258539,-7.3375854,-1.8375854,-3.4632392
+107122,-5.3801155,-12.0051155,-0.0051156343,-10.505664
+74380,-12.001134,-8.126134,-9.626134,-0.0013585602
+66285,-2.6702524e-05,-16.500027,-12.750027,-12.625123
+70163,-4.4860263,-8.861027,-0.98602635,-0.48611814
+75972,-15.125156,-17.125156,-0.00015650954,-15.50025
+30713,-9.976763,-12.976763,-0.22676249,-1.6022286
+118867,-1.490105e-05,-16.375015,-14.750015,-16.625118
+84835,-11.625573,-0.00057358976,-14.000573,-12.12565
+60503,-18.875032,-20.750032,-3.2305197e-05,-19.250172
+11807,-12.577059,-12.452059,-0.2020588,-1.7022605
+27906,-3.7311813e-05,-15.125037,-11.375037,-13.750123
+30093,-16.378405,-0.003404181,-12.628405,-12.628622
+45657,-16.125044,-18.500044,-4.458328e-05,-17.000126
+97197,-1.6569955e-05,-16.750017,-13.750016,-16.625097
+48440,-11.500229,-0.00022897482,-12.375229,-9.3754015
+14971,-3.1589963e-05,-17.500032,-16.000032,-14.750119
+61380,-13.626838,-11.251838,-12.126838,-0.0019232983
+7177,-7.6256204,-0.0006202919,-13.75062,-10.625795
+40241,-0.021010568,-11.39601,-7.8960104,-3.896241
+38583,-12.125174,-0.00017343447,-10.375174,-12.625489
+104941,-0.0001295721,-16.50013,-9.25013,-13.250223
+39377,-6.252795,-0.0027950052,-10.252795,-13.75295
+65329,-10.017864,-12.267864,-0.14286421,-2.0181386
+81089,-13.875217,-0.00021789085,-10.250217,-9.750361
+6143,-0.2909971,-7.790997,-2.790997,-1.6662929
+63753,-3.874227e-05,-13.125039,-11.000039,-13.50017
+5084,-10.564244,-13.314244,-0.31424412,-1.3143376
+125282,-15.875102,-14.750102,-0.000102514736,-13.500291
+7980,-7.653789,-5.403789,-6.403789,-0.029033294
+42346,-21.18789,-17.25039,-18.25039,-0.00046853287
+73055,-12.500076,-16.500076,-7.6291035e-05,-15.000425
+31696,-9.250412,-9.625412,-0.00041190247,-8.750488
+101343,-8.000407,-17.500406,-0.0004070169,-16.375477
+115075,-1.9907753e-05,-18.87502,-19.12502,-15.625144
+29447,-12.37564,-16.000639,-13.50064,-0.0007509282
+89441,-0.4741647,-11.724165,-0.9741647,-11.9742155
+15843,-0.0027430549,-7.5027432,-6.2527432,-8.877822
+110126,-8.12582,-9.12582,-0.000820062,-8.00142
+36142,-15.375558,-16.813057,-14.375558,-0.000598036
+2846,-13.000777,-16.125776,-12.625777,-0.0010324981
+85390,-0.006101908,-8.506102,-5.506102,-7.50622
+108138,-11.377815,-13.502815,-13.502815,-0.0029342975
+7571,-11.635874,-8.885874,-0.7608743,-0.6594703
+62381,-14.125057,-5.709962e-05,-17.312557,-15.000675
+65963,-10.952065,-12.202065,-0.57706505,-0.8271778
+39384,-5.805324e-05,-18.000057,-16.375057,-14.004149
+62356,-9.393251e-05,-14.500093,-11.125093,-13.625167
+20478,-10.501162,-0.0011619729,-10.126162,-10.626375
+101968,-15.250044,-17.875044,-4.3629647e-05,-14.625128
+124810,-11.125141,-13.375141,-0.00014137222,-9.3752775
+9300,-16.625029,-17.375029,-2.7775379e-05,-16.750147
+35593,-6.7580833,-12.258083,-5.1330833,-0.00819089
+53670,-13.500101,-14.125101,-0.00010084597,-10.750236
+44789,-8.356222e-05,-16.875084,-13.500084,-14.62527
+25135,-6.377347,-0.002346859,-13.752347,-15.564956
+32124,-2.0861407e-05,-12.625021,-15.875021,-13.625093
+36646,-12.0003,-12.7503,-13.1253,-0.0005456716
+34191,-9.973918,-11.973918,-0.34891763,-1.2248561
+65307,-13.5011425,-16.001143,-13.6261425,-0.0011987109
+32731,-10.000364,-0.00036423723,-15.125364,-10.625553
+112637,-5.011415,-6.636415,-8.6364155,-0.020927783
+18943,-8.750636,-8.750636,-0.00063625595,-9.876531
+117291,-2.3364748e-05,-15.250023,-11.500023,-12.875178
+67975,-8.138245,-13.263245,-1.1382449,-0.3883809
+104676,-0.24542105,-3.245421,-1.995421,-3.6206105
+109059,-1.0542849,-0.42928493,-8.304285,-8.806358
+86252,-13.501275,-15.001275,-13.251275,-0.0013593618
+109620,-2.6464111e-05,-16.375027,-18.000027,-13.0000925
+35543,-10.751779,-13.376779,-8.126779,-0.0019456891
+96155,-5.7536654,-0.0036652784,-8.878665,-8.755287
+33646,-8.875232,-12.375232,-0.00023207355,-14.125361
+64061,-0.0009022456,-9.125902,-7.875902,-8.25118
+6764,-4.6252135e-05,-12.500046,-13.375046,-11.000165
+63078,-13.501171,-0.0011710222,-12.626171,-10.001303
+88343,-11.750567,-0.0005671561,-14.500567,-11.876405
+50106,-10.751625,-0.0016249322,-7.001625,-7.503832
+35688,-10.701736,-12.076736,-0.20173657,-1.7019919
+78697,-8.750762,-0.00076241035,-10.750762,-10.000988
+13749,-0.20476258,-1.7047626,-8.579762,-5.955047
+44428,-13.750542,-17.375542,-17.750542,-0.00070317625
+13880,-0.00015090757,-14.875151,-10.000151,-16.000278
+107805,-5.5317483,-8.781748,-0.03174809,-3.6568198
+47687,-2.3603161e-05,-17.875023,-15.250024,-17.125126
+3328,-16.50004,-16.75004,-4.0768748e-05,-18.375141
+27574,-12.250993,-11.750993,-13.875993,-0.0011400965
+6049,-9.75031,-0.00030977695,-12.62531,-11.625484
+121371,-12.750251,-0.00025078488,-14.625251,-11.000553
+93977,-1.9102712,-14.410272,-0.16027123,-13.035355
+87794,-13.625037,-17.875038,-3.7431015e-05,-17.625126
+1284,-12.000232,-0.00023159683,-11.500232,-9.381513
+86737,-10.880087,-9.880087,-6.0050874,-0.005455701
+9800,-20.125492,-20.125492,-25.000492,-0.0009124607
+60632,-14.250167,-0.00016711745,-15.625167,-19.687748
+69196,-12.750228,-0.00022790219,-15.875228,-12.7504635
+109514,-16.625072,-20.000072,-7.3072624e-05,-20.000196
+75454,-6.5364466,-0.036446705,-4.5364466,-3.787206
+68262,-6.5019774,-16.376978,-0.0019775138,-15.752065
+51383,-0.9829328,-0.4829328,-6.982933,-7.233271
+39024,-10.625225,-0.00022468426,-15.125225,-9.625372
+53372,-12.751936,-13.876936,-6.751936,-0.0022006074
+61955,-15.751175,-12.376175,-7.7511744,-0.0012346742
+46407,-9.62523,-0.00023016665,-14.25023,-12.375794
+56851,-2.3550148,-11.480015,-0.10501471,-5.3551474
+117835,-17.250067,-20.375067,-6.735098e-05,-18.250189
+41315,-9.000173,-17.750172,-0.0001722426,-14.250266
+54086,-3.194758e-05,-19.500032,-16.375032,-17.00042
+1123,-7.1165414e-05,-15.125072,-10.750072,-11.750175
+6738,-8.625367,-0.0003672164,-9.750367,-11.625583
+65022,-9.505156,-7.755155,-10.505156,-0.0059344587
+29011,-18.25078,-19.12578,-19.75078,-0.0012419213
+209,-8.226055,-9.851055,-0.4760547,-0.976174
+117949,-5.4596363e-05,-17.875055,-13.250054,-13.875094
+112253,-10.757236,-7.1322355,-11.257236,-0.007431599
+117575,-13.378717,-10.753717,-5.7537174,-0.0037878687
+12151,-11.000046,-18.000046,-4.5656117e-05,-19.250114
+6503,-9.002175,-13.252175,-6.627176,-0.0022925234
+47388,-11.000214,-0.00021407696,-10.750214,-9.375781
+122533,-4.5117497,-10.136749,-7.7617497,-0.011817178
+77557,-0.015944012,-7.765944,-4.640944,-5.2660356
+3593,-3.9743423,-0.09934228,-5.3493423,-2.8510385
+39857,-0.00022802137,-13.375228,-13.375228,-8.500304
+82941,-13.000185,-0.00018523408,-17.000185,-12.125456
+2835,-3.778863e-05,-16.750038,-14.875038,-14.625121
+12119,-9.125167,-13.500167,-0.00016699827,-11.375246
+2255,-0.0013930626,-12.001393,-7.876393,-9.877781
+99071,-3.305424,-11.305424,-0.18042387,-2.055628
+73970,-10.001869,-10.126869,-0.0018695986,-6.377013
+73312,-8.198171,-2.0731707,-4.8231707,-1.4483211
+109736,-13.375161,-0.00016103878,-14.375161,-13.126156
+2581,-7.750629,-0.0006287505,-12.375628,-11.165665
+64922,-13.000685,-13.250685,-11.875685,-0.0009286192
+85830,-4.0411134e-05,-15.87504,-14.37504,-15.000128
+122144,-12.000228,-0.000227783,-10.875228,-11.125702
+62330,-10.500505,-0.0005050814,-13.500505,-18.376064
+112561,-5.899174,-7.149174,-0.024174098,-4.149795
+48434,-5.006874,-0.0068742447,-13.256874,-10.132239
+119944,-13.000071,-7.068861e-05,-17.37507,-13.750182
+120940,-0.0013154434,-11.126315,-10.751315,-6.751476
+77443,-15.7500515,-16.875051,-5.149709e-05,-11.000865
+23685,-10.538162,-14.163162,-0.038161904,-3.2882707
+47231,-11.125162,-0.00016234987,-14.000162,-11.2503
+91022,-16.500154,-0.00015364897,-20.812654,-16.500408
+714,-13.251141,-14.501141,-8.626141,-0.0013431773
+25730,-16.125034,-14.875033,-3.373566e-05,-17.00018
+97729,-0.00024494508,-9.750245,-10.125245,-9.510803
+30236,-0.006959365,-10.381959,-8.631959,-5.0072694
+2443,-8.000577,-0.00057668745,-11.500577,-11.500665
+52656,-4.7591863,-9.009187,-0.009186382,-8.009292
+116972,-11.876083,-12.251083,-13.126083,-0.001480514
+43770,-2.938267,-3.313267,-0.81326693,-1.0697186
+10949,-9.875461,-0.00046051864,-10.125461,-8.875592
+100306,-13.750286,-0.0002859422,-12.000286,-11.375858
+29745,-9.87536,-0.00035958976,-10.12536,-15.438208
+60439,-15.875534,-13.625534,-13.250534,-0.000720588
+109824,-11.125382,-0.00038211196,-9.250382,-9.912026
+102648,-12.923702,-13.173702,-0.04870224,-3.048919
+62099,-6.6272836,-0.0022837054,-7.7522836,-8.002372
+33686,-13.318496,-0.005995859,-14.943496,-13.006065
+116606,-8.25583,-10.38083,-5.25583,-0.005951777
+85384,-10.125484,-13.000484,-13.625484,-0.0006202391
+31834,-7.3762903,-8.87629,-0.0012904421,-10.382794
+58133,-10.501628,-13.376628,-11.876628,-0.0018380553
+95196,-15.875061,-18.750061,-6.15101e-05,-14.500197
+11675,-4.387685,-0.012684616,-14.012685,-12.762902
+34902,-0.82490444,-4.8249044,-0.94990444,-1.8250921
+112691,-13.00063,-14.37563,-10.37563,-0.00082566583
+33713,-10.000151,-14.000151,-0.00015078839,-14.500251
+109135,-9.875111,-17.62511,-0.00011085849,-14.250238
+60521,-9.375155,-14.000155,-0.0001559136,-11.250244
+76695,-9.500273,-14.875273,-16.250273,-0.08994475
+98619,-9.5001955,-14.5001955,-0.0001957225,-9.875306
+13731,-14.125228,-0.00022802137,-14.625228,-17.1254
+14492,-11.375205,-0.00020501897,-11.375205,-11.750392
+81006,-12.625253,-14.875253,-0.0002525726,-8.625402
+114491,-14.500857,-11.375857,-10.875857,-0.004302361
+120167,-15.750065,-15.500065,-6.496695e-05,-13.375249
+69602,-13.25046,-0.00045944625,-11.00046,-13.628269
+81057,-8.50035,-10.12535,-0.0003504139,-9.887059
+118239,-8.750348,-0.0003482689,-11.875348,-11.125664
+26999,-4.88267,-12.757669,-0.0076698815,-11.757766
+103729,-2.0788517,-2.9538517,-0.2038516,-5.078959
+70324,-3.0278701e-05,-18.00003,-19.37503,-17.375135
+88697,-13.376664,-15.376664,-11.876664,-0.0018693467
+79720,-9.625575,-0.0005747812,-11.125575,-8.37585
+119098,-5.631818,-8.881818,-7.006818,-0.006941025
+16374,-10.501246,-0.0012462714,-13.376246,-15.501352
+8973,-8.001184,-0.0011841197,-9.501184,-7.501418
+92670,-0.00017426879,-12.1251745,-8.8751745,-11.500259
+46136,-10.875167,-0.00016711745,-14.125167,-11.502437
+113240,-0.000102753125,-14.125103,-11.125103,-13.500897
+92271,-6.013815,-13.388815,-4.638815,-0.01388857
+47020,-14.250954,-13.125954,-0.0009534581,-7.0120945
+68952,-8.000393,-12.500393,-0.00039295582,-12.250492
+93704,-14.750056,-16.750057,-5.662281e-05,-12.875502
+126515,-11.875307,-0.0003073935,-17.562807,-13.000895
+1648,-12.875858,-11.625858,-0.0008580579,-7.1259756
+4147,-12.555572,-12.805572,-2.930571,-0.055779338
+106815,-6.814658,-13.314658,-0.31465802,-1.3147815
+18919,-6.127816,-9.252816,-0.0028160461,-8.25292
+88395,-7.4028025,-12.027802,-3.6528022,-0.029367855
+83361,-14.875466,-0.0004661189,-13.750466,-12.3756075
+69550,-12.750114,-0.00011419598,-17.812614,-14.000725
+59782,-14.500387,-15.625387,-9.125387,-0.0005104912
+62607,-13.375915,-11.375915,-11.750915,-0.022928217
+49031,-15.253247,-16.003248,-0.003247466,-5.753428
+24073,-13.939395,-14.501895,-12.126895,-0.0020170072
+34883,-10.375202,-11.875202,-0.00020180097,-11.500295
+78080,-0.0004229843,-12.500423,-8.125423,-9.500501
+59546,-18.250687,-15.125688,-17.125687,-0.0008871392
+123805,-8.128512,-0.0035124056,-10.253512,-9.253843
+87807,-13.250887,-0.00088700047,-14.125887,-7.501482
+53821,-19.000477,-18.250477,-17.750477,-0.0008686105
+90016,-13.500232,-0.00023195437,-13.250232,-17.500603
+75870,-14.375054,-14.375054,-5.483477e-05,-15.875188
+58764,-15.125816,-15.250816,-9.750816,-0.0013381403
+64575,-1.9430925e-05,-17.50002,-16.87502,-14.2501
+85818,-14.000732,-15.500732,-13.250732,-0.00081404805
+15652,-18.000023,-16.750023,-2.2768714e-05,-18.126175
+85976,-6.570589,-13.445589,-0.69558895,-0.69573474
+15080,-14.000164,-0.00016413772,-16.500164,-13.75071
+79945,-7.7522855,-0.0022853704,-14.002285,-12.003052
+76385,-15.006015,-15.256015,-0.0060150553,-5.131119
+115581,-4.635437,-10.760437,-0.0104371905,-7.5106516
+61199,-13.750126,-0.0001258771,-16.375126,-13.755891
+85813,-18.000025,-17.750025,-2.4079987e-05,-17.875107
+67537,-13.875776,-0.0007759897,-12.000776,-7.501073
+89261,-10.125104,-13.500104,-0.0001040643,-11.875227
+22046,-14.625618,-13.250618,-11.500618,-0.00080147944
+22926,-0.00053129386,-14.375531,-11.750531,-7.6260605
+49488,-9.766321,-10.891321,-0.016321255,-4.1413865
+96660,-7.6261597,-0.0011594724,-11.87616,-11.126311
+63730,-10.375912,-14.375912,-8.250912,-0.0010291912
+9677,-4.613293e-05,-16.875046,-13.625046,-12.375097
+120201,-12.000867,-12.250867,-7.875867,-0.001012179
+35208,-15.375095,-17.375095,-9.5720476e-05,-21.562826
+30950,-14.204221,-13.579221,-0.07922118,-2.5802987
+66963,-6.6263967,-15.376396,-0.0013965149,-11.626499
+16156,-19.750786,-19.750786,-23.625786,-0.0011712125
+69670,-11.500223,-0.00022361163,-9.125223,-15.250429
+13477,-7.8755207,-0.000520809,-12.625521,-10.126067
+50904,-12.62583,-0.0008300673,-8.62583,-11.001005
+7930,-14.125048,-16.250048,-4.7324967e-05,-15.250119
+26294,-16.630438,-13.255437,-5.380437,-0.0056412965
+35749,-6.252076,-13.877076,-0.002076019,-9.502165
+55850,-3.1682236,-10.918223,-0.0432237,-8.793344
+64767,-20.376242,-17.876242,-18.126242,-0.0014739425
+22057,-15.126107,-16.126106,-0.0011069606,-6.876466
+87663,-12.750472,-14.250472,-10.125472,-0.00058710785
+35864,-15.125911,-16.125912,-13.000911,-0.00095898035
+33007,-10.125901,-11.625901,-0.0009009355,-7.251028
+81372,-8.87678,-15.00178,-7.0017796,-0.0019110021
+97703,-7.179986,-0.554986,-13.617486,-14.430494
+118589,-0.00010573305,-16.750105,-13.125106,-9.375195
+65741,-2.9325056e-05,-15.12503,-17.375029,-11.62525
+119601,-18.500036,-19.125036,-3.564294e-05,-12.000942
+114504,-12.000114,-13.000114,-0.000114553564,-10.125349
+92452,-3.2424403e-05,-15.500032,-13.875032,-12.250108
+11152,-0.8277396,-9.82774,-6.8277397,-0.5779494
+44669,-8.500335,-11.000335,-0.00033432618,-13.500751
+121963,-12.375213,-0.00021288513,-12.000213,-18.437761
+63486,-16.875353,-15.500352,-19.625353,-0.00052420795
+123055,-13.759966,-14.134966,-0.009965429,-4.635321
+119717,-7.625735,-17.250734,-13.250734,-0.0036852583
+88042,-7.036414,-12.536414,-1.9114141,-0.1615788
+54428,-13.625246,-0.0002460177,-12.750246,-15.875955
+125274,-0.00023743672,-13.625237,-8.875237,-9.625287
+46816,-11.2710905,-11.3960905,-3.8960907,-0.021304721
+8553,-4.8826838,-14.132684,-0.007683604,-10.882762
+56455,-15.375303,-0.0003034608,-20.187803,-16.500502
+101092,-0.03371954,-12.15872,-3.4087195,-10.408835
+55570,-0.00035112893,-11.750351,-10.250351,-8.25064
+2531,-7.6291035e-05,-17.000076,-14.500076,-10.2503
+55854,-9.751023,-0.0010230076,-13.751023,-14.12609
+65143,-6.198691e-05,-16.125061,-12.125062,-12.7501135
+28422,-14.251033,-16.251032,-14.626033,-0.0011232487
+36329,-10.752454,-13.689954,-13.252454,-0.0029021855
+8061,-8.125596,-0.0005962263,-12.625596,-14.026843
+107678,-13.250735,-0.0007350127,-12.250735,-7.5009437
+53009,-0.18686862,-6.6868687,-4.0618687,-1.9371257
+62879,-0.00012277803,-16.500122,-14.125123,-11.125285
+26784,-10.625165,-0.00016509123,-10.875165,-16.812798
+21912,-15.47552,-14.10052,-0.10051981,-2.3507326
+113597,-1.20400655e-05,-18.000011,-16.875011,-15.62514
+82760,-1.8954097e-05,-16.50002,-12.875019,-16.500118
+26160,-12.375165,-0.00016521043,-15.000165,-12.013547
+23421,-11.250268,-0.00026770824,-13.500268,-11.500645
+41793,-4.512135,-2.6371348,-4.137135,-0.3902004
+103325,-12.875368,-0.00036793138,-14.375368,-11.500505
+33557,-12.375189,-0.00018916724,-16.562689,-13.250372
+81209,-13.000842,-0.0008420974,-13.500842,-8.375996
+107064,-22.938227,-20.875727,-22.250727,-0.0011180838
+98221,-0.000281056,-14.250281,-14.375281,-8.25053
+16139,-13.626271,-15.376271,-11.501271,-0.0014176541
+62717,-9.750665,-0.00066484755,-11.250665,-12.87584
+28151,-1.20400655e-05,-18.625011,-16.625011,-15.125191
+22888,-10.375544,-0.0005432084,-8.250544,-9.420366
+24637,-4.635075,-9.635075,-0.010074953,-8.510165
+92809,-12.375675,-16.750675,-11.500675,-0.00076330424
+91862,-5.6287117,-11.378712,-0.0037114802,-11.253857
+7412,-1.4305013e-05,-16.125013,-13.875014,-16.125084
+52442,-4.5114822,-13.761482,-0.011482108,-8.261603
+87399,-0.0010345589,-11.001035,-7.3760347,-8.501167
+112712,-3.886147e-05,-15.375039,-11.125039,-15.000117
+54201,-0.01670316,-10.641704,-7.641703,-4.141892
+117074,-10.751325,-12.751325,-0.0013248485,-6.7514625
+25137,-8.697152,-8.322152,-2.6971524,-3.1300359
+16780,-0.00772962,-14.25773,-4.8827295,-9.882833
+72881,-13.000222,-11.625222,-0.00022194306,-9.375305
+110597,-13.000581,-0.00058049994,-15.625581,-10.875755
+89655,-6.5682165e-05,-16.125065,-11.625066,-14.63458
+48391,-15.875275,-0.00027473966,-17.750275,-18.813171
+110182,-5.912606e-05,-15.250059,-15.875059,-15.252104
+87621,-6.2982593,-5.0482593,-9.860759,-0.049901027
+122711,-5.566919e-05,-16.875055,-16.125055,-14.375213
+115720,-3.9457496e-05,-16.37504,-15.125039,-13.2501335
+66486,-10.875997,-0.000996927,-14.875997,-9.628428
+68169,-10.750513,-0.0005133026,-11.625513,-11.000649
+110138,-9.629507,-12.004507,-0.004507263,-8.504617
+21580,-8.751354,-0.0013541348,-14.876354,-13.376699
+102553,-13.1260395,-0.0010395605,-13.1260395,-7.878245
+78769,-12.875306,-0.00030584427,-16.125305,-11.875473
+93593,-14.125334,-0.000334207,-14.750334,-13.375496
+16612,-8.500698,-0.00069784606,-8.250698,-10.751002
+59583,-11.750947,-15.125947,-7.375947,-0.0011586018
+76885,-0.0011599486,-12.50116,-15.18866,-8.002448
+120777,-4.3878765,-0.01287646,-8.6378765,-11.6391535
+121894,-2.8132996e-05,-15.500028,-13.375028,-11.375155
+88371,-2.5987287e-05,-18.375027,-19.625027,-15.625123
+68747,-9.625139,-13.875139,-0.00013958434,-15.125265

finetune_lora/llama3.2-1b-instruct/agnews/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/agnews/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/agnews/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,223 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3422817662358284,0,12.306070327758789,
+0,8,0.05949234589934349,1,6.43895427385966,
+0,16,0.03688414767384529,2,5.704838275909424,
+0,24,0.03773455694317818,3,2.5776201635599136,
+0,32,0.03413767367601395,4,2.554013794288039,
+0,40,0.03691519796848297,5,2.9427844935229848,
+0,48,0.037077516317367554,6,1.9676034338772297,
+0,56,0.034223902970552444,7,1.4545635064797742,
+0,64,0.034356407821178436,8,1.0608092043548822,
+0,72,0.03416666015982628,9,1.4774203680455684,
+0,80,0.03392082452774048,10,0.8393452388700098,
+0,88,0.036630503833293915,11,0.7869348749518394,
+1,96,0.033612191677093506,12,0.36360328032502104,
+1,104,0.033524781465530396,13,0.28766494976090534,
+1,112,0.03354867175221443,14,0.2601190097630024,
+1,120,0.033304452896118164,15,0.16418660006352834,
+1,128,0.03370942920446396,16,0.4221975027273099,
+,,,16,,0.3061107226780483
+1,136,0.03360672667622566,17,0.2153354576892323,
+1,144,0.0342538021504879,18,0.09639133010059595,
+1,152,0.033739328384399414,19,0.2309804965209748,
+1,160,0.03376417234539986,20,0.3834229175001383,
+1,168,0.0336221344769001,21,0.2123228192795068,
+1,176,0.033812571316957474,22,0.2477834760211408,
+2,184,0.033531591296195984,23,0.12307530213729478,
+2,192,0.03371595963835716,24,0.0700014576044244,
+2,200,0.03502955660223961,25,0.0683658439998648,
+2,208,0.033646248281002045,26,0.48008020045900984,
+2,216,0.03410863131284714,27,0.04724217290058732,
+2,224,0.033774666488170624,28,0.1710473797938903,
+2,232,0.03405647352337837,29,0.08527889051280606,
+2,240,0.03363778069615364,30,0.18660199016772416,
+2,248,0.03349214792251587,31,0.05492358582948024,
+2,256,0.03348618745803833,32,0.14330369760864414,
+,,,32,,0.17364391258784703
+2,264,0.033902302384376526,33,0.09899921208852902,
+3,272,0.03362327441573143,34,0.050521958712488414,
+3,280,0.03339280188083649,35,0.08194653234095313,
+3,288,0.03390243276953697,36,0.03597024140860109,
+3,296,0.0338476225733757,37,0.031078254404876913,
+3,304,0.03348781168460846,38,0.003112318314379081,
+3,312,0.03361395373940468,39,0.013059020435321145,
+3,320,0.03357664868235588,40,0.028490515884995047,
+3,328,0.033705685287714005,41,0.0612567729743508,
+3,336,0.03401334211230278,42,0.08809883108672996,
+3,344,0.029115308076143265,43,0.05847278420211902,
+3,352,0.029138464480638504,44,0.03689259120316516,
+3,360,0.029235385358333588,45,0.017191444541094825,
+4,368,0.029241293668746948,46,0.017033025552518666,
+4,376,0.02911105379462242,47,0.006014468135877645,
+4,384,0.02951992303133011,48,0.06547234721983841,
+,,,48,,0.14605138983045304
+4,392,0.029263995587825775,49,0.03685023923337992,
+4,400,0.029563967138528824,50,0.10486467983537295,
+4,408,0.02930118888616562,51,0.006120910295673336,
+4,416,0.029524412006139755,52,0.05966110130854455,
+4,424,0.029129039496183395,53,0.015274210015680486,
+4,432,0.029231928288936615,54,0.0015598919289914193,
+4,440,0.029173612594604492,55,0.01673880431917496,
+4,448,0.029211781919002533,56,0.00118599996373329,
+5,456,0.029182102531194687,57,0.0010526093517130772,
+5,464,0.029382258653640747,58,0.0037586554564768447,
+5,472,0.029605664312839508,59,0.1707166969219023,
+5,480,0.029434382915496826,60,0.004018977739178808,
+5,488,0.02943105250597,61,0.004776600931654685,
+5,496,0.02947108820080757,62,0.0013944936232292092,
+5,504,0.029002107679843903,63,0.0024819348318487755,
+5,512,0.029098182916641235,64,0.14335886565459077,
+,,,64,,0.22757056781223842
+5,520,0.02916637808084488,65,0.2218846377909358,
+5,528,0.029109593480825424,66,0.006069772981087833,
+5,536,0.029155254364013672,67,0.08991072639556867,
+6,544,0.02912977710366249,68,0.04719434630273359,
+6,552,0.029127653688192368,69,0.0023141921677355035,
+6,560,0.02922441065311432,70,0.050612142873433186,
+6,568,0.029070671647787094,71,0.005617731199890841,
+6,576,0.02948552742600441,72,0.020800136306206696,
+6,584,0.029022634029388428,73,0.0020230408564592445,
+6,592,0.029279138892889023,74,0.0016117925231810659,
+6,600,0.029222510755062103,75,0.019458794741694874,
+6,608,0.029102783650159836,76,0.0021244585555645506,
+6,616,0.02928752452135086,77,0.008172963807737688,
+6,624,0.029445204883813858,78,0.0011194880706690519,
+7,632,0.02897144854068756,79,0.007989267336337693,
+7,640,0.02900570258498192,80,0.03074427309911698,
+,,,80,,0.19692495891026088
+7,648,0.029208954423666,81,0.0035820535267703235,
+7,656,0.029065638780593872,82,0.001404710033966694,
+7,664,0.02922438457608223,83,0.006254413584247232,
+7,672,0.029089126735925674,84,0.005058092167018913,
+7,680,0.02918824926018715,85,0.0026392286502717375,
+7,688,0.028817828744649887,86,0.0020582041858385005,
+7,696,0.028665896505117416,87,0.004515586944762617,
+7,704,0.029004089534282684,88,0.009762257372910556,
+7,712,0.029288727790117264,89,0.006168475050279605,
+7,720,0.029695585370063782,90,0.005861153154546628,
+8,728,0.029019538313150406,91,0.004694952998155107,
+8,736,0.0290914848446846,92,0.0014659774626904567,
+8,744,0.02917732670903206,93,0.00468293115288058,
+8,752,0.029167618602514267,94,0.0014502872613125614,
+8,760,0.029335148632526398,95,0.0020454513100308497,
+8,768,0.02934221550822258,96,0.004132530263935526,
+,,,96,,0.19611477851867676
+8,776,0.028962284326553345,97,0.005786993169749621,
+8,784,0.028993826359510422,98,0.014952923872624525,
+8,792,0.0294438935816288,99,0.004225273173991202,
+8,800,0.028869986534118652,100,0.002651289057212125,
+8,808,0.028978262096643448,101,0.0018312446845811792,
+9,816,0.0290389284491539,102,0.005037432116902589,
+9,824,0.028828490525484085,103,0.003707182280777488,
+9,832,0.028468307107686996,104,0.003659776562320379,
+9,840,0.028737299144268036,105,0.002492099973356484,
+9,848,0.029019441455602646,106,0.0010400956040636327,
+9,856,0.028816740959882736,107,0.0015348669050061809,
+9,864,0.02899130806326866,108,0.0052096930786709504,
+9,872,0.029020272195339203,109,0.0020802793636297188,
+9,880,0.029070086777210236,110,0.008391526932038167,
+9,888,0.02884017303586006,111,0.0018507270849243338,
+9,896,0.028416316956281662,112,0.0012761089747073129,
+,,,112,,0.1809663942881993
+10,904,0.029035944491624832,113,0.003514043376526388,
+10,912,0.029194731265306473,114,0.002932482082542265,
+10,920,0.02900877222418785,115,0.0008322592354185568,
+10,928,0.028881411999464035,116,0.0023731209235847927,
+10,936,0.028786152601242065,117,0.005749056109925732,
+10,944,0.02886168286204338,118,0.008386290432619197,
+10,952,0.028731267899274826,119,0.0010646540940797422,
+10,960,0.02900843322277069,120,0.0012798824049241376,
+10,968,0.02932894602417946,121,0.0009811584636086731,
+10,976,0.028715960681438446,122,0.0017950201743385857,
+10,984,0.02861759066581726,123,0.0011046833016735036,
+11,992,0.028652381151914597,124,0.0006878629262376178,
+11,1000,0.02851756289601326,125,0.0018996979459188878,
+11,1008,0.028928261250257492,126,0.0008714183317756073,
+11,1016,0.02898683026432991,127,0.0053680285151737435,
+11,1024,0.02844151109457016,128,0.0006825925865996396,
+,,,128,,0.18919142654963902
+11,1032,0.028652798384428024,129,0.004455416129141148,
+11,1040,0.028695032000541687,130,0.0013225249844253995,
+11,1048,0.02857142686843872,131,0.0030062166628340493,
+11,1056,0.028592638671398163,132,0.0006243298064094103,
+11,1064,0.02853955700993538,133,0.0019976581728163487,
+11,1072,0.02876642718911171,134,0.0017618602422382018,
+11,1080,0.028865709900856018,135,0.004154263691816595,
+12,1088,0.028870578855276108,136,0.0017732139190879284,
+12,1096,0.028924934566020966,137,0.002020802414335776,
+12,1104,0.028730545192956924,138,0.003250386369472835,
+12,1112,0.028589468449354172,139,0.0006754056412319187,
+12,1120,0.028693348169326782,140,0.00111783455294143,
+12,1128,0.02848219871520996,141,0.003188677506321775,
+12,1136,0.028548412024974823,142,0.0013089010123318683,
+12,1144,0.02859249711036682,143,0.0020545104786530524,
+12,1152,0.028576306998729706,144,0.001623773381288629,
+,,,144,,0.195914626121521
+12,1160,0.028473731130361557,145,0.001129937669247738,
+12,1168,0.02881341427564621,146,0.0032250971333788975,
+13,1176,0.028840284794569016,147,0.00296544497814466,
+13,1184,0.02864953503012657,148,0.0020315375713835238,
+13,1192,0.03238648176193237,149,0.0005856438739491361,
+13,1200,0.028935622423887253,150,0.0015414562512887642,
+13,1208,0.02845942974090576,151,0.001740973395499168,
+13,1216,0.028508920222520828,152,0.0010976946972126218,
+13,1224,0.0288490392267704,153,0.0022306250256305146,
+13,1232,0.028567958623170853,154,0.001491855577374476,
+13,1240,0.029061991721391678,155,0.0016529939263515796,
+13,1248,0.028516191989183426,156,0.0014034581756277476,
+13,1256,0.02848949283361435,157,0.0018648494326043874,
+14,1264,0.02829853817820549,158,0.0010496278312075447,
+14,1272,0.028807826340198517,159,0.00165602154771073,
+14,1280,0.028645344078540802,160,0.0010178872668932723,
+,,,160,,0.19013988971710205
+14,1288,0.02888166531920433,161,0.0025701039074712234,
+14,1296,0.028744038194417953,162,0.003734461521768632,
+14,1304,0.028936874121427536,163,0.0024745637565501966,
+14,1312,0.02846430242061615,164,0.0009526955538603943,
+14,1320,0.0286560021340847,165,0.0005702464140995289,
+14,1328,0.02864774316549301,166,0.0011853798135537847,
+14,1336,0.028918009251356125,167,0.0012540808267658577,
+14,1344,0.028864338994026184,168,0.0019904398432117887,
+15,1352,0.028753001242876053,169,0.0011696992338935768,
+15,1360,0.028606656938791275,170,0.002141811801266158,
+15,1368,0.02946208044886589,171,0.0021145189348317217,
+15,1376,0.028883762657642365,172,0.0012428075133357197,
+15,1384,0.02909589558839798,173,0.0012347757357929368,
+15,1392,0.028969474136829376,174,0.0007097817512355201,
+15,1400,0.02898327261209488,175,0.0007147324067773297,
+15,1408,0.028830308467149734,176,0.0013171165131401115,
+,,,176,,0.1941537857055664
+15,1416,0.029558759182691574,177,0.000686517639678641,
+15,1424,0.029009539633989334,178,0.003641439283715694,
+15,1432,0.029007360339164734,179,0.0011196402774658054,
+15,1440,0.029180116951465607,180,0.0012546253722878948,
+16,1448,0.029216110706329346,181,0.0008191664201149251,
+16,1456,0.029225338250398636,182,0.0027705697448254796,
+16,1464,0.02919527143239975,183,0.0011417229373667699,
+16,1472,0.029586557298898697,184,0.002281089661765792,
+16,1480,0.029844455420970917,185,0.0004681003390162784,
+16,1488,0.0295100100338459,186,0.002907485242758412,
+16,1496,0.029560118913650513,187,0.0009068611601833254,
+16,1504,0.02929193526506424,188,0.0012672477171560917,
+16,1512,0.02938859537243843,189,0.0010945617146457412,
+16,1520,0.02931923419237137,190,0.0010795114721986465,
+16,1528,0.02930699661374092,191,0.0004698493191556606,
+17,1536,0.029988370835781097,192,0.0023399366161486667,
+,,,192,,0.19087702887398855
+17,1544,0.02944723144173622,193,0.0011005505215767439,
+17,1552,0.029277537018060684,194,0.001152589825713741,
+17,1560,0.029597338289022446,195,0.001170990433820407,
+17,1568,0.029567304998636246,196,0.0011156430943325784,
+17,1576,0.02910352125763893,197,0.000619264122048792,
+17,1584,0.029459644109010696,198,0.0007204206260212232,
+17,1592,0.02950569987297058,199,0.0012268496429896913,
+17,1600,0.02925632894039154,200,0.0020622501199665877,
+17,1608,0.029114842414855957,201,0.0006862925038149115,
+17,1616,0.029277440160512924,202,0.0016615336503491562,
+18,1624,0.02950412780046463,203,0.0012040567028937705,
+18,1632,0.02948414906859398,204,0.0023488388349051093,
+18,1640,0.029413003474473953,205,0.0006969532302415852,
+18,1648,0.029315896332263947,206,0.0008778340867138468,
+18,1656,0.0293654166162014,207,0.0005882692988961935,
+18,1664,0.03002559393644333,208,0.000742998585337773,
+,,,208,,0.19473934173583984

finetune_lora/llama3.2-1b-instruct/agnews/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/test=agnews/list=0.7-1.0/labels.csv

@@ -0,0 +1,38 @@
+50968,3
+118118,0
+21992,2
+7138,0
+10211,0
+96948,2
+122982,3
+23521,2
+120394,0
+101612,0
+73215,3
+63351,0
+45966,1
+118232,2
+56232,0
+76911,0
+63037,1
+66304,3
+105573,0
+107497,0
+74066,1
+115094,0
+51607,3
+96907,1
+1517,3
+52749,2
+71981,1
+120683,0
+61071,3
+120487,2
+66272,0
+115756,3
+107034,1
+63696,0
+102783,0
+781,0
+78063,3
+97748,0

finetune_lora/llama3.2-1b-instruct/agnews/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/test=agnews/list=0.7-1.0/logits.csv

@@ -0,0 +1,38 @@
+50968,-9.072611,-9.322611,-3.0726104,-0.9484557
+118118,-2.464615,-0.08961521,-9.964615,-8.5037
+21992,-16.37533,-17.50033,-0.00032920187,-16.12554
+7138,-0.00013600854,-11.875136,-9.625136,-13.250334
+10211,-0.14418702,-7.519187,-7.269187,-2.020119
+96948,-12.881116,-11.131116,-5.256116,-0.006334618
+122982,-8.55596,-15.18096,-2.93096,-0.05622146
+23521,-11.2533655,-11.7533655,-0.0033655688,-5.753707
+120394,-7.426463e-05,-11.625074,-13.000074,-11.750311
+101612,-0.00049543026,-13.625495,-8.125495,-13.500713
+73215,-13.251512,-15.251512,-10.376512,-0.00185907
+63351,-0.00013326711,-12.3751335,-11.8751335,-11.00042
+45966,-15.000689,-0.0006886733,-18.313189,-15.376823
+118232,-16.625162,-16.625162,-0.00016139635,-16.251846
+56232,-5.6265202e-05,-13.125056,-14.375056,-11.250263
+76911,-8.439662e-05,-15.000084,-14.000084,-12.250401
+63037,-13.750516,-0.00051628135,-17.250517,-12.757825
+66304,-15.12609,-16.751091,-14.37609,-0.001282915
+105573,-0.00016675988,-13.000167,-9.875167,-12.00232
+107497,-0.0023700502,-11.50237,-12.62737,-10.753218
+74066,-11.750343,-0.00034290634,-17.187843,-13.759741
+115094,-0.00011991736,-15.50012,-13.25012,-14.500472
+51607,-9.375946,-13.750946,-9.000946,-0.0015313491
+96907,-16.875607,-0.0006073061,-17.188107,-15.150794
+1517,-14.0006895,-17.000689,-17.250689,-0.0010835392
+52749,-9.226008,-8.976008,-0.10100829,-2.351394
+71981,-15.500532,-0.0005320087,-14.750532,-16.376991
+120683,-0.020135988,-5.395136,-4.270136,-7.2704062
+61071,-14.375612,-17.250612,-11.125612,-0.00092638255
+120487,-12.625327,-14.750327,-0.00032717598,-17.00047
+66272,-8.9879766e-05,-13.50009,-11.87509,-10.500586
+115756,-8.377353,-11.002353,-6.6273527,-0.0028748098
+107034,-15.750361,-0.00036137726,-16.00036,-14.834395
+63696,-7.247662e-05,-13.1250725,-14.5000725,-12.000287
+102783,-0.03634877,-4.786349,-9.786348,-3.6616707
+781,-0.029668024,-7.779668,-10.154668,-3.6555443
+78063,-11.75109,-13.25109,-7.87609,-0.0016704408
+97748,-2.2380748,-12.488075,-0.1130748,-12.863282

finetune_lora/llama3.2-1b-instruct/agnews/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/test=agnews/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2

finetune_lora/llama3.2-1b-instruct/agnews/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/test=agnews/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+31224,-12.751949,-0.0019490785,-12.876949,-16.127352
+80227,-0.0014299654,-11.62643,-7.25143,-7.3766274
+79086,-6.031808e-05,-13.50006,-12.62506,-13.125464
+75303,-16.377884,-17.065384,-20.002884,-0.0045920545
+56417,-14.750134,-14.500134,-0.0001349358,-13.625406
+11319,-11.007472,-9.757472,-12.507472,-0.010304553
+12625,-0.011177896,-11.386178,-10.886178,-4.5115533
+87626,-11.875412,-0.0004123791,-9.250412,-19.896338
+43853,-15.500591,-17.500591,-18.625591,-0.0009994354
+23828,-13.876399,-16.0014,-7.6263995,-0.0016480149
+27858,-7.7508454,-12.125845,-0.0008451942,-9.751138
+12604,-12.500912,-15.750912,-0.00091141637,-12.751204
+8180,-16.250505,-17.000505,-0.0005046048,-12.875711
+37466,-14.876137,-14.251137,-14.501137,-0.001463803
+48185,-11.251187,-0.0011875727,-14.751187,-15.128328
+77755,-15.125166,-11.250166,-0.00016568719,-13.251029
+29286,-3.6409504,-3.5159504,-3.1409504,-0.26660782
+87038,-16.250648,-18.875648,-18.125648,-0.0012821705
+33094,-13.250915,-0.0009149894,-15.125915,-15.62885
+17990,-11.504863,-13.504863,-0.004862626,-5.3805633
+125393,-13.875812,-15.750812,-17.12581,-0.0012127956
+25066,-14.314292,-0.0017920163,-17.689293,-15.318799
+93021,-16.625843,-15.625843,-9.375843,-0.0011342386
+91364,-18.500141,-18.125141,-0.0001417298,-17.125532
+56219,-0.2076919,-6.7076917,-1.7076919,-5.833017
+108119,-4.1055956,-5.1055956,-10.355596,-0.10726706
+108029,-0.015695607,-10.640696,-10.140696,-4.2659698
+82606,-18.000937,-15.625937,-9.750937,-0.0011143934
+34733,-12.945957,-12.820957,-2.6959577,-0.07162709
+40806,-2.7298554e-05,-14.625028,-16.500027,-14.625273
+89870,-4.0530336e-05,-14.25004,-15.50004,-12.000347
+120589,-15.125112,-11.625112,-0.00011145447,-12.00046
+107229,-12.875195,-12.750195,-0.00019429227,-10.375339
+81763,-10.251208,-9.376208,-0.0012079332,-7.126451
+126587,-7.62674,-8.2517395,-11.7517395,-0.0023267202
+105931,-14.125375,-0.0003750813,-15.125375,-15.878429
+51593,-0.18116708,-10.806167,-7.931167,-1.8064886
+105827,-17.125965,-16.750965,-15.000965,-0.0011513188
+92547,-16.875113,-0.00011336161,-15.1251135,-14.381521
+11098,-15.500136,-16.250135,-0.00013636613,-15.0006895
+15535,-12.126339,-0.0013385393,-15.813839,-14.6935835
+104144,-10.750531,-14.625531,-0.0005311747,-9.375806
+84409,-0.00016246906,-14.875162,-11.750162,-13.750669
+55188,-13.875142,-13.625142,-0.00014220657,-13.3756075
+97914,-11.250152,-14.375152,-0.00015209948,-12.50034
+9697,-15.87579,-16.75079,-14.62579,-0.0010758726
+43614,-16.875483,-16.250483,-15.750483,-0.0006283478
+57056,-16.375908,-16.250908,-11.625908,-0.0013203467
+98595,-14.750776,-0.00077670446,-16.375776,-15.002243
+11602,-14.000218,-13.875218,-0.00021836757,-10.125422
+29109,-11.501023,-15.626023,-0.0010232456,-12.25135
+114682,-10.876869,-0.0018694797,-16.50187,-14.504676
+63374,-12.3755045,-0.0005044856,-17.688004,-15.268932
+77864,-14.126394,-15.251394,-0.001394134,-10.626599
+81631,-4.3899517,-9.889952,-0.014951666,-6.140514
+124163,-11.02394,-14.64894,-3.7739406,-0.024093108
+81563,-6.143891,-9.64389,-4.143891,-0.019527923
+13895,-10.375718,-0.00071797817,-14.500718,-13.020168
+12863,-13.8760805,-17.00108,-13.5010805,-0.0016102772
+45732,-8.126761,-6.6267614,-0.001761672,-11.127454
+49404,-15.250162,-14.625162,-0.00016234987,-12.126056
+487,-12.625476,-0.0004757703,-15.250476,-15.501964
+64317,-14.877311,-14.752311,-7.6273108,-0.00386273
+6331,-6.0556486e-05,-13.25006,-13.62506,-11.8754425
+73812,-10.876579,-8.376579,-0.0015797052,-8.00182
+15701,-14.895563,-13.020563,-2.0205626,-0.14649771
+104663,-8.368142e-05,-15.000084,-12.125084,-15.250377
+90606,-3.0634346,-4.9384346,-8.063435,-0.0637428
+127552,-0.0001076402,-13.750108,-10.375108,-14.000429
+126761,-19.375837,-17.750837,-16.375837,-0.0009841928
+92697,-0.08463239,-7.7096324,-2.8346324,-3.835854
+107122,-5.7536454,-11.128646,-0.0036455619,-9.129919
+74380,-14.626059,-13.251059,-10.501059,-0.0013691187
+66285,-0.0003786562,-12.750379,-8.250379,-11.625692
+70163,-9.886451,-11.136451,-0.011450996,-4.5117593
+75972,-12.376031,-13.751031,-0.00103051,-10.876255
+30713,-13.87579,-16.56329,-0.0007900454,-11.376793
+118867,-4.3748852e-05,-13.250044,-15.000044,-14.500352
+84835,-12.751207,-0.0012072187,-13.876207,-13.626673
+60503,-18.250166,-17.000166,-0.00016509123,-14.875412
+11807,-14.16094,-13.53594,-0.16093984,-1.9115951
+27906,-0.00066758756,-10.625668,-7.7506676,-11.625928
+30093,-12.383016,-0.008015963,-14.133016,-12.510289
+45657,-16.375114,-15.125115,-0.00011526874,-14.50034
+97197,-0.00014888131,-13.750149,-12.375149,-14.000374
+48440,-14.875286,-0.00028582301,-17.250286,-13.65466
+14971,-9.750845e-05,-14.000097,-11.250097,-12.875449
+61380,-14.814335,-13.376835,-12.626835,-0.0020110325
+7177,-11.375479,-0.00047862995,-17.312979,-15.159723
+40241,-0.011245559,-10.761246,-11.136246,-4.511926
+38583,-13.003925,-0.0039255954,-5.628926,-14.135619
+104941,-0.00056119903,-14.250561,-7.625561,-12.250953
+39377,-10.376489,-0.001489126,-13.501489,-15.252854
+65329,-9.631066,-11.506066,-8.631066,-0.007839961
+81089,-14.375347,-0.0003470772,-13.625347,-13.376579
+6143,-3.7869487,-7.5369487,-4.6619487,-0.037938267
+63753,-0.0005050814,-8.375505,-9.000505,-10.000806
+5084,-14.756213,-14.881213,-0.00621304,-5.131538
+125282,-14.50026,-15.75026,-0.00025996167,-13.8755245
+7980,-7.6302295,-8.255229,-12.067729,-0.0062901885
+42346,-19.875605,-18.250605,-19.188105,-0.00072126643
+73055,-9.875215,-12.250215,-0.0002145537,-12.376813
+31696,-12.250211,-11.875211,-0.00021097818,-12.375472
+101343,-10.875829,-15.625829,-0.0008289953,-15.001096
+115075,-5.6861216e-05,-14.625057,-15.375057,-11.750504
+29447,-16.626553,-18.689053,-14.751553,-0.0017444828
+89441,-1.6010711,-11.476071,-0.22607115,-10.726241
+15843,-0.7878847,-3.7878847,-0.6628847,-5.288283
+110126,-5.172583,-5.797583,-0.047583107,-3.2992554
+36142,-15.751317,-17.063818,-10.251317,-0.0014555041
+2846,-16.001034,-18.001034,-14.376034,-0.0013132396
+85390,-0.9424565,-6.1924562,-0.5674565,-7.192765
+108138,-13.254377,-13.879377,-5.754377,-0.004710567
+7571,-16.44306,-11.88056,-5.38056,-0.029133756
+62381,-15.6252775,-0.00027771908,-18.437778,-16.15831
+65963,-14.002464,-11.127464,-0.12746392,-2.1278877
+39384,-6.413254e-05,-16.625065,-16.500065,-13.878369
+62356,-0.0003868785,-14.000387,-9.000387,-13.375639
+20478,-11.626042,-0.0010427758,-13.751042,-11.8784895
+101968,-14.1251335,-14.7501335,-0.0001333863,-13.000379
+124810,-6.8646865,-7.6146865,-0.114686325,-2.2402155
+9300,-15.750121,-16.000122,-0.00012134769,-17.125452
+35593,-11.128339,-13.878339,-6.1283393,-0.003671498
+53670,-17.2502,-16.6252,-0.00020048993,-15.125629
+44789,-0.00013314791,-15.5001335,-15.2501335,-13.375532
+25135,-13.501315,-0.0013149672,-18.188814,-16.93922
+32124,-4.005352e-05,-12.50004,-15.00004,-12.750257
+36646,-13.376081,-12.001081,-14.001081,-0.0013156992
+34191,-12.054674,-11.804674,-1.0546745,-0.43993616
+65307,-17.001173,-17.438673,-13.751174,-0.0012802109
+32731,-11.00095,-0.000949647,-16.75095,-14.394073
+112637,-3.7864943,-5.7864943,-7.2864943,-0.0456171
+18943,-5.6510878,-4.2760878,-0.026087819,-5.527152
+117291,-5.9841273e-05,-12.50006,-13.37506,-11.8752985
+67975,-13.000979,-15.375979,-0.0009794206,-7.1262527
+104676,-0.20782255,-2.9578226,-3.5828226,-5.7083683
+109059,-0.25302047,-1.5030205,-8.25302,-7.6542068
+86252,-15.376132,-16.313633,-14.001132,-0.0013465248
+109620,-5.0066647e-05,-14.62505,-16.50005,-11.500262
+35543,-13.251342,-15.376342,-9.501342,-0.0016329442
+96155,-9.375657,-0.0006567467,-11.125657,-10.954966
+33646,-13.375168,-13.625168,-0.00016747502,-14.375399
+64061,-0.09610663,-4.7211065,-2.8461065,-3.9716103
+6764,-0.0019841762,-7.376984,-7.251984,-8.127273
+63078,-14.5013895,-0.0013892533,-16.251389,-12.752282
+88343,-12.25122,-0.0012196015,-17.251219,-14.007043
+50106,-12.250938,-0.0009384519,-11.375938,-7.5826874
+35688,-17.87526,-17.87526,-0.00026008085,-12.250837
+78697,-7.1266575,-0.001657423,-12.0016575,-10.127574
+13749,-2.0197027,-0.14470269,-7.894703,-6.7706914
+44428,-13.376386,-14.876386,-15.626386,-0.0016619732
+13880,-0.00070963945,-13.75071,-7.8757095,-15.375985
+107805,-14.250254,-14.125254,-0.00025388357,-9.625436
+47687,-5.483477e-05,-15.000054,-15.125054,-14.375363
+3328,-16.000181,-16.250181,-0.00018177765,-14.500414
+27574,-14.501411,-15.626411,-17.938911,-0.0017885364
+6049,-14.625442,-0.0004410963,-15.875442,-14.6268015
+121371,-13.875407,-0.0004070169,-15.500407,-13.5019
+93977,-6.8762465,-13.876246,-0.0012465096,-11.251405
+87794,-15.250208,-17.500208,-0.00020776021,-17.250479
+1284,-13.500593,-0.000593367,-15.500593,-12.090666
+86737,-14.127044,-11.877044,-7.002044,-0.0025799668
+9800,-16.376415,-18.126415,-20.938915,-0.001815916
+60632,-14.001129,-0.0011289896,-15.876129,-16.564919
+69196,-15.500556,-0.0005563142,-17.125557,-15.128568
+109514,-15.750299,-16.3753,-0.00029940892,-15.37561
+75454,-12.625394,-0.00039402826,-11.125394,-10.352629
+68262,-7.028177,-14.090676,-0.028176611,-12.966047
+51383,-3.0508904,-0.050890535,-10.050891,-8.609623
+39024,-13.750546,-0.00054606784,-17.688046,-13.001873
+53372,-12.410845,-12.785845,-3.4108446,-0.036672786
+61955,-14.8771515,-12.2521515,-7.252152,-0.0022832758
+46407,-10.875618,-0.0006175518,-15.500618,-14.831072
+56851,-10.000924,-13.875924,-0.0009236837,-7.5011754
+117835,-17.75018,-18.00018,-0.00017998983,-15.50058
+41315,-8.378328,-16.753328,-0.0033280246,-12.628505
+54086,-0.00011252724,-16.000113,-12.625113,-13.750441
+1123,-0.0031406386,-10.37814,-6.0031404,-8.878421
+6738,-11.000828,-0.0008278042,-13.250828,-15.329199
+65022,-11.001688,-10.876688,-11.626688,-0.0037691589
+29011,-17.876186,-18.376186,-19.001186,-0.0015614715
+209,-14.125419,-13.750419,-0.0004183371,-8.1256485
+117949,-0.00031680812,-15.000317,-9.000317,-13.500507
+112253,-14.313561,-11.126061,-13.813561,-0.0015610856
+117575,-11.284269,-6.0342693,-0.28426924,-1.4094973
+12151,-13.125451,-15.875451,-0.00045134372,-17.625597
+6503,-7.157105,-10.5321045,-3.5321047,-0.032547165
+47388,-13.000361,-0.00036185392,-14.250361,-11.447429
+122533,-9.25076,-12.50076,-12.12576,-0.00096517266
+77557,-0.05148674,-7.926487,-3.0514867,-6.676699
+3593,-7.252297,-0.002297145,-10.002297,-7.2852755
+39857,-0.00013386307,-10.6251335,-14.2501335,-11.875439
+82941,-15.125619,-0.0006187432,-17.375618,-16.057968
+2835,-0.00012242045,-13.875122,-11.500122,-12.750387
+12119,-8.376196,-11.626196,-0.0011960266,-8.126443
+2255,-0.0006387577,-11.625639,-8.500639,-9.878906
+99071,-5.510105,-7.510105,-0.13510515,-2.135724
+73970,-10.00045,-10.37545,-0.00045015215,-8.751179
+73312,-10.216408,-5.2789073,-5.6539073,-0.2792279
+109736,-15.875445,-0.0004449093,-16.125444,-15.520338
+2581,-11.125707,-0.0007066613,-15.938207,-18.149118
+64922,-13.502871,-13.377871,-15.627871,-0.0046815826
+85830,-0.00015913174,-14.250159,-12.750159,-13.625462
+122144,-14.125382,-0.0003819928,-13.750382,-12.830038
+62330,-11.637067,-0.012066583,-14.387067,-16.068151
+112561,-8.628763,-9.003763,-0.0037631427,-6.004791
+48434,-11.50057,-0.0005704921,-16.68807,-14.265744
+119944,-13.750338,-0.0003376629,-17.000338,-16.125996
+120940,-0.022998616,-7.147999,-8.397999,-4.148543
+77443,-15.625187,-17.250187,-0.00018678351,-13.628616
+23685,-13.253303,-13.378303,-0.0033023607,-5.7536526
+47231,-12.876269,-0.0012690118,-16.188768,-13.627761
+91022,-16.125721,-0.00072083715,-21.250721,-18.77767
+714,-14.397355,-12.522355,-3.8973553,-0.022923931
+25730,-13.625202,-13.750202,-0.00020192015,-14.375686
+97729,-0.0010976725,-9.876098,-7.5010977,-8.003109
+30236,-0.0019256398,-10.376925,-11.626925,-6.3773274
+2443,-13.875552,-0.0005519059,-15.750552,-15.152878
+52656,-2.5901423,-7.3401423,-0.09014215,-4.84039
+116972,-13.626565,-14.376565,-14.376565,-0.002292826
+43770,-1.4744604,-1.8494604,-2.3494604,-0.9831911
+10949,-14.375367,-0.00036745472,-12.125367,-11.379961
+100306,-17.50052,-0.00052009406,-15.62552,-14.074511
+29745,-11.2504835,-0.00048375348,-12.6254835,-14.376786
+60439,-13.502123,-11.877123,-13.502123,-0.0023988404
+109824,-13.125387,-0.00038735516,-11.000387,-14.825018
+102648,-11.68482,-11.30982,-1.0598199,-0.43529618
+62099,-11.50035,-0.00034993724,-11.00035,-13.002085
+33686,-12.380967,-0.0059669456,-14.755967,-11.25626
+116606,-8.502244,-11.502244,-8.752244,-0.0024374414
+85384,-11.501482,-13.876482,-13.751482,-0.001879474
+31834,-5.506368,-6.506368,-0.006367988,-8.010849
+58133,-15.001523,-15.876523,-15.001523,-0.0023301651
+95196,-14.750183,-16.000183,-0.00018356545,-12.2505865
+11675,-9.250671,-0.0006717571,-17.125671,-15.3418255
+34902,-0.101860814,-2.8518608,-3.9768608,-4.352723
+112691,-15.500921,-16.250921,-12.125921,-0.0015510126
+33713,-9.500363,-12.625363,-0.00036352224,-12.500684
+109135,-14.875162,-16.250162,-0.00016187312,-13.7504635
+60521,-7.3788376,-10.003838,-0.0038376034,-5.879091
+76695,-12.126083,-15.251083,-17.813583,-0.01816213
+98619,-11.500552,-12.250552,-0.00055262074,-7.8759604
+13731,-14.375597,-0.0005969411,-15.500597,-16.065464
+14492,-12.625914,-0.0009139175,-14.750914,-13.377796
+81006,-13.750152,-16.37515,-0.00015162272,-13.250417
+114491,-15.750585,-13.625585,-13.125585,-0.0011706699
+120167,-16.87518,-16.62518,-0.0001792747,-16.50055
+69602,-13.62579,-0.0007898072,-15.87579,-14.60931
+81057,-8.250964,-7.8759646,-0.0009644148,-9.252475
+118239,-13.500388,-0.0003881893,-14.625388,-14.7517805
+26999,-6.876403,-12.501403,-0.0014027051,-11.5015745
+103729,-4.3427153,-1.3427151,-0.3427151,-4.593633
+70324,-6.329813e-05,-14.500063,-16.500063,-15.25038
+88697,-14.5022135,-17.127214,-11.8772135,-0.002904721
+79720,-13.375595,-0.0005952732,-14.000595,-12.876858
+119098,-7.0021605,-9.00216,-8.50216,-0.0024303389
+16374,-13.132083,-0.0070825936,-16.007082,-15.569952
+8973,-10.625967,-0.0009672731,-15.750967,-11.252255
+92670,-0.004052404,-8.879052,-5.6290526,-8.504317
+46136,-11.750726,-0.0007258403,-15.125726,-11.160461
+113240,-0.00030465252,-12.500304,-9.500304,-11.253175
+92271,-10.767156,-14.267156,-4.1421556,-0.017305303
+47020,-14.751459,-13.876459,-0.0014590105,-6.626712
+68952,-11.875117,-12.875117,-0.00011765265,-13.125435
+93704,-16.375118,-16.625118,-0.00011741426,-15.001744
+126515,-14.125361,-0.0003612581,-17.56286,-16.380327
+1648,-15.375863,-12.125863,-0.00086294126,-7.2511897
+4147,-11.628034,-11.878034,-2.1280336,-0.12849678
+106815,-11.031548,-12.031548,-0.281548,-1.4067874
+18919,-3.8281794,-3.9531794,-0.078179255,-3.5784547
+88395,-13.129225,-14.504225,-2.1292243,-0.13051166
+83361,-15.00108,-0.0010794534,-17.25108,-14.135347
+69550,-14.125493,-0.00049268984,-19.062992,-15.764452
+59782,-15.00128,-16.00128,-14.62628,-0.0016029732
+62607,-14.250785,-13.375785,-11.375785,-0.0053838203
+49031,-15.250501,-16.375502,-0.00050114945,-8.126744
+24073,-15.002515,-15.877515,-11.877515,-0.0028284984
+34883,-14.50014,-13.87514,-0.0001402995,-12.875429
+78080,-0.0007960012,-11.125796,-7.875796,-8.126077
+59546,-15.252435,-12.127435,-15.252435,-0.002657167
+123805,-11.001402,-0.0014017528,-14.751402,-11.754138
+87807,-17.063263,-0.0007637206,-15.875764,-13.958494
+53821,-16.37667,-16.43917,-16.93917,-0.001932389
+90016,-13.3804245,-0.005424068,-14.1304245,-15.045506
+75870,-15.375157,-15.500157,-0.00015782064,-14.125418
+58764,-13.1647625,-14.1647625,-3.2897623,-0.04145862
+64575,-6.806619e-05,-14.000068,-15.625068,-14.000283
+85818,-17.313791,-16.001291,-15.001291,-0.0016107155
+15652,-17.375067,-16.750067,-6.639737e-05,-14.37527
+85976,-10.913298,-13.038298,-0.038297754,-3.288508
+15080,-15.875648,-0.00064721616,-17.875647,-15.655849
+79945,-10.251296,-0.0012957995,-17.126295,-13.004077
+76385,-12.22627,-12.10127,-1.6012702,-0.2265232
+115581,-4.6480536,-7.7730536,-0.023053601,-4.398478
+61199,-15.375556,-0.00055583764,-17.250555,-17.793144
+85813,-18.500093,-16.625093,-9.44093e-05,-16.250315
+67537,-17.063011,-0.00051139627,-14.500511,-12.127991
+89261,-11.500159,-13.750159,-0.00015925094,-14.000428
+22046,-14.751354,-14.876354,-10.876354,-0.0017379379
+22926,-0.009927424,-10.884928,-11.509928,-4.63565
+49488,-10.629029,-11.004029,-0.0040291334,-5.629201
+96660,-11.875824,-0.0008236353,-12.500824,-13.251604
+63730,-12.629467,-14.379467,-5.754467,-0.004676351
+9677,-0.0003255076,-14.250325,-9.000325,-12.125488
+120201,-14.500447,-13.750447,-10.000447,-0.0007307356
+35208,-14.750286,-15.250286,-0.00028606137,-15.87565
+30950,-12.377723,-12.377723,-1.5027231,-0.2531392
+66963,-3.409062,-11.909061,-0.034061793,-8.534333
+16156,-15.50202,-17.62702,-20.06452,-0.0027170056
+69670,-12.75087,-0.0008699685,-14.50087,-14.87677
+13477,-6.876675,-0.0016751556,-13.251676,-9.37983
+50904,-15.189154,-0.0016534956,-11.626654,-13.757464
+7930,-15.000326,-15.625326,-0.0003262226,-16.12556
+26294,-17.750874,-15.1258745,-11.7508745,-0.0016704099
+35749,-7.8813753,-13.881375,-0.0063752136,-8.3815975
+55850,-6.0029774,-10.502977,-0.0029773454,-8.37826
+64767,-18.377625,-16.877625,-18.252625,-0.0028619645
+22057,-14.156664,-12.781664,-0.2816641,-1.4069879
+87663,-16.000914,-16.500914,-11.125913,-0.0010957002
+35864,-16.500866,-16.938366,-11.750866,-0.00096533634
+33007,-11.375332,-12.625332,-0.00033194278,-9.250743
+81372,-14.000772,-18.125772,-14.875772,-0.0010627761
+97703,-8.265214,-0.39021397,-13.452714,-13.14282
+118589,-0.00010978573,-14.50011,-13.87511,-10.250352
+65741,-0.0092938645,-8.384294,-12.134294,-4.759589
+119601,-12.263412,-12.013412,-0.013412133,-4.3898306
+114504,-14.500151,-15.125151,-0.0001504308,-12.626196
+92452,-0.00022087042,-12.875221,-8.875221,-12.125505
+11152,-0.35924482,-4.984245,-4.234245,-1.3599294
+44669,-13.625303,-12.625303,-0.00030298412,-14.625798
+121963,-12.751902,-0.0019019624,-13.501902,-15.695666
+63486,-15.250835,-14.625835,-18.875835,-0.000978709
+123055,-9.008373,-10.633373,-1.5083737,-0.26021242
+119717,-6.252872,-15.1278715,-12.5028715,-0.004655102
+88042,-5.7291155,-11.3541155,-2.3541155,-0.10466094
+54428,-13.62683,-0.0018299753,-13.75183,-14.707236
+125274,-0.002009993,-11.37701,-6.37701,-9.002172
+46816,-11.34968,-10.47468,-0.47467965,-0.97502685
+8553,-7.3758345,-13.625834,-0.0008345935,-11.751022
+56455,-16.625896,-0.0008971242,-21.000896,-19.002476
+101092,-0.0010790961,-10.12608,-7.001079,-11.126574
+55570,-0.0009222545,-11.125922,-9.000922,-7.376591
+2531,-0.00036900386,-13.625369,-12.125369,-8.375966
+55854,-13.501606,-0.0016060085,-16.564106,-14.626924
+65143,-0.00038318444,-14.875383,-11.125383,-13.000596
+28422,-17.876333,-17.563833,-15.251333,-0.0015737198
+36329,-12.251406,-15.938906,-16.063906,-0.002175047
+8061,-10.377364,-0.0023641037,-15.439864,-17.186096
+107678,-17.43793,-0.00042965717,-14.37543,-12.502809
+53009,-0.19113848,-8.066138,-7.0661383,-1.9421543
+62879,-0.00061898143,-15.875619,-13.750619,-12.126117
+26784,-11.75063,-0.0006307758,-13.50063,-15.883785
+21912,-14.262766,-12.887766,-0.38776544,-1.1382155
+113597,-6.305973e-05,-14.500063,-14.625063,-14.00039
+82760,-5.1377883e-05,-14.8750515,-13.6250515,-15.1252985
+26160,-14.000346,-0.00034612388,-15.000346,-16.186888
+23421,-13.75023,-0.00022992828,-15.62523,-13.9099
+41793,-3.3003707,-2.1753707,-7.8628707,-0.5520631
+103325,-14.00143,-0.0014297273,-17.43893,-13.252301
+33557,-13.8755455,-0.00054547214,-17.000546,-15.127518
+81209,-15.625528,-0.0005280769,-15.375528,-13.253431
+107064,-17.43968,-18.12718,-18.81468,-0.0027165306
+98221,-0.14361562,-8.393616,-10.143616,-2.018965
+16139,-16.814457,-16.939457,-13.876956,-0.002248717
+62717,-10.001844,-0.0018444922,-13.501844,-13.762721
+28151,-4.005352e-05,-14.62504,-14.87504,-12.625474
+22888,-12.3754425,-0.00044288364,-10.1254425,-11.199796
+24637,-2.8217976,-7.821798,-0.07179771,-4.6969857
+92809,-15.001,-17.876,-13.126,-0.0012890699
+91862,-10.875171,-13.250171,-0.00017033557,-13.625859
+7412,-0.00020037073,-13.7502,-9.3752,-14.125407
+52442,-5.2891717,-10.164172,-0.03917173,-3.4148047
+87399,-0.028383698,-9.028383,-3.6533837,-7.903944
+112712,-0.00041321322,-12.375413,-8.125413,-13.0006275
+54201,-0.35317,-8.72817,-6.97817,-1.2285279
+117074,-13.000195,-13.875195,-0.00019500738,-10.875454
+25137,-12.5023985,-11.3773985,-12.5023985,-1.6585064
+16780,-0.027398871,-12.527399,-3.6523988,-7.402674
+72881,-12.878341,-11.503341,-0.0033407374,-5.8786387
+110597,-11.751165,-0.0011653068,-17.501165,-14.253965
+89655,-0.00060265977,-12.625603,-8.125603,-11.752234
+48391,-12.627439,-0.002438193,-17.564938,-15.629104
+110182,-0.00030095817,-14.750301,-11.375301,-14.500447
+87621,-11.003329,-8.753329,-14.065829,-0.004617677
+122711,-7.533743e-05,-14.875075,-13.875075,-13.625848
+115720,-0.0003282485,-13.875328,-10.375328,-9.750584
+66486,-11.251771,-0.0017709539,-16.25177,-13.914074
+68169,-8.126349,-0.0013490156,-13.501349,-12.502808
+110138,-9.0008955,-11.3758955,-0.0008959332,-9.8762
+21580,-9.501978,-0.0019775138,-16.626978,-15.505366
+102553,-16.43853,-0.001030629,-15.376031,-12.733978
+78769,-13.6260805,-0.0010808823,-18.688581,-14.541646
+93593,-15.00076,-0.0007602662,-17.000761,-12.752913
+16612,-11.750265,-0.00026496715,-11.375265,-13.634682
+59583,-13.25096,-15.75096,-13.00096,-0.0013990832
+76885,-0.60101753,-9.038518,-14.101018,-6.3529005
+120777,-8.625694,-0.0006943914,-13.625694,-13.816789
+121894,-0.005542862,-11.505543,-8.505543,-5.2557607
+88371,-5.8887654e-05,-14.500059,-16.25006,-13.125401
+68747,-14.125185,-14.750185,-0.00018523408,-16.125639

finetune_lora/llama3.2-1b-instruct/agnews/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/agnews/size=64/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=64/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=64/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/agnews/size=64/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=64/seed=3/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}