Add files using upload-large-folder tool

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,274 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.35088418796658516,0,14.046404838562012,
+0,8,0.05710850656032562,1,6.055556505918503,
+0,16,0.035119540989398956,2,3.681714355945587,
+0,24,0.03532866761088371,3,1.8520465195178986,
+0,32,0.03373371809720993,4,0.6843715142458677,
+0,40,0.03451377525925636,5,0.705432940274477,
+0,48,0.0337766669690609,6,0.5259151458740234,
+0,56,0.033836983144283295,7,0.3558266209438443,
+0,64,0.035113438963890076,8,0.6418024282902479,
+0,72,0.03865782544016838,9,1.0895420853048563,
+0,80,0.038661811500787735,10,1.2222291976213455,
+0,88,0.03360575810074806,11,0.1945365364663303,
+0,96,0.034126166254282,12,0.459320361725986,
+0,104,0.03358755260705948,13,0.2500275449710898,
+0,112,0.034192781895399094,14,0.1209003304829821,
+0,120,0.03422025591135025,15,1.0620600855909288,
+0,128,0.03412983566522598,16,0.5254925778135657,
+,,,16,,0.54057302038654
+0,136,0.03396075591444969,17,0.11533583264099434,
+0,144,0.034318722784519196,18,0.3468173866276629,
+0,152,0.03409821540117264,19,0.23438313556835055,
+0,160,0.034024786204099655,20,0.1613564008148387,
+0,168,0.03341000899672508,21,0.08400227874517441,
+0,176,0.03387347236275673,22,0.16969724837690592,
+0,184,0.03432353958487511,23,0.43401300959521905,
+0,192,0.03819737955927849,24,0.13370972499251366,
+0,200,0.038603752851486206,25,0.286192100669723,
+0,208,0.03515208140015602,26,0.5072046113782562,
+0,216,0.0343768410384655,27,0.2753535065567121,
+0,224,0.03458300977945328,28,0.04035952275444288,
+0,232,0.03435841575264931,29,0.29818154967506416,
+0,240,0.03425244987010956,30,0.41054489734233357,
+0,248,0.03161441162228584,31,0.2318335783202201,
+0,256,0.03691522032022476,32,0.09759333677357063,
+,,,32,,0.299819672029782
+0,264,0.03217235952615738,33,0.19521689042448997,
+0,272,0.0318165197968483,34,0.5041875526949298,
+0,280,0.031360793858766556,35,0.16750761483126553,
+0,288,0.031349487602710724,36,0.17026239715050906,
+0,296,0.037363700568675995,37,0.16247728242888115,
+0,304,0.03681899979710579,38,0.19711325113894418,
+0,312,0.03183944895863533,39,0.08865562301798491,
+0,320,0.032189834862947464,40,0.4316533620003611,
+0,328,0.031310323625802994,41,0.6569656974752434,
+0,336,0.03124755620956421,42,0.5294484504556749,
+0,344,0.031375106424093246,43,0.02520825705869356,
+0,352,0.03215542063117027,44,0.04878608987201005,
+1,360,0.031339023262262344,45,0.05213770840782672,
+1,368,0.03150481730699539,46,0.05748692061752081,
+1,376,0.03204824775457382,47,0.27536030393093824,
+1,384,0.039937712252140045,48,0.3031587249133736,
+,,,48,,0.32336370929393893
+1,392,0.03159955143928528,49,0.12329646723810583,
+1,400,0.03103639930486679,50,0.0640690487343818,
+1,408,0.030837897211313248,51,0.08777012354403269,
+1,416,0.031003788113594055,52,0.1406626827956643,
+1,424,0.03168220818042755,53,0.10811689428373938,
+1,432,0.03119879961013794,54,0.36569533857982606,
+1,440,0.031126391142606735,55,0.016695231286576018,
+1,448,0.030895836651325226,56,0.04216260986868292,
+1,456,0.030942771583795547,57,0.03970845029107295,
+1,464,0.03085840493440628,58,0.5482227811298799,
+1,472,0.03165090084075928,59,0.1759378816204844,
+1,480,0.0309995599091053,60,0.0689454582898179,
+1,488,0.037057820707559586,61,0.025518157417536713,
+1,496,0.0313626304268837,62,0.05149187013012124,
+1,504,0.03140374645590782,63,0.13230806419596775,
+1,512,0.0320085845887661,64,0.035744665015954524,
+,,,64,,0.5138397216796875
+1,520,0.03146859630942345,65,0.024471062562952284,
+1,528,0.03322828188538551,66,0.03143296569760423,
+1,536,0.031052984297275543,67,0.017321176095720148,
+1,544,0.03146190196275711,68,0.4645373565799673,
+1,552,0.03204360231757164,69,0.0034149270359193906,
+1,560,0.031334035098552704,70,0.44908059303998016,
+1,568,0.03095868229866028,71,0.1206025677965954,
+1,576,0.03102695196866989,72,0.7379588983385474,
+1,584,0.03140595555305481,73,0.5692273211607244,
+1,592,0.03148433566093445,74,0.021065556560643017,
+1,600,0.03199642896652222,75,0.006258574620005675,
+1,608,0.03140367940068245,76,0.4942671649623662,
+1,616,0.03157106041908264,77,0.038733583060093224,
+1,624,0.03192973509430885,78,0.5237205417797668,
+1,632,0.04529378563165665,79,0.15991918370127678,
+1,640,0.036666255444288254,80,0.3138585935230367,
+,,,80,,0.2900643192864711
+1,648,0.03125682845711708,81,0.5596654027467594,
+1,656,0.03161543980240822,82,0.2087316838442348,
+1,664,0.032033320516347885,83,0.11500451993197203,
+1,672,0.03839211165904999,84,0.21487223729491234,
+1,680,0.031705379486083984,85,0.08452795329503715,
+1,688,0.03145775571465492,86,0.17172910831868649,
+1,696,0.03107236698269844,87,0.1806892305612564,
+1,704,0.03139056637883186,88,0.3939528714399785,
+1,712,0.032457590103149414,89,0.20455335220322013,
+2,720,0.03161715343594551,90,0.15543388295918703,
+2,728,0.03127530962228775,91,0.16291047376580536,
+2,736,0.03149585425853729,92,0.18148218072019517,
+2,744,0.03137701004743576,93,0.19877201179042459,
+2,752,0.0314481183886528,94,0.09014522982761264,
+2,760,0.032073214650154114,95,0.08046132791787386,
+2,768,0.032288841903209686,96,0.0352298247453291,
+,,,96,,0.2826254601572074
+2,776,0.03244461864233017,97,0.018398416330455802,
+2,784,0.03189412131905556,98,0.029033372236881405,
+2,792,0.039233896881341934,99,0.01899808950838633,
+2,800,0.038924477994441986,100,0.029269594233483076,
+2,808,0.038722600787878036,101,0.02722032889141701,
+2,816,0.03307154029607773,102,0.26150279739522375,
+2,824,0.032128263264894485,103,0.18347385837114416,
+2,832,0.032908931374549866,104,0.4879080170576344,
+2,840,0.03243290260434151,105,0.06874937118118396,
+2,848,0.032018743455410004,106,0.10446368811244611,
+2,856,0.03173309564590454,107,0.3039006636245176,
+2,864,0.03171591833233833,108,0.0815443649989902,
+2,872,0.03152623772621155,109,0.03042563125200104,
+2,880,0.03157702833414078,110,0.06032155747379875,
+2,888,0.032229430973529816,111,0.017173019543406554,
+2,896,0.032288841903209686,112,0.025495661349850707,
+,,,112,,0.29794471092473446
+2,904,0.03161498159170151,113,0.12635096572194016,
+2,912,0.032456036657094955,114,0.28463997537619434,
+2,920,0.0318865068256855,115,0.02975502000481356,
+2,928,0.03177184984087944,116,0.01790875861479435,
+2,936,0.03236360475420952,117,0.03404798459268932,
+2,944,0.0325859971344471,118,0.012790268599928822,
+2,952,0.032019633799791336,119,0.014354342267324682,
+2,960,0.032079242169857025,120,0.011490579934616107,
+2,968,0.03157564625144005,121,0.31536611111368984,
+2,976,0.03237532079219818,122,0.011806270653323736,
+2,984,0.032140959054231644,123,0.006211336023625336,
+2,992,0.031920768320560455,124,0.34894212387735024,
+2,1000,0.03258838504552841,125,0.03670667439655517,
+2,1008,0.031561680138111115,126,0.04330968285285053,
+2,1016,0.032086268067359924,127,0.004567547046463005,
+2,1024,0.031480927020311356,128,0.1117355376627529,
+,,,128,,0.3400526358411203
+2,1032,0.0320793092250824,129,0.34850990389531944,
+2,1040,0.03277178481221199,130,0.2943547503236914,
+2,1048,0.03218643739819527,131,0.00566645898106799,
+2,1056,0.03219328448176384,132,0.0483021406653279,
+2,1064,0.032177772372961044,133,0.10831354834226659,
+2,1072,0.03259849548339844,134,0.01466387438995298,
+3,1080,0.03244867920875549,135,0.022162504894367885,
+3,1088,0.03258968144655228,136,0.052233690748835215,
+3,1096,0.03238243982195854,137,0.020340577379101887,
+3,1104,0.03260517120361328,138,0.0049418791495554615,
+3,1112,0.032322756946086884,139,0.003507133587845601,
+3,1120,0.03214387968182564,140,0.004104684376216028,
+3,1128,0.03228789195418358,141,0.007153117923735408,
+3,1136,0.03197864070534706,142,0.0067157334942749,
+3,1144,0.032178182154893875,143,0.0027838520873046946,
+3,1152,0.03199278563261032,144,0.0009380207702633925,
+,,,144,,0.4206809249578738
+3,1160,0.03835536167025566,145,0.0011832303061964922,
+3,1168,0.03796851262450218,146,0.001068734467480681,
+3,1176,0.038166120648384094,147,0.01585600672842702,
+3,1184,0.03138130158185959,148,0.0287079286572407,
+3,1192,0.031214002519845963,149,0.001169629227661062,
+3,1200,0.03115028515458107,150,0.0010709189737099223,
+3,1208,0.03134087473154068,151,0.32604852035001386,
+3,1216,0.03151187300682068,152,0.005970857913780492,
+3,1224,0.031127281486988068,153,0.003160897620546166,
+3,1232,0.03131621703505516,154,0.0013545092551794369,
+3,1240,0.03150402382016182,155,0.0018754725424514618,
+3,1248,0.03284161537885666,156,0.027634802489046706,
+3,1256,0.031734973192214966,157,0.49698361056289286,
+3,1264,0.03171883523464203,158,0.023257076070876792,
+3,1272,0.032400596886873245,159,0.0181053279338812,
+3,1280,0.03178752213716507,160,0.061183389625512064,
+,,,160,,0.5737721561606414
+3,1288,0.03185348957777023,161,0.12210898477314913,
+3,1296,0.03160309046506882,162,0.4022565141913219,
+3,1304,0.0319601446390152,163,0.06361520523932995,
+3,1312,0.0317765548825264,164,0.41486576635725214,
+3,1320,0.03220560401678085,165,0.006338441467960365,
+3,1328,0.03318643569946289,166,0.00813234876113711,
+3,1336,0.031839653849601746,167,0.03391809644381283,
+3,1344,0.031840354204177856,168,0.07381326871109195,
+3,1352,0.032026439905166626,169,0.038634260890830774,
+3,1360,0.037279728800058365,170,0.28159311142371735,
+3,1368,0.0375315397977829,171,0.026327584564569406,
+3,1376,0.03718344867229462,172,0.029331947196624242,
+3,1384,0.031855057924985886,173,0.004226287219353253,
+3,1392,0.031298208981752396,174,0.0034150507126469165,
+3,1400,0.031174469739198685,175,0.012348039814241929,
+3,1408,0.0314783975481987,176,0.014345976058393717,
+,,,176,,0.3434137830547258
+3,1416,0.032012421637773514,177,0.009540861086861696,
+3,1424,0.03190634772181511,178,0.023756065813358873,
+3,1432,0.03211861103773117,179,0.008278902278107125,
+4,1440,0.031906671822071075,180,0.012405225861584768,
+4,1448,0.038333483040332794,181,0.01209754089359194,
+4,1456,0.032267533242702484,182,0.048279242029821035,
+4,1464,0.03211303427815437,183,0.009350355845526792,
+4,1472,0.03180528059601784,184,0.01796818120055832,
+4,1480,0.031752001494169235,185,0.009629718122596387,
+4,1488,0.031714167445898056,186,0.008379400198464282,
+4,1496,0.03205203637480736,187,0.004470799634873401,
+4,1504,0.03174738585948944,188,0.014960253811295843,
+4,1512,0.03737669065594673,189,0.0024276427284348756,
+4,1520,0.03772261366248131,190,0.01938884005721775,
+4,1528,0.03220886364579201,191,0.004492108328122413,
+4,1536,0.03212161362171173,192,0.0019380198646103963,
+,,,192,,0.3737761304269429
+4,1544,0.0323127880692482,193,0.010442886652526795,
+4,1552,0.032706160098314285,194,0.013141403414920205,
+4,1560,0.03272213041782379,195,0.0040872442586987745,
+4,1568,0.03237951174378395,196,0.002629953327414114,
+4,1576,0.038724057376384735,197,0.002405994095170172,
+4,1584,0.03875711187720299,198,0.008618363779532956,
+4,1592,0.03265238180756569,199,0.001731373165966943,
+4,1600,0.03192194178700447,200,0.003644915861514164,
+4,1608,0.03237146884202957,201,0.0012187404863652773,
+4,1616,0.03277226537466049,202,0.0035017945774598047,
+4,1624,0.03186821937561035,203,0.00038704293183400296,
+4,1632,0.03162321448326111,204,0.0042707289358077105,
+4,1640,0.031646065413951874,205,0.016804464110464323,
+4,1648,0.03245006501674652,206,0.0023048469574860064,
+4,1656,0.032002270221710205,207,0.06401518821076024,
+4,1664,0.032448604702949524,208,0.0031463320628972724,
+,,,208,,0.4258855682572508
+4,1672,0.03261634707450867,209,0.001704948655969929,
+4,1680,0.0376245342195034,210,0.006067814871130395,
+4,1688,0.03476466238498688,211,0.001068357540134457,
+4,1696,0.03636401891708374,212,0.0009174154638458276,
+4,1704,0.03612314909696579,213,0.00042663987187552266,
+4,1712,0.03573870658874512,214,0.0014952858909964561,
+4,1720,0.03626399114727974,215,0.0028586781227204483,
+4,1728,0.03698396682739258,216,0.00372464307838527,
+4,1736,0.037351831793785095,217,0.0232900262617477,
+4,1744,0.039792757481336594,218,0.0004464808207558235,
+4,1752,0.035529255867004395,219,0.00040711264409765135,
+4,1760,0.03657478839159012,220,0.0009144531650235876,
+4,1768,0.036179251968860626,221,0.006820950576184259,
+4,1776,0.03546634688973427,222,0.0036218508957972517,
+4,1784,0.037498537451028824,223,0.0004405993749969639,
+4,1792,0.040749721229076385,224,0.0013034598050580826,
+,,,224,,0.4496932185553258
+5,1800,0.034936267882585526,225,0.0007751913162792334,
+5,1808,0.03598862513899803,226,0.0005116772972542094,
+5,1816,0.0354926660656929,227,0.0014278044527600287,
+5,1824,0.03496392071247101,228,0.0007935470885058749,
+5,1832,0.03495730832219124,229,0.0011638672440312803,
+5,1840,0.03566255792975426,230,0.0007503797214667429,
+5,1848,0.03585550934076309,231,0.0002563788257248234,
+5,1856,0.036834049969911575,232,0.01743138552228629,
+5,1864,0.03556787595152855,233,0.0014391278882612824,
+5,1872,0.03678448870778084,234,0.0014017378935022862,
+5,1880,0.03316687420010567,235,0.00021952404767944245,
+5,1888,0.031724996864795685,236,0.000365154030987469,
+5,1896,0.03178168833255768,237,0.0002384359631832922,
+5,1904,0.03217466548085213,238,0.001143249907727295,
+5,1912,0.03182901442050934,239,0.002500614982636762,
+5,1920,0.031336553394794464,240,0.0005724932952944073,
+,,,240,,0.4465619754167943
+5,1928,0.03163908049464226,241,0.0009640277430662536,
+5,1936,0.03153667226433754,242,0.0004547304506559158,
+5,1944,0.03174435719847679,243,0.0004128360524191521,
+5,1952,0.03140942379832268,244,0.0005541949685721193,
+5,1960,0.031587306410074234,245,0.000182087033863354,
+5,1968,0.032285843044519424,246,0.000653492705168901,
+5,1976,0.03208592161536217,247,0.0003993150539827184,
+5,1984,0.03169858083128929,248,0.0006765151438230532,
+5,1992,0.03148944303393364,249,0.0031776486266608117,
+5,2000,0.03179161623120308,250,0.0007780522319080774,
+5,2008,0.03165486454963684,251,0.0017170880655612564,
+5,2016,0.03154033049941063,252,0.000740288698580116,
+5,2024,0.03179451823234558,253,0.0007645743771718116,
+5,2032,0.03146521374583244,254,0.0010678750340957777,
+5,2040,0.031762752681970596,255,0.0035678099675351405,
+5,2048,0.031481217592954636,256,0.0045787426042807056,
+,,,256,,0.4486476923126021

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/labels.csv

@@ -0,0 +1,153 @@
+15725,0
+51232,1
+49736,1
+4328,1
+47013,1
+8127,1
+11255,1
+11333,1
+24375,0
+56739,1
+40080,1
+38156,0
+52315,1
+62719,1
+12892,0
+41215,0
+11588,0
+27946,1
+47526,1
+68024,1
+7251,1
+50363,0
+18433,0
+19395,1
+36025,0
+55307,0
+30815,1
+20566,1
+48928,1
+17212,0
+56763,0
+64813,0
+6282,1
+59703,0
+5227,0
+4316,0
+36918,1
+1915,1
+44077,1
+12396,1
+9219,1
+37208,0
+19560,0
+20162,1
+54980,0
+16242,1
+15128,0
+39181,0
+1264,1
+20968,1
+35505,0
+24130,1
+38879,0
+55621,1
+46920,0
+60888,1
+14695,1
+36674,1
+43213,1
+40720,1
+66079,1
+7581,0
+46787,1
+59353,1
+1427,1
+64811,0
+22085,1
+21610,1
+47775,1
+21079,0
+25113,1
+34042,0
+54454,1
+58436,0
+3063,1
+26237,0
+14266,1
+11158,1
+66342,1
+31480,1
+41657,0
+50028,1
+24158,0
+15382,1
+42569,1
+42197,1
+31523,1
+41553,0
+61100,1
+59773,1
+19381,1
+41411,1
+32198,0
+22266,1
+18993,0
+27780,0
+35051,1
+22936,0
+3618,1
+33907,0
+3846,0
+58058,0
+2902,1
+36540,0
+62604,0
+4088,1
+54680,0
+36906,0
+4121,0
+7552,0
+60825,1
+48191,0
+64917,1
+31221,0
+35458,1
+8886,1
+58678,0
+35901,1
+53141,1
+16670,0
+47892,1
+5042,1
+41141,1
+35899,1
+50959,0
+15195,0
+53921,0
+508,1
+36693,0
+3955,1
+10528,0
+55951,1
+62837,1
+39987,1
+43176,0
+12629,1
+24225,1
+29120,0
+7459,1
+67745,1
+63084,0
+30027,0
+53490,0
+51160,1
+56476,1
+13003,0
+42540,1
+13844,1
+39306,0
+3934,0
+13083,1
+25999,1
+34433,0

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/logits.csv

@@ -0,0 +1,153 @@
+15725,-0.00027581226,-9.000276
+51232,-2.464078,-0.08907796
+49736,-9.500132,-0.00013183679
+4328,-8.750244,-0.00024375328
+47013,-10.750107,-0.000107044216
+8127,-9.750289,-0.00028904076
+11255,-7.7505407,-0.0005407063
+11333,-10.87514,-0.0001400611
+24375,-0.00034433635,-8.875344
+56739,-9.750102,-0.00010179955
+40080,-7.6255894,-0.00058955455
+38156,-0.0011225597,-6.8761225
+52315,-7.8754463,-0.00044633917
+62719,-11.125047,-4.7205765e-05
+12892,-0.00020525733,-9.875205
+41215,-0.00019095505,-11.625191
+11588,-0.001153995,-7.376154
+27946,-10.875112,-0.00011145447
+47526,-10.500104,-0.00010442189
+68024,-7.250755,-0.00075490586
+7251,-9.125134,-0.00013481661
+50363,-0.0005993239,-7.6255994
+18433,-0.0015105515,-6.6265106
+19395,-6.7512317,-0.001231865
+36025,-0.00015901255,-9.875159
+55307,-0.043295167,-3.1682951
+30815,-6.002529,-0.002528924
+20566,-0.4742087,-0.9742087
+48928,-7.750599,-0.00059884734
+17212,-0.016616754,-4.141617
+56763,-1.2235767,-0.34857666
+64813,-0.014400837,-4.264401
+6282,-9.625143,-0.00014304092
+59703,-0.0006977269,-8.125698
+5227,-0.0005442807,-9.250545
+4316,-0.014292962,-4.264293
+36918,-8.375303,-0.00030298412
+1915,-7.1259074,-0.0009072478
+44077,-6.5016284,-0.0016285026
+12396,-7.125908,-0.00090796244
+9219,-8.500313,-0.0003126371
+37208,-0.008101341,-4.8831015
+19560,-0.07897667,-2.5789766
+20162,-0.026396353,-3.6513963
+54980,-0.0003544656,-8.500355
+16242,-11.125098,-9.8104436e-05
+15128,-0.00026592056,-10.000266
+39181,-0.016341425,-4.141341
+1264,-0.00029690625,-8.875297
+20968,-7.75053,-0.00052974495
+35505,-0.0005254557,-8.375525
+24130,-9.500158,-0.00015817821
+38879,-0.00010322992,-10.000103
+55621,-6.751381,-0.0013808011
+46920,-0.0007083291,-8.125709
+60888,-7.875655,-0.0006553171
+14695,-11.50014,-0.00013982272
+36674,-0.001402467,-6.7514024
+43213,-9.375178,-0.00017879794
+40720,-9.375161,-0.00016139635
+66079,-8.875205,-0.00020513815
+7581,-0.0006198154,-7.62562
+46787,-11.375055,-5.5192377e-05
+59353,-7.625675,-0.00067521184
+1427,-10.375069,-6.89006e-05
+64811,-0.00088973984,-7.12589
+22085,-7.875481,-0.00048125128
+21610,-9.500131,-0.00013040646
+47775,-8.750278,-0.0002786725
+21079,-0.0001631842,-10.000163
+25113,-8.250311,-0.00031073033
+34042,-3.0489573,-0.048957452
+54454,-9.750291,-0.00029130507
+58436,-0.003357371,-5.7533574
+3063,-10.500097,-9.774684e-05
+26237,-0.00079516735,-7.2507954
+14266,-3.0487137,-0.048713706
+11158,-9.625244,-0.00024446836
+66342,-10.125393,-0.00039259833
+31480,-7.6258397,-0.000839477
+41657,-0.000964653,-7.2509646
+50028,-7.500604,-0.00060432765
+24158,-0.00255223,-6.002552
+15382,-10.125145,-0.00014494799
+42569,-6.546338,-0.046337873
+42197,-0.00030107735,-8.875301
+31523,-0.17992042,-1.8049204
+41553,-0.00024196558,-10.250242
+61100,-6.3767576,-0.001757626
+59773,-5.753386,-0.0033861226
+19381,-9.625145,-0.00014459042
+41411,-10.000172,-0.0001721234
+32198,-0.012726637,-4.387727
+22266,-10.750173,-0.00017236178
+18993,-0.00039057256,-8.125391
+27780,-9.500161,-0.00016151555
+35051,-9.625132,-0.00013195598
+22936,-0.0005569099,-8.000557
+3618,-7.500805,-0.0008050538
+33907,-0.016131125,-4.141131
+3846,-0.00030179237,-10.125301
+58058,-8.875203,-0.00020346955
+2902,-7.7505054,-0.00050567713
+36540,-0.00025424108,-10.625255
+62604,-0.00069331925,-7.5006933
+4088,-10.000146,-0.0001462591
+54680,-0.007873452,-4.8828735
+36906,-0.000169978,-9.87517
+4121,-0.00035649142,-8.625357
+7552,-0.020797512,-3.8957975
+60825,-10.625101,-0.00010144196
+48191,-0.00050770264,-8.375507
+64917,-4.511179,-0.011179075
+31221,-0.00041309407,-9.250413
+35458,-8.750227,-0.00022742547
+8886,-10.125157,-0.0001571055
+58678,-0.00036983803,-9.50037
+35901,-7.0010514,-0.0010515881
+53141,-9.625144,-0.00014399446
+16670,-0.00042453335,-8.125424
+47892,-10.375223,-0.00022349245
+5042,-0.22559655,-1.6005965
+41141,-10.000143,-0.00014268333
+35899,-3.6515517,-0.026551688
+50959,-0.009910073,-4.63491
+15195,-0.00017414961,-9.6251745
+53921,-0.010493107,-4.6354933
+508,-7.6255503,-0.00055011874
+36693,-0.00034850722,-8.375348
+3955,-9.250206,-0.00020597244
+10528,-1.4064423,-0.28144228
+55951,-5.6286635,-0.003663378
+62837,-10.875107,-0.000107282605
+39987,-0.008762599,-4.758763
+43176,-0.00043084874,-8.750431
+12629,-2.6953459,-0.07034587
+24225,-6.252,-0.0019997614
+29120,-1.60054,-0.22554003
+7459,-11.250129,-0.00012921452
+67745,-10.00015,-0.00014935808
+63084,-1.4149585,-0.2899585
+30027,-0.00044061965,-8.750441
+53490,-0.34923008,-1.22423
+51160,-6.626386,-0.0013861582
+56476,-10.875062,-6.1629304e-05
+13003,-2.8120563,-0.06205624
+42540,-5.629213,-0.004212673
+13844,-3.774384,-0.02438411
+39306,-0.00020656837,-9.875207
+3934,-0.016227778,-4.1412277
+13083,-9.250213,-0.0002124084
+25999,-11.125127,-0.00012671144
+34433,-0.00035065223,-10.500351

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-0.12705173,-2.1270518
+12007,-0.25211647,-1.5021164
+8229,-0.0022577767,-6.127258
+31449,-9.875143,-0.00014351768
+1591,-0.0001948882,-9.625195
+53542,-7.500682,-0.000681883
+49372,-9.125225,-0.00022528018
+54831,-0.0011403017,-6.87614
+44771,-6.5016136,-0.0016136257
+33116,-0.00026258358,-10.125262
+33492,-7.37568,-0.0006797387
+16982,-7.3757463,-0.0007462101
+31901,-5.255651,-0.0056512114
+49817,-0.0015399513,-6.75154
+60681,-4.6352882,-0.010288417
+39890,-6.501552,-0.0015519729
+62685,-0.00023147765,-9.125232
+2201,-10.750293,-0.0002924968
+47201,-0.0006611545,-7.5006614
+20835,-10.000243,-0.00024279984
+15421,-10.000206,-0.00020585326
+45021,-0.0020879153,-6.252088
+45802,-0.0006177901,-7.750618
+43637,-0.00035029475,-8.50035
+7160,-0.0028760757,-5.8778763
+8150,-0.34893808,-1.2239381
+3512,-8.750212,-0.00021145493
+29264,-0.00015782064,-10.625157
+32960,-0.00051449414,-7.8755145
+32221,-0.0016719423,-6.501672
+35996,-9.750167,-0.00016699827
+4422,-10.750141,-0.00014125303
+22209,-0.0010362262,-7.001036
+6920,-9.875172,-0.00017128908
+25253,-0.0010439666,-7.001044
+680,-0.100618996,-2.350619
+50140,-9.875135,-0.0001351742
+28481,-9.62515,-0.00014935808
+36298,-0.000968464,-7.2509685
+16473,-9.750132,-0.0001314792
+11102,-0.070028044,-2.695028
+62901,-0.00041726464,-8.000418
+16123,-10.000218,-0.00021860594
+52012,-0.00025293013,-10.500253
+60780,-0.0024543658,-6.1274543
+1781,-11.375067,-6.639737e-05
+41449,-0.00056000764,-7.87556
+908,-8.000487,-0.0004868514
+15507,-8.875761,-0.00076145737
+57914,-7.001082,-0.0010820731
+46159,-4.0182033,-0.018203108
+56461,-11.000052,-5.2212305e-05
+62107,-0.00037424712,-9.500374
+49087,-9.625163,-0.0001631842
+65792,-0.00088723865,-7.1258874
+13181,-0.0018170052,-6.376817
+54119,-8.500301,-0.00030155404
+51997,-0.0006363751,-7.5006366
+24924,-11.000076,-7.6291035e-05
+45890,-0.0019930992,-6.251993
+41716,-0.16055858,-1.9105586
+60175,-0.0002636562,-9.375263
+30318,-0.00047410215,-7.875474
+13221,-9.125162,-0.00016223069
+15509,-10.500056,-5.5907592e-05
+37365,-3.5299454,-0.029945262
+60975,-0.20158534,-1.7015853
+51375,-0.00022611445,-10.125226
+16004,-8.75024,-0.00024077378
+12837,-6.876187,-0.0011866202
+17864,-9.875128,-0.00012814178
+67134,-7.001156,-0.0011556621
+18611,-7.250784,-0.0007840897
+12861,-6.3769183,-0.001918501
+58084,-9.875106,-0.000105494655
+32874,-0.002935864,-5.877936
+32717,-10.000094,-9.488609e-05
+23413,-9.750236,-0.000235649
+59634,-0.0038409284,-5.628841
+15629,-0.8270082,-0.5770082
+47071,-0.0008622266,-7.375862
+48558,-7.6255894,-0.00058931625
+3648,-0.00021550717,-9.375216
+43367,-0.00039664985,-8.250397
+14869,-0.00014888131,-10.750149
+1518,-0.00034266798,-8.250342
+16976,-10.500686,-0.00068545685
+20931,-10.8750925,-9.285972e-05
+67379,-9.8751745,-0.00017462636
+4741,-0.0003551806,-9.750355
+5765,-6.0027313,-0.0027315232
+48791,-0.0012805604,-6.751281
+15298,-0.2521072,-1.5021071
+21874,-9.375167,-0.00016723665
+9095,-8.375867,-0.00086734816
+3840,-10.62509,-8.964137e-05
+55636,-0.08908865,-2.4640887
+57364,-0.0894044,-2.4644043
+65863,-0.0005311747,-9.375531
+40786,-0.00034171465,-8.250341
+8118,-8.000459,-0.00045885047
+52441,-0.00025793564,-9.6252575
+38593,-0.0025484248,-6.002548
+5517,-0.0004147623,-8.375415
+39136,-5.8778663,-0.0028663287
+47292,-0.0010105033,-7.3760104
+34052,-5.87795,-0.002950246
+16037,-10.250118,-0.00011789104
+64606,-8.375334,-0.0003333728
+19552,-0.0005944392,-7.6255946
+14116,-6.00255,-0.0025499705
+11261,-4.1410985,-0.016098281
+11668,-10.375145,-0.00014542475
+42198,-9.625172,-0.00017188503
+22526,-10.7506075,-0.0006071869
+8037,-8.500308,-0.00030775103
+5324,-3.6524477,-0.027447816
+56692,-0.00042143522,-9.250422
+59753,-0.08911874,-2.4641187
+47298,-0.0005343916,-7.7505345
+57801,-6.501566,-0.0015661367
+58413,-10.875071,-7.068861e-05
+10673,-0.00020501897,-9.500205
+65730,-10.875067,-6.7112574e-05
+40287,-8.250352,-0.00035208225
+15186,-7.6256337,-0.000633635
+43119,-0.00033945043,-8.7503395
+39219,-8.50041,-0.00041011506
+50340,-3.5297961,-0.029796008
+34297,-8.12548,-0.00048005977
+62941,-0.0003201449,-9.12532
+31551,-11.500138,-0.0001386308
+41344,-9.37519,-0.00018952481
+46402,-9.875122,-0.00012206286
+13636,-8.875244,-0.00024375328
+42241,-8.125392,-0.00039212167
+15422,-0.023333378,-3.7733333
+25014,-9.62527,-0.00027009178
+19613,-0.14287403,-2.017874
+5515,-0.00052998326,-8.25053
+64128,-0.00016473368,-11.625165
+28084,-0.00023910524,-11.000239
+10395,-0.026373712,-3.6513736
+9965,-0.0018128405,-6.376813
+27221,-8.125354,-0.00035351227
+11994,-0.00035184392,-9.625352
+43384,-0.00024923557,-9.625249
+44329,-0.00028248611,-11.250282
+58937,-0.00021753329,-9.125217
+29119,-0.00015877417,-9.625158
+8989,-0.0006980843,-9.375698
+23043,-8.875284,-0.00028391622
+32166,-0.00071881205,-7.6257186
+42729,-0.00048160876,-8.375482
+6863,-8.500537,-0.0005372511
+41187,-0.00046993178,-8.75047
+36039,-12.000119,-0.000119082986
+55977,-0.001542808,-6.626543
+8129,-9.375168,-0.00016819016
+60223,-9.875173,-0.0001722426
+9414,-0.0001571055,-9.375157
+26177,-0.00045205865,-9.375452
+38443,-0.0036731174,-5.628673
+43084,-0.00028069847,-9.50028
+53673,-0.00031025364,-9.62531
+15057,-0.28133792,-1.406338
+51700,-0.0015288818,-7.1265287
+51201,-8.500309,-0.00030941944
+47078,-8.250389,-0.00038926175
+59961,-7.875473,-0.00047314892
+22272,-0.0049328534,-5.379933
+65773,-0.004687749,-5.379688
+33746,-0.1003404,-2.3503404
+27311,-10.625079,-7.9390236e-05
+41292,-0.00013016807,-9.50013
+17110,-0.020716596,-3.8957167
+57029,-0.0005373703,-8.500537
+3009,-7.1258426,-0.0008426929
+40193,-9.750108,-0.00010811698
+27618,-7.001035,-0.0010353925
+20145,-11.000095,-9.5720476e-05
+52193,-8.625289,-0.00028892158
+34398,-0.0015497115,-6.6265497
+36473,-9.250204,-0.00020406548
+43577,-0.00011717586,-10.500117
+57850,-10.125112,-0.00011133528
+61117,-0.00059515407,-8.375595
+32569,-4.6348205,-0.009820481
+12290,-11.375109,-0.00010895135
+19499,-9.625217,-0.00021705656
+60470,-0.00039104922,-8.000391
+8962,-11.625149,-0.00014840455
+65955,-8.625293,-0.00029321187
+62486,-0.062096573,-2.8120966
+19000,-0.0011617347,-6.8761616
+22631,-5.8779283,-0.002928376
+25613,-0.00025853154,-8.625258
+56086,-6.7512765,-0.0012763934
+28883,-0.57720184,-0.82720184
+26425,-8.500298,-0.0002972638
+48097,-0.0011551857,-6.8761554
+61477,-0.0035108614,-5.753511
+9121,-3.6513755,-0.026375454
+66709,-7.5006123,-0.00061207154
+51472,-7.2510242,-0.0010244366
+19809,-8.875225,-0.00022492264
+38959,-9.75015,-0.00014935808
+39849,-0.00018583001,-9.250186
+59964,-0.0011180347,-6.876118
+65268,-8.750294,-0.00029356938
+8791,-0.0053688153,-5.2553687
+51774,-9.375171,-0.00017045476
+49640,-0.0002721178,-9.500272
+20125,-8.375276,-0.00027581226
+59640,-0.00046814448,-8.250468
+68206,-9.125436,-0.0004354959
+48079,-10.000118,-0.00011848701
+49583,-0.6328959,-0.7578959
+67054,-0.00020847532,-9.875209
+59571,-0.02061197,-3.895612
+29080,-9.6251545,-0.00015412574
+29111,-9.250157,-0.00015758227
+20758,-7.750523,-0.0005230727
+64023,-0.000653411,-7.6256533
+29058,-0.00047112332,-9.000471
+18185,-0.00022313489,-10.625223
+36543,-0.0003580406,-8.500358
+54983,-7.75057,-0.0005696581
+3101,-6.2519674,-0.0019672818
+42140,-0.00022992828,-9.12523
+6954,-0.00016640233,-10.250166
+15955,-6.876394,-0.001393777
+61746,-0.0017332307,-7.0017333
+32055,-0.00056143734,-8.250562
+39496,-7.3757844,-0.00078432786
+59909,-9.50012,-0.000120155746
+66296,-0.00042894224,-8.875429
+46804,-7.250798,-0.00079838344
+35049,-0.0005927713,-9.000593
+56017,-7.500615,-0.0006151691
+26947,-8.00041,-0.00041047254
+38928,-0.00069748866,-7.5006976
+15029,-10.125188,-0.00018821376
+7086,-0.0002859422,-9.375286
+537,-0.0026773105,-6.0026774
+50731,-0.002360298,-6.1273603
+63604,-9.250178,-0.00017844039
+67049,-0.0007995746,-7.2507997
+31161,-0.0059851944,-5.1309853
+58922,-10.500156,-0.00015674793
+18347,-10.625094,-9.4051706e-05
+25864,-4.6348004,-0.009800531
+63846,-0.0003736513,-8.250374
+13353,-0.00031466302,-9.375315
+25378,-6.127312,-0.00231225
+59101,-10.000221,-0.00022122797
+20895,-0.002291674,-6.1272917
+48119,-9.12516,-0.00015996608
+14332,-0.0002537644,-9.000254
+25497,-8.250325,-0.00032526924
+8686,-0.0048129186,-5.3798127
+22758,-7.3758626,-0.0008625839
+7666,-0.0076845502,-4.8826847
+20686,-0.75930023,-0.63430023
+18975,-8.125449,-0.0004494372
+19054,-6.6264415,-0.001441393
+48123,-10.500082,-8.165503e-05
+57909,-9.875109,-0.00010883216
+9226,-9.625278,-0.0002786725
+48653,-0.00070999685,-7.50071
+44013,-0.0010371788,-7.376037
+11409,-10.500117,-0.00011741426
+62736,-0.00986876,-4.6348686
+2777,-9.250269,-0.0002690192
+7058,-0.00019250448,-10.375193
+48408,-0.0013516347,-6.751352
+28934,-9.750109,-0.00010907055
+46578,-9.000329,-0.00032932105
+23203,-10.125123,-0.00012325481
+6257,-9.875138,-0.0001386308
+53444,-0.014505529,-4.2645054
+17816,-0.00017331529,-11.500174
+46307,-9.250226,-0.00022575691
+20599,-11.625109,-0.00010847457
+29423,-0.0004321595,-8.375432
+21041,-0.00025209587,-9.125252
+16633,-9.87513,-0.0001296913
+20221,-5.8778844,-0.0028843964
+27466,-0.00041273658,-9.125413
+22987,-0.0009865661,-7.1259866
+9322,-0.0005048431,-8.0005045
+3265,-0.0006469779,-7.500647
+22814,-5.628732,-0.0037320268
+56185,-9.125195,-0.00019417307
+55014,-8.500249,-0.00024875885
+43437,-8.875185,-0.00018547245
+24683,-0.0004767235,-8.000477
+10233,-2.2379105,-0.11291062
+19001,-0.00024172722,-11.125241
+32718,-0.0012219828,-6.876222
+31030,-0.00038509106,-8.375385
+1099,-0.00018821376,-10.750188
+57982,-6.0026646,-0.0026644703
+49148,-0.012671904,-4.387672
+40880,-11.125059,-5.9245263e-05
+31148,-0.00038652102,-11.125386
+9446,-9.625123,-0.00012265884
+18579,-10.625139,-0.00013910756
+30932,-4.1412683,-0.016268477
+40792,-0.00788528,-4.8828855
+48600,-0.0004737447,-8.250474
+44588,-4.7589107,-0.008910654
+33828,-7.2508287,-0.00082875707
+33917,-0.00066210754,-8.125662
+2026,-0.0005041282,-7.875504
+56745,-0.00060456595,-7.6256046
+17383,-0.0053893276,-5.255389
+2372,-0.013716254,-4.638716
+56600,-0.013833716,-4.8888335
+50257,-0.00094381126,-7.2509437
+38892,-0.0008023142,-7.3758025
+45844,-0.000763125,-8.375763
+29062,-0.0018143873,-6.5018144
+5655,-9.000194,-0.00019357714
+67611,-0.0016440935,-6.501644
+18546,-0.0018814972,-6.6268816
+63060,-8.1255865,-0.00058633776
+36068,-10.750139,-0.00013922676
+784,-0.007688691,-4.8826885
+20429,-0.00076586474,-8.125766
+21679,-9.750182,-0.00018201603
+53617,-10.000193,-0.0001922661
+6978,-10.8750925,-9.2978924e-05
+53262,-0.00027879167,-10.125278
+181,-0.00032812933,-9.125328
+28744,-0.0056270296,-5.380627
+48716,-0.0008425738,-7.3758426
+51468,-0.00031811898,-8.250319
+62209,-9.75012,-0.00011991736
+8732,-3.7735581,-0.023558121
+56949,-6.0026164,-0.0026163177
+26885,-0.0002159839,-10.625216
+43345,-0.0007244108,-7.3757243
+8053,-6.3767805,-0.0017805927
+59402,-9.000213,-0.00021288513
+49552,-0.0002196786,-9.375219
+12348,-0.22558579,-1.6005858
+28335,-8.250353,-0.0003526781
+59114,-7.750499,-0.00049888564
+12625,-8.875249,-0.00024863967
+8876,-7.5007215,-0.00072143273
+29959,-10.125107,-0.000106925014
+37911,-0.00025006983,-8.87525
+38412,-0.038123924,-3.2881238
+31999,-0.00021467288,-9.375215
+34775,-0.0014460356,-6.6264462
+65737,-8.500322,-0.00032217082
+25244,-0.000640783,-7.625641
+51630,-9.000187,-0.00018726026
+23979,-4.511234,-0.011233653
+34638,-8.50031,-0.00030977695
+22311,-11.875116,-0.000115983916
+14004,-10.000188,-0.00018749863
+310,-0.00029416525,-8.375294
+49105,-0.0006348263,-7.6256347
+38782,-11.750137,-0.00013708128
+4647,-9.000184,-0.00018368465
+43782,-0.00018642595,-11.000186
+66046,-0.00045742063,-8.000458
+16690,-9.625223,-0.00022349245
+67731,-2.6951487,-0.070148736
+54867,-8.375381,-0.00038103948
+34108,-7.6256113,-0.0006114759
+67332,-0.0041704117,-5.5041704
+22567,-0.00035112893,-8.375351
+57173,-0.00035100974,-8.250351
+26527,-9.500209,-0.0002085945
+59580,-7.750526,-0.0005259323
+20737,-0.42890438,-1.0539044
+53307,-0.00024375328,-11.125244
+32783,-0.00017665257,-10.500176
+7868,-9.125194,-0.00019345796
+50777,-0.00024458754,-9.250244
+29307,-11.25006,-5.9960475e-05
+18297,-0.0004276315,-8.375427
+44524,-10.500129,-0.00012921452
+61320,-0.0008623457,-7.375862
+2578,-2.4640396,-0.08903946
+40612,-0.00057263667,-9.000572
+32523,-8.750322,-0.00032193246
+48509,-0.0010417041,-7.001042
+36666,-7.2507777,-0.0007778956
+6539,-8.750234,-0.00023326537
+33620,-9.625199,-0.00019917889
+55547,-7.0010276,-0.001027652
+11751,-8.375297,-0.00029702543
+30491,-0.0006249382,-7.625625
+48294,-8.625367,-0.0003672164
+37424,-10.375132,-0.00013195598
+29155,-0.63269,-0.75769

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,104 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3447762206196785,0,5.073029518127441,
+0,8,0.06078284606337547,1,6.305047810077667,
+0,16,0.04451154172420502,2,5.083039700984955,
+0,24,0.03351463004946709,3,1.6251806616783142,
+0,32,0.033884014934301376,4,0.9581177197396755,
+0,40,0.03410378471016884,5,1.0431573987007141,
+0,48,0.03418682888150215,6,0.5427807178348303,
+0,56,0.04105355218052864,7,0.4087636414915323,
+0,64,0.03577614948153496,8,0.4495503604412079,
+0,72,0.03470487892627716,9,0.48339994763955474,
+0,80,0.03410204127430916,10,0.29308807488996536,
+0,88,0.033552929759025574,11,0.4219361203722656,
+0,96,0.03368858993053436,12,0.8061020255554467,
+0,104,0.03407762944698334,13,0.6766383607173339,
+0,112,0.03352107107639313,14,0.07474408810958266,
+0,120,0.03410947322845459,15,0.011732841172488406,
+0,128,0.033692196011543274,16,0.14861917422967963,
+,,,16,,0.36956699845058466
+0,136,0.03396005183458328,17,0.07817492287722416,
+0,144,0.03418673574924469,18,0.34071463710279204,
+0,152,0.03332354873418808,19,0.0698637446766952,
+0,160,0.03434400632977486,20,0.24444546399172395,
+0,168,0.033698536455631256,21,0.3886995705834124,
+0,176,0.03396238386631012,22,1.1697344426866039,
+0,184,0.03527085483074188,23,0.11668482591630891,
+0,192,0.03123953938484192,24,0.5892234168713912,
+0,200,0.03307678923010826,25,0.5997357316082343,
+0,208,0.030654843896627426,26,0.24670143378898501,
+0,216,0.031030364334583282,27,0.05895620217779651,
+0,224,0.031237702816724777,28,0.08569379575783387,
+0,232,0.031109310686588287,29,0.4633946892572567,
+0,240,0.03064722940325737,30,0.38754421562771313,
+0,248,0.031194623559713364,31,0.6574276596657,
+0,256,0.030799418687820435,32,0.7490551780210808,
+,,,32,,0.27764999788571026
+0,264,0.03133030980825424,33,0.066016765544191,
+0,272,0.03103872761130333,34,0.08926089107990265,
+0,280,0.03625737130641937,35,0.16815745760686696,
+0,288,0.036033280193805695,36,0.6112578292377293,
+0,296,0.036554984748363495,37,0.2597296768799424,
+0,304,0.03652234375476837,38,0.32513389619998634,
+0,312,0.031433191150426865,39,0.334095167927444,
+0,320,0.031687770038843155,40,0.24333138938527554,
+0,328,0.03168526664376259,41,0.3067249010782689,
+0,336,0.03209643065929413,42,0.34090404347807635,
+0,344,0.03148346766829491,43,0.7211157153360546,
+0,352,0.03181504085659981,44,0.32356407190673053,
+0,360,0.03130402788519859,45,0.2690991022391245,
+0,368,0.03149153292179108,46,0.3270551363239065,
+0,376,0.03133814409375191,47,0.18033734988421202,
+0,384,0.03137819841504097,48,0.5264693097560667,
+,,,48,,0.30261457355972987
+0,392,0.032210517674684525,49,0.5595806164201349,
+0,400,0.03089350461959839,50,0.11325913644395769,
+0,408,0.031468454748392105,51,0.35706211847718805,
+0,416,0.03149886056780815,52,0.22849799142568372,
+0,424,0.03150642663240433,53,0.25561227527214214,
+0,432,0.03132340684533119,54,0.22497516218572855,
+0,440,0.031773317605257034,55,0.06498002802254632,
+0,448,0.031123649328947067,56,0.32252221019007266,
+0,456,0.031064685434103012,57,0.058680165209807456,
+0,464,0.03141060471534729,58,0.2515000563580543,
+0,472,0.030466880649328232,59,0.6145775095792487,
+0,480,0.03281129151582718,60,0.25094661803450435,
+0,488,0.03137383982539177,61,0.2532874640310183,
+0,496,0.03203710541129112,62,0.1837856266356539,
+0,504,0.031706325709819794,63,0.9116742853075266,
+0,512,0.03152918443083763,64,0.20930069003952667,
+,,,64,,0.2111088871176726
+1,520,0.03191337734460831,65,0.28710049763321877,
+1,528,0.03226905316114426,66,0.08658966264920309,
+1,536,0.03173595294356346,67,0.09263667860068381,
+1,544,0.03154631704092026,68,0.21297035878524184,
+1,552,0.03146209940314293,69,0.06457839111681096,
+1,560,0.031849026679992676,70,0.16330907717929222,
+1,568,0.03134545683860779,71,0.4317670354503207,
+1,576,0.03120965138077736,72,0.11207803466822952,
+1,584,0.031073514372110367,73,0.17162969287892338,
+1,592,0.031192287802696228,74,0.04705537995323539,
+1,600,0.031083572655916214,75,0.13191360485507175,
+1,608,0.03137533366680145,76,0.08352865499909967,
+1,616,0.031691618263721466,77,0.06076596451748628,
+1,624,0.03193346783518791,78,0.16234315419569612,
+1,632,0.03133175149559975,79,0.29215975367696956,
+1,640,0.03173331171274185,80,0.3873035531723872,
+,,,80,,0.20130814446343315
+1,648,0.031842418015003204,81,0.15158897251239978,
+1,656,0.031331948935985565,82,0.4134658360417234,
+1,664,0.031332552433013916,83,0.4214088367880322,
+1,672,0.03132067993283272,84,0.028128685691626742,
+1,680,0.03539454564452171,85,0.2911039820755832,
+1,688,0.03582685813307762,86,0.024941699535702355,
+1,696,0.04279347136616707,87,0.5177343780815136,
+1,704,0.03556597977876663,88,0.2470460506156087,
+1,712,0.035851556807756424,89,0.05225198945845477,
+1,720,0.03622901812195778,90,0.02090924949152395,
+1,728,0.03695432096719742,91,0.028963439079234377,
+1,736,0.036288317292928696,92,0.07813774852547795,
+1,744,0.03718595206737518,93,0.2537864145706408,
+1,752,0.036205973476171494,94,0.041204472654499114,
+1,760,0.0356607548892498,95,0.02226285490905866,
+1,768,0.03563431650400162,96,0.17926767526660115,
+,,,96,,0.2757717955346201

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-0.089953676,-2.4649537
+12007,-0.090031795,-2.4650319
+8229,-0.034013055,-3.409013
+31449,-2.6960597,-0.07105962
+1591,-0.010352129,-4.635352
+53542,-1.4071645,-0.28216445
+49372,-2.128561,-0.12856092
+54831,-0.03885278,-3.2888527
+44771,-1.2254928,-0.35049286
+33116,-0.0039308197,-5.753931
+33492,-0.97536063,-0.47536063
+16982,-0.38820693,-1.138207
+31901,-1.1420056,-0.39200553
+49817,-0.030702991,-3.530703
+60681,-0.9000506,-0.5250506
+39890,-1.4075472,-0.28254718
+62685,-0.004621539,-5.5046215
+2201,-4.8842783,-0.009278511
+47201,-0.0036431863,-5.878643
+20835,-2.9318051,-0.056805108
+15421,-1.5033082,-0.25330818
+45021,-0.021456847,-3.896457
+45802,-0.008346792,-4.8833466
+43637,-0.013196039,-4.388196
+7160,-0.021459414,-3.8964593
+8150,-0.10419602,-2.354196
+3512,-2.4647644,-0.0897643
+29264,-0.0008242309,-7.7508245
+32960,-0.009289376,-4.7592893
+32221,-0.010356731,-4.635357
+35996,-0.8998096,-0.5248096
+4422,-4.142109,-0.017108945
+22209,-0.016924944,-4.141925
+6920,-3.5306423,-0.030642182
+25253,-0.0106675625,-4.635668
+680,-0.049673695,-3.0496738
+50140,-2.4652076,-0.09020762
+28481,-2.1280065,-0.12800644
+36298,-0.008316174,-4.883316
+16473,-2.5796285,-0.07962836
+11102,-0.14363845,-2.0186384
+62901,-0.018859241,-4.0188594
+16123,-3.1690178,-0.04401776
+52012,-0.0046541695,-5.6296544
+60780,-0.02426986,-3.7742698
+1781,-4.7594075,-0.0094074765
+41449,-0.0051593967,-5.3801594
+908,-0.82759374,-0.57759374
+15507,-2.69633,-0.07133017
+57914,-0.47562766,-0.97562766
+46159,-0.18040745,-1.8054074
+56461,-3.288827,-0.038826864
+62107,-0.005168766,-5.755169
+49087,-3.0495803,-0.049580447
+65792,-0.009175988,-4.759176
+13181,-0.039002866,-3.289003
+54119,-2.6963139,-0.07131385
+51997,-0.011588991,-4.511589
+24924,-4.3881345,-0.013134273
+45890,-0.006568153,-5.131568
+41716,-0.25353608,-1.5035361
+60175,-0.0072922013,-5.0072923
+30318,-0.004062377,-5.629062
+13221,-2.4649441,-0.089944094
+15509,-3.7737565,-0.02375662
+37365,-0.4751943,-0.97519433
+60975,-0.16106243,-1.9110625
+51375,-0.0034063193,-6.6284065
+16004,-2.238678,-0.113677956
+12837,-1.5031097,-0.2531097
+17864,-3.6533344,-0.028334452
+67134,-1.4076704,-0.28267038
+18611,-1.7025054,-0.2025054
+12861,-0.8996629,-0.5246629
+58084,-3.0492256,-0.049225647
+32874,-0.28286508,-1.407865
+32717,-3.1732876,-0.04828761
+23413,-3.65391,-0.028909972
+59634,-0.049663372,-3.0496633
+15629,-0.2548134,-1.5048134
+47071,-0.050359838,-3.0503597
+48558,-1.6014779,-0.22647785
+3648,-0.014647684,-4.2646475
+43367,-0.03415258,-3.4091525
+14869,-0.002082919,-6.502083
+1518,-0.013075444,-4.3880754
+16976,-3.910301,-0.035300992
+20931,-3.651933,-0.026932957
+67379,-2.2387593,-0.11375924
+4741,-0.0014427025,-7.376443
+5765,-1.703803,-0.20380299
+48791,-0.034417633,-3.4094176
+15298,-0.016745716,-4.1417456
+21874,-3.1692386,-0.044238582
+9095,-2.0192258,-0.14422582
+3840,-3.0495698,-0.049569897
+55636,-0.10087186,-2.3508718
+57364,-0.20326215,-1.7032621
+65863,-0.0017258525,-7.6267257
+40786,-0.004642304,-5.5046425
+8118,-1.4075912,-0.2825912
+52441,-0.0075609228,-5.0075607
+38593,-0.026924834,-3.6519248
+5517,-0.0075868326,-5.007587
+39136,-0.22724718,-1.6022472
+47292,-0.007877947,-5.007878
+34052,-0.1017581,-2.351758
+16037,-3.6522367,-0.027236592
+64606,-2.1280043,-0.12800424
+19552,-0.02124727,-3.8962474
+14116,-1.137854,-0.387854
+11261,-0.5242231,-0.8992231
+11668,-4.3880825,-0.013082622
+42198,-2.2384984,-0.11349844
+22526,-5.8815627,-0.0065625864
+8037,-1.6021434,-0.22714336
+5324,-0.70689696,-0.70689696
+56692,-0.010462672,-4.6354628
+59753,-0.034276303,-3.4092762
+47298,-0.016658142,-4.1416583
+57801,-0.25293225,-1.5029323
+58413,-4.264622,-0.014622192
+10673,-0.0010737375,-7.251074
+65730,-4.0188513,-0.018851053
+40287,-1.9121443,-0.16214429
+15186,-1.5033475,-0.25334752
+43119,-0.007289243,-5.0072894
+39219,-2.1279714,-0.12797141
+50340,-0.20235963,-1.7023597
+34297,-2.0197115,-0.14471145
+62941,-0.009182248,-4.7591825
+31551,-5.3804083,-0.00540818
+41344,-2.8130505,-0.063050404
+46402,-2.4648848,-0.08988482
+13636,-1.911299,-0.16129895
+42241,-1.7024561,-0.20245613
+15422,-0.18055734,-1.8055574
+25014,-2.580517,-0.08051712
+19613,-0.3143465,-1.3143466
+5515,-0.019115984,-4.019116
+64128,-0.0020127294,-6.6270127
+28084,-0.0010630201,-7.751063
+10395,-0.12755942,-2.1275594
+9965,-0.101093516,-2.3510935
+27221,-1.1380901,-0.38809007
+11994,-0.0012844893,-7.6262846
+43384,-0.007262852,-5.0072627
+44329,-0.001186263,-7.5011864
+58937,-0.002347097,-6.377347
+29119,-0.002535464,-6.1275353
+8989,-0.0032690915,-6.253269
+23043,-2.2390351,-0.11403518
+32166,-0.01080201,-4.635802
+42729,-0.0023055896,-6.5023055
+6863,-1.7031316,-0.20313159
+41187,-0.0017852336,-7.1267853
+36039,-5.7539225,-0.003922627
+55977,-0.009545518,-4.7595453
+8129,-1.9113966,-0.16139664
+60223,-3.1693695,-0.044369392
+9414,-0.007256343,-5.0072565
+26177,-0.0042277486,-5.6292276
+38443,-0.06268378,-2.8126838
+43084,-0.0017348967,-6.7517347
+53673,-0.008604594,-4.8836045
+15057,-0.020984536,-3.8959846
+51700,-0.016398538,-4.2663984
+51201,-1.7026058,-0.20260586
+47078,-2.814025,-0.06402502
+59961,-1.1380107,-0.38801077
+22272,-0.09114341,-2.4661434
+65773,-0.14341217,-2.018412
+33746,-0.1609372,-1.9109372
+27311,-3.6518893,-0.02688944
+41292,-0.0070022186,-5.0070024
+17110,-0.28304708,-1.4080471
+57029,-0.0020559144,-6.627056
+3009,-1.407125,-0.28212497
+40193,-2.4646316,-0.08963145
+27618,-0.8992022,-0.5242022
+20145,-4.8832808,-0.008280588
+52193,-2.0188308,-0.1438309
+34398,-0.013580551,-4.3885803
+36473,-2.8142946,-0.064294465
+43577,-0.004062258,-5.629062
+57850,-3.773977,-0.023977078
+61117,-0.009936039,-4.759936
+32569,-0.47573695,-0.975737
+12290,-4.388299,-0.013298857
+19499,-2.9312303,-0.05623021
+60470,-0.023533901,-3.7735338
+8962,-4.511994,-0.011993675
+65955,-1.7026701,-0.2026701
+62486,-0.22693531,-1.6019353
+19000,-0.026934698,-3.6519346
+22631,-1.1387247,-0.38872468
+25613,-0.014693381,-4.2646933
+56086,-1.4072636,-0.2822636
+28883,-0.3151522,-1.3151522
+26425,-2.238866,-0.11386616
+48097,-0.018718269,-4.0187182
+61477,-0.12897731,-2.1289773
+9121,-0.2821444,-1.4071444
+66709,-1.503007,-0.25300702
+51472,-1.6026211,-0.22762103
+19809,-3.289118,-0.039117966
+38959,-2.5799592,-0.07995922
+39849,-0.005593363,-5.2555933
+59964,-0.011649439,-4.5116496
+65268,-2.580226,-0.08022606
+8791,-0.03441153,-3.4094114
+51774,-1.6016234,-0.22662346
+49640,-0.0029661728,-6.1279664
+20125,-2.2398877,-0.114887625
+59640,-0.03898796,-3.2889879
+68206,-2.4656804,-0.09068025
+48079,-3.2889738,-0.038973745
+49583,-0.28320587,-1.4082059
+67054,-0.001800108,-6.6268
+59571,-0.030378783,-3.5303788
+29080,-2.8133633,-0.06336341
+29111,-2.1280246,-0.12802468
+20758,-1.8057868,-0.18078679
+64023,-0.0059565175,-5.2559566
+29058,-0.0065930225,-5.256593
+18185,-0.0008966478,-7.7508965
+36543,-0.009158505,-4.7591586
+54983,-0.8991892,-0.5241892
+3101,-0.6940674,-0.6940674
+42140,-0.16164413,-1.9116441
+6954,-0.002017131,-6.502017
+15955,-1.2263067,-0.35130665
+61746,-0.02426637,-3.7742665
+32055,-0.014948729,-4.264949
+39496,-2.239633,-0.11463318
+59909,-0.8268909,-0.5768909
+66296,-0.0032164527,-6.1282163
+46804,-1.2253901,-0.3503901
+35049,-0.0026494898,-6.3776493
+56017,-1.4076929,-0.28269294
+26947,-1.8058472,-0.18084718
+38928,-0.010516228,-4.635516
+15029,-3.531081,-0.031081064
+7086,-0.0017218064,-6.626722
+537,-0.016901385,-4.1419015
+50731,-0.03887055,-3.2888706
+63604,-3.8995602,-0.02456023
+67049,-0.0064360956,-5.131436
+31161,-0.013017671,-4.3880177
+58922,-2.93106,-0.05606003
+18347,-3.2895482,-0.03954822
+25864,-0.2526885,-1.5026885
+63846,-0.009150119,-4.75915
+13353,-0.007255396,-5.0072556
+25378,-0.69489276,-0.69489276
+59101,-2.5796728,-0.079672836
+20895,-0.0557126,-2.9307127
+48119,-2.6958933,-0.07089328
+14332,-0.0046375575,-5.5046377
+25497,-2.0186129,-0.14361294
+8686,-0.07991245,-2.5799124
+22758,-1.6021084,-0.22710831
+7666,-0.016719924,-4.14172
+20686,-0.16252019,-1.9125202
+18975,-2.3524482,-0.102448165
+19054,-0.43028712,-1.0552871
+48123,-4.264781,-0.014781128
+57909,-2.5798066,-0.07980657
+9226,-1.9121302,-0.1621302
+48653,-0.030596282,-3.5305963
+44013,-0.024512887,-3.7745128
+11409,-3.2892342,-0.039234202
+62736,-0.034347028,-3.409347
+2777,-2.3511593,-0.10115935
+7058,-0.00466912,-5.504669
+48408,-0.03455503,-3.409555
+28934,-2.695349,-0.070348874
+46578,-2.3511941,-0.10119415
+23203,-0.5770357,-0.8270357
+6257,-3.530502,-0.030502051
+53444,-0.018948963,-4.018949
+17816,-0.001193288,-7.2511935
+46307,-2.8128772,-0.06287713
+20599,-4.6354995,-0.010499477
+29423,-0.0043926183,-5.6293926
+21041,-0.0012790126,-7.001279
+16633,-2.6957853,-0.07078522
+20221,-0.14326344,-2.0182633
+27466,-0.00949557,-4.7594957
+22987,-0.024234489,-3.7742345
+9322,-0.08004978,-2.5800498
+3265,-0.034898955,-3.409899
+22814,-0.75894374,-0.63394374
+56185,-2.695925,-0.07092493
+55014,-0.8997798,-0.5247798
+43437,-2.3514357,-0.10143567
+24683,-0.011698808,-4.5116987
+10233,-0.004376239,-6.3793764
+19001,-0.0035356884,-6.2535357
+32718,-0.043883253,-3.1688833
+31030,-0.003311747,-6.0033116
+1099,-0.001799989,-6.8768
+57982,-1.1393137,-0.38931364
+49148,-0.070826754,-2.6958268
+40880,-4.0185885,-0.018588392
+31148,-0.001113748,-8.501114
+9446,-2.4645286,-0.08952845
+18579,-4.636044,-0.011044206
+30932,-0.28260332,-1.4076033
+40792,-0.011687497,-4.5116873
+48600,-0.008206576,-5.0082064
+44588,-0.43222708,-1.0572271
+33828,-1.0550573,-0.43005732
+33917,-0.004116396,-5.7541165
+2026,-0.070609726,-2.6956098
+56745,-0.024000471,-3.7740004
+17383,-0.05598609,-2.9309862
+2372,-0.025129206,-3.7751293
+56600,-0.070402205,-2.8204021
+50257,-0.0047055464,-5.5047054
+38892,-0.016937837,-4.1419377
+45844,-0.004309178,-5.879309
+29062,-0.056090575,-2.9310906
+5655,-1.911241,-0.16124111
+67611,-0.01886556,-4.0188656
+18546,-0.0073778783,-5.007378
+63060,-2.580672,-0.08067208
+36068,-3.7748163,-0.024816211
+784,-0.008412756,-4.883413
+20429,-0.0037113612,-5.878711
+21679,-1.4086924,-0.28369233
+53617,-3.2888167,-0.038816772
+6978,-2.6957715,-0.07077145
+53262,-0.0026531755,-6.377653
+181,-0.00745704,-5.0074573
+28744,-0.010573674,-4.635574
+48716,-0.024126738,-3.7741268
+51468,-0.00447439,-5.504474
+62209,-2.2389238,-0.113923706
+8732,-0.35073173,-1.2257317
+56949,-1.5045415,-0.25454155
+26885,-0.0012488908,-7.376249
+43345,-0.0064183287,-5.131418
+8053,-1.5034107,-0.2534107
+59402,-1.8056688,-0.18066889
+49552,-0.002415836,-6.2524157
+12348,-0.10123875,-2.3512387
+28335,-0.8992376,-0.5242376
+59114,-1.5035713,-0.25357133
+12625,-2.2388194,-0.11381946
+8876,-1.5038729,-0.25387284
+29959,-2.4647958,-0.0897959
+37911,-0.0057736533,-5.2557735
+38412,-0.043593876,-3.168594
+31999,-0.0073730266,-5.007373
+34775,-0.04374188,-3.168742
+65737,-1.4071274,-0.2821274
+25244,-0.03065224,-3.5306523
+51630,-1.4074476,-0.28244752
+23979,-1.1415787,-0.3915787
+34638,-2.2389283,-0.113928385
+22311,-5.5049167,-0.004916483
+14004,-1.5031191,-0.2531191
+310,-0.010105164,-4.635105
+49105,-0.011740752,-4.5117407
+38782,-4.635389,-0.010388939
+4647,-2.2387462,-0.11374615
+43782,-0.0037250195,-5.753725
+66046,-0.043840468,-3.1688404
+16690,-2.8127987,-0.06279866
+67731,-0.03455146,-3.4095514
+54867,-1.7025622,-0.20256224
+34108,-0.47573066,-0.97573066
+67332,-0.079832986,-2.579833
+22567,-0.007410301,-5.0074105
+57173,-0.038628697,-3.2886286
+26527,-2.696929,-0.071928956
+59580,-0.52446306,-0.89946306
+20737,-0.12781532,-2.1278152
+53307,-0.0010540888,-7.5010543
+32783,-0.005014818,-5.505015
+7868,-2.5802374,-0.08023749
+50777,-0.0011426832,-7.2511425
+29307,-4.5120554,-0.012055394
+18297,-0.014749296,-4.2647495
+44524,-3.6521785,-0.02717847
+61320,-0.030702068,-3.530702
+2578,-0.28236815,-1.4073682
+40612,-0.056316078,-2.9313161
+32523,-0.8992894,-0.5242894
+48509,-0.049415827,-3.0494158
+36666,-1.3141913,-0.31419128
+6539,-2.466104,-0.09110412
+33620,-3.050081,-0.050080948
+55547,-1.2248509,-0.34985092
+11751,-2.239116,-0.11411601
+30491,-0.034481093,-3.409481
+48294,-1.6014588,-0.22645885
+37424,-1.407813,-0.28281295
+29155,-0.11346545,-2.2384655

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 96
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/labels.csv

@@ -0,0 +1,153 @@
+15725,0
+51232,1
+49736,1
+4328,1
+47013,1
+8127,1
+11255,1
+11333,1
+24375,0
+56739,1
+40080,1
+38156,0
+52315,1
+62719,1
+12892,0
+41215,0
+11588,0
+27946,1
+47526,1
+68024,1
+7251,1
+50363,0
+18433,0
+19395,1
+36025,0
+55307,0
+30815,1
+20566,1
+48928,1
+17212,0
+56763,0
+64813,0
+6282,1
+59703,0
+5227,0
+4316,0
+36918,1
+1915,1
+44077,1
+12396,1
+9219,1
+37208,0
+19560,0
+20162,1
+54980,0
+16242,1
+15128,0
+39181,0
+1264,1
+20968,1
+35505,0
+24130,1
+38879,0
+55621,1
+46920,0
+60888,1
+14695,1
+36674,1
+43213,1
+40720,1
+66079,1
+7581,0
+46787,1
+59353,1
+1427,1
+64811,0
+22085,1
+21610,1
+47775,1
+21079,0
+25113,1
+34042,0
+54454,1
+58436,0
+3063,1
+26237,0
+14266,1
+11158,1
+66342,1
+31480,1
+41657,0
+50028,1
+24158,0
+15382,1
+42569,1
+42197,1
+31523,1
+41553,0
+61100,1
+59773,1
+19381,1
+41411,1
+32198,0
+22266,1
+18993,0
+27780,0
+35051,1
+22936,0
+3618,1
+33907,0
+3846,0
+58058,0
+2902,1
+36540,0
+62604,0
+4088,1
+54680,0
+36906,0
+4121,0
+7552,0
+60825,1
+48191,0
+64917,1
+31221,0
+35458,1
+8886,1
+58678,0
+35901,1
+53141,1
+16670,0
+47892,1
+5042,1
+41141,1
+35899,1
+50959,0
+15195,0
+53921,0
+508,1
+36693,0
+3955,1
+10528,0
+55951,1
+62837,1
+39987,1
+43176,0
+12629,1
+24225,1
+29120,0
+7459,1
+67745,1
+63084,0
+30027,0
+53490,0
+51160,1
+56476,1
+13003,0
+42540,1
+13844,1
+39306,0
+3934,0
+13083,1
+25999,1
+34433,0

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/logits.csv

@@ -0,0 +1,153 @@
+15725,-9.727005e-05,-10.375097
+51232,-2.3502684,-0.10026848
+49736,-11.000045,-4.4464075e-05
+4328,-10.125081,-8.117823e-05
+47013,-12.000052,-5.2212305e-05
+8127,-11.125119,-0.0001188446
+11255,-9.125165,-0.00016532962
+11333,-12.250062,-6.1748506e-05
+24375,-0.00012027494,-10.37512
+56739,-11.2500305,-3.0993935e-05
+40080,-9.375124,-0.00012432756
+38156,-0.00030226907,-8.250302
+52315,-9.250124,-0.00012385078
+62719,-12.125025,-2.491443e-05
+12892,-7.5814234e-05,-11.375075
+41215,-0.00010203794,-12.750102
+11588,-0.0004033229,-8.500403
+27946,-12.500041,-4.112636e-05
+47526,-12.000042,-4.2318403e-05
+68024,-9.000144,-0.00014411364
+7251,-10.7500305,-3.0993935e-05
+50363,-0.0001677134,-9.000168
+18433,-0.0004521778,-7.875452
+19395,-8.375255,-0.00025424108
+36025,-5.9841273e-05,-11.37506
+55307,-0.009854123,-4.6348543
+30815,-7.5005736,-0.00057358976
+20566,-0.34849262,-1.2234926
+48928,-9.000203,-0.00020335037
+17212,-0.0048317816,-5.379832
+56763,-1.4061998,-0.28119978
+64813,-0.0025689953,-6.002569
+6282,-11.000052,-5.2927524e-05
+59703,-0.00029380774,-9.375294
+5227,-0.00019858296,-10.625198
+4316,-0.004662238,-5.379662
+36918,-10.00007,-6.94966e-05
+1915,-8.500255,-0.00025459862
+44077,-7.6255407,-0.0005408255
+12396,-8.6252165,-0.00021634146
+9219,-10.000091,-9.023736e-05
+37208,-0.0023729044,-6.1273727
+19560,-0.043028917,-3.1680288
+20162,-0.006746372,-5.0067463
+54980,-0.00012170528,-9.750122
+16242,-12.3750515,-5.161629e-05
+15128,-0.00010311072,-11.250103
+39181,-0.006043968,-5.131044
+1264,-9.309812e-05,-10.375093
+20968,-9.125153,-0.00015245705
+35505,-0.00018749863,-9.750188
+24130,-11.000049,-4.875541e-05
+38879,-4.4106466e-05,-11.375044
+55621,-8.125383,-0.0003829461
+46920,-0.00029690625,-9.125297
+60888,-9.000248,-0.0002478054
+14695,-13.000052,-5.233151e-05
+36674,-0.00036805056,-8.250368
+43213,-11.000055,-5.5192377e-05
+40720,-10.875049,-4.83978e-05
+66079,-10.250064,-6.413254e-05
+7581,-0.00016008526,-9.12516
+46787,-12.500028,-2.7656173e-05
+59353,-9.125204,-0.00020418466
+1427,-11.5000305,-3.0755524e-05
+64811,-0.00016294583,-9.000163
+22085,-9.37513,-0.0001295721
+21610,-10.875049,-4.875541e-05
+47775,-10.125089,-8.9164576e-05
+21079,-7.176142e-05,-11.125072
+25113,-9.750079,-7.950944e-05
+34042,-4.2643027,-0.014302833
+54454,-11.250106,-0.000105494655
+58436,-0.00049173663,-7.7504916
+3063,-11.625049,-4.8636208e-05
+26237,-0.00019393471,-8.750194
+14266,-4.264207,-0.014206936
+11158,-10.875109,-0.00010883216
+66342,-11.125172,-0.00017128908
+31480,-9.0003,-0.00030060063
+41657,-0.0002497123,-8.87525
+50028,-9.125134,-0.00013445904
+24158,-0.00046337835,-7.7504635
+15382,-11.750049,-4.8517002e-05
+42569,-7.537744,-0.037744258
+42197,-0.00011300402,-10.375113
+31523,-0.078950115,-2.5789502
+41553,-9.6078074e-05,-11.500096
+61100,-8.125313,-0.0003131138
+59773,-7.0009937,-0.0009937115
+19381,-11.250045,-4.4464075e-05
+41411,-11.250075,-7.509903e-05
+32198,-0.004709699,-5.3797097
+22266,-12.000076,-7.605264e-05
+18993,-0.00010418349,-9.750104
+27780,-11.000048,-4.7920985e-05
+35051,-11.000048,-4.7920985e-05
+22936,-0.00019774865,-9.250197
+3618,-8.625312,-0.00031156454
+33907,-0.0046535763,-5.3796535
+3846,-0.00013290952,-11.250133
+58058,-10.375061,-6.1152496e-05
+2902,-9.125153,-0.00015281464
+36540,-0.00010620984,-11.875106
+62604,-0.00018463815,-9.000185
+4088,-11.625049,-4.8517002e-05
+54680,-0.002025459,-6.2520256
+36906,-6.246372e-05,-11.375062
+4121,-0.0001236124,-10.125124
+7552,-0.0032402177,-5.75324
+60825,-12.000047,-4.6609744e-05
+48191,-0.000189644,-9.62519
+64917,-5.3796706,-0.004670663
+31221,-0.00017510311,-10.375175
+35458,-10.250064,-6.3536536e-05
+8886,-11.375072,-7.140382e-05
+58678,-0.00013648532,-11.000136
+35901,-8.750207,-0.00020728348
+53141,-11.125052,-5.2927524e-05
+16670,-0.00013481661,-9.375134
+47892,-11.750087,-8.6423e-05
+5042,-0.1269942,-2.1269941
+41141,-11.25007,-6.93774e-05
+35899,-4.6348476,-0.0098475125
+50959,-0.0015601856,-6.50156
+15195,-6.6158966e-05,-10.875066
+53921,-0.0037876072,-5.6287875
+508,-9.125135,-0.00013565097
+36693,-9.321732e-05,-10.125093
+3955,-10.750069,-6.89006e-05
+10528,-1.6005313,-0.22553128
+55951,-7.0009375,-0.0009372609
+62837,-12.250045,-4.4464075e-05
+39987,-0.001216982,-6.751217
+43176,-0.00014316011,-10.250143
+12629,-3.8956332,-0.020633223
+24225,-8.000365,-0.0003650714
+29120,-1.910271,-0.16027102
+7459,-12.375067,-6.639737e-05
+67745,-11.500059,-5.9483667e-05
+63084,-1.8089645,-0.18396454
+30027,-0.00016461448,-10.125165
+53490,-0.20174572,-1.7017457
+51160,-8.125321,-0.0003214558
+56476,-12.000032,-3.266281e-05
+13003,-2.2378602,-0.112860255
+42540,-7.0011454,-0.0011454219
+13844,-4.8829947,-0.007994676
+39306,-8.7972585e-05,-11.250088
+3934,-0.004145244,-5.504145
+13083,-10.500069,-6.89006e-05
+25999,-12.375052,-5.2808322e-05
+34433,-0.00016914368,-11.500169

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-0.05493139,-2.9299314
+12007,-0.1128822,-2.2378821
+8229,-0.00040963842,-7.8754096
+31449,-11.250054,-5.4238757e-05
+1591,-7.462223e-05,-11.000074
+53542,-8.750214,-0.00021360023
+49372,-10.750066,-6.544376e-05
+54831,-0.00028749148,-8.375287
+44771,-7.8754315,-0.00043144455
+33116,-0.000111573674,-11.375112
+33492,-8.62521,-0.00020954797
+16982,-8.625224,-0.00022432672
+31901,-6.751311,-0.0013110384
+49817,-0.00036900386,-8.375369
+60681,-5.8780413,-0.0030412872
+39890,-8.00036,-0.0003594706
+62685,-8.475421e-05,-10.500085
+2201,-12.000123,-0.000123374
+47201,-0.00015519845,-9.125155
+20835,-11.3750925,-9.238293e-05
+15421,-11.375078,-7.8079036e-05
+45021,-0.00048434924,-7.7504845
+45802,-0.00020585326,-9.000206
+43637,-9.667406e-05,-10.125096
+7160,-0.0005156856,-7.6255155
+8150,-0.20154811,-1.7015481
+3512,-10.125061,-6.091409e-05
+29264,-7.438383e-05,-11.875074
+32960,-0.0001504308,-9.375151
+32221,-0.00034040379,-8.25034
+35996,-11.000057,-5.6980418e-05
+4422,-12.000066,-6.5682165e-05
+22209,-0.0001821352,-8.875182
+6920,-11.37506,-6.0079677e-05
+25253,-0.00025352603,-8.500254
+680,-0.029850967,-3.529851
+50140,-11.125052,-5.2093103e-05
+28481,-11.125054,-5.4596363e-05
+36298,-0.00030060063,-8.5003
+16473,-11.000049,-4.875541e-05
+11102,-0.018176885,-4.018177
+62901,-0.00010942814,-9.50011
+16123,-11.1251,-0.00010013079
+52012,-0.00010287233,-11.875103
+60780,-0.00058049994,-7.6255803
+1781,-12.5000305,-3.0278701e-05
+41449,-0.00018237358,-9.250182
+908,-9.625124,-0.00012408917
+15507,-10.000317,-0.00031656976
+57914,-8.875219,-0.00021979777
+46159,-4.8826327,-0.007632735
+56461,-12.37502,-2.0503787e-05
+62107,-0.00013481661,-11.000134
+49087,-11.375046,-4.553691e-05
+65792,-0.00017879794,-8.875178
+13181,-0.00034254882,-8.125342
+54119,-9.875095,-9.5362884e-05
+51997,-0.0001621115,-9.000162
+24924,-12.000042,-4.196079e-05
+45890,-0.00036066226,-8.0003605
+41716,-0.07900971,-2.5790098
+60175,-9.8104436e-05,-10.750098
+30318,-0.00016246906,-9.125162
+13221,-10.500052,-5.2093103e-05
+15509,-11.875024,-2.396078e-05
+37365,-4.634835,-0.009835
+60975,-0.100272365,-2.3502724
+51375,-8.60654e-05,-11.750086
+16004,-10.375072,-7.176142e-05
+12837,-8.6252365,-0.00023612572
+17864,-11.250046,-4.6013727e-05
+67134,-8.5003,-0.0003003623
+18611,-8.500241,-0.00024113132
+12861,-7.7505236,-0.00052354933
+58084,-11.125043,-4.3033626e-05
+32874,-0.00060242147,-7.5006022
+32717,-11.375035,-3.5762147e-05
+23413,-10.875104,-0.00010418349
+59634,-0.0009022456,-7.125902
+15629,-0.75812787,-0.63312787
+47071,-0.00023850934,-9.000238
+48558,-9.000169,-0.00016902448
+3648,-8.237023e-05,-10.750082
+43367,-0.000115864714,-9.750115
+14869,-6.413254e-05,-12.125064
+1518,-9.42901e-05,-9.750094
+16976,-12.000252,-0.0002519767
+20931,-12.250041,-4.0768748e-05
+67379,-11.375059,-5.876845e-05
+4741,-0.00014494799,-10.875145
+5765,-7.2507873,-0.0007874249
+48791,-0.00033837793,-8.125339
+15298,-0.20147707,-1.701477
+21874,-10.750053,-5.3881147e-05
+9095,-9.375425,-0.00042512917
+3840,-12.125044,-4.3510445e-05
+55636,-0.02979219,-3.5297923
+57364,-0.03821193,-3.2882118
+65863,-0.00022265816,-10.625222
+40786,-7.688704e-05,-10.125077
+8118,-9.625115,-0.000115149545
+52441,-9.381331e-05,-11.125093
+38593,-0.00058478897,-7.5005846
+5517,-0.00012456595,-10.000125
+39136,-7.000935,-0.0009352362
+47292,-0.00034588552,-8.625346
+34052,-7.3756824,-0.00068247865
+16037,-11.375055,-5.578839e-05
+64606,-9.750111,-0.00011050091
+19552,-0.00014554395,-9.125146
+14116,-7.5005817,-0.00058192963
+11261,-5.255262,-0.0052617397
+11668,-11.625054,-5.400035e-05
+42198,-11.000063,-6.2940526e-05
+22526,-11.500311,-0.000310492
+8037,-9.87509,-8.952217e-05
+5324,-4.635098,-0.010098201
+56692,-0.00014697426,-11.000147
+59753,-0.023305543,-3.7733057
+47298,-0.00014280253,-9.250143
+57801,-7.8754067,-0.0004068977
+58413,-12.250028,-2.8132996e-05
+10673,-8.3800616e-05,-10.875084
+65730,-12.125033,-3.325884e-05
+40287,-9.750092,-9.1667745e-05
+15186,-9.250162,-0.0001621115
+43119,-0.00011252724,-10.250113
+39219,-10.00013,-0.0001295721
+50340,-4.8826213,-0.007621378
+34297,-9.500171,-0.00017033557
+62941,-0.000109547334,-10.50011
+31551,-12.750071,-7.092701e-05
+41344,-10.875061,-6.1033294e-05
+46402,-11.25005,-4.9351427e-05
+13636,-10.375078,-7.867504e-05
+42241,-9.500118,-0.00011836782
+15422,-0.0059507107,-5.130951
+25014,-11.250102,-0.00010191875
+19613,-0.048664205,-3.048664
+5515,-0.00016223069,-9.750162
+64128,-7.6648634e-05,-12.875076
+28084,-0.00010287233,-12.375103
+10395,-0.0046452703,-5.3796453
+9965,-0.00034409802,-8.125344
+27221,-9.500096,-9.6435666e-05
+11994,-0.0001417298,-11.000142
+43384,-9.309812e-05,-11.250093
+44329,-0.00010918975,-12.625109
+58937,-6.687418e-05,-10.750067
+29119,-5.125868e-05,-11.1250515
+8989,-0.00029428443,-10.500295
+23043,-10.250099,-9.9654004e-05
+32166,-0.00024101214,-8.875241
+42729,-0.00016008526,-10.12516
+6863,-10.000176,-0.00017641419
+41187,-0.00018392302,-9.875184
+36039,-13.375053,-5.3642743e-05
+55977,-0.00042012447,-8.000421
+8129,-10.875057,-5.769563e-05
+60223,-11.250071,-7.0211805e-05
+9414,-4.9947444e-05,-10.87505
+26177,-0.00018249277,-10.750182
+38443,-0.0007427556,-7.250743
+43084,-0.00010442189,-10.750104
+53673,-0.000120155746,-10.87512
+15057,-0.11289593,-2.237896
+51700,-0.00045313104,-8.625453
+51201,-9.7501135,-0.00011383839
+47078,-9.750111,-0.00011109689
+59961,-9.125157,-0.00015746307
+22272,-0.001460677,-6.6264606
+65773,-0.0013513967,-6.6263514
+33746,-0.033694297,-3.4086943
+27311,-11.625042,-4.2079995e-05
+41292,-4.4106466e-05,-11.000044
+17110,-0.006787222,-5.0067873
+57029,-0.00020108586,-9.750201
+3009,-9.000141,-0.00014077626
+40193,-11.000038,-3.8146245e-05
+27618,-8.500254,-0.0002536452
+20145,-12.25004,-4.0530336e-05
+52193,-10.125087,-8.66614e-05
+34398,-0.00046433156,-7.8754644
+36473,-10.750073,-7.366863e-05
+43577,-4.7205765e-05,-11.750047
+57850,-11.375041,-4.148397e-05
+61117,-0.0001982254,-9.875198
+32569,-6.002498,-0.0024982453
+12290,-12.625054,-5.4596363e-05
+19499,-10.875088,-8.809179e-05
+60470,-0.000105256266,-9.500105
+8962,-12.750088,-8.773419e-05
+65955,-10.000101,-0.000101203565
+62486,-0.018197138,-4.018197
+19000,-0.00034540886,-8.125345
+22631,-7.375681,-0.00068104913
+25613,-6.2225314e-05,-10.375062
+56086,-8.375278,-0.0002786725
+28883,-0.5236234,-0.8986234
+26425,-10.125076,-7.617183e-05
+48097,-0.00024983147,-8.50025
+61477,-0.0013261581,-6.751326
+9121,-4.3875375,-0.012537355
+66709,-8.75019,-0.00019023992
+51472,-8.500356,-0.00035565728
+19809,-9.875089,-8.844938e-05
+38959,-11.125061,-6.0675688e-05
+39849,-7.235742e-05,-10.5000725
+59964,-0.00023552982,-8.500236
+65268,-10.125096,-9.667406e-05
+8791,-0.001552568,-6.5015526
+51774,-10.75006,-5.972207e-05
+49640,-0.00010311072,-11.000103
+20125,-9.750077,-7.688704e-05
+59640,-0.00014792779,-9.750148
+68206,-10.375191,-0.00019095505
+48079,-11.375049,-4.8874615e-05
+49583,-0.8260713,-0.5760713
+67054,-9.417091e-05,-11.000094
+59571,-0.0052652974,-5.255265
+29080,-11.00006,-5.9841273e-05
+29111,-10.500057,-5.709962e-05
+20758,-9.2501335,-0.00013374387
+64023,-0.00017236178,-9.125173
+29058,-0.0001633034,-10.500163
+18185,-0.00010656743,-11.750107
+36543,-0.000113242415,-10.0001135
+54983,-9.375142,-0.00014196818
+3101,-7.750446,-0.00044574338
+42140,-7.426463e-05,-10.750074
+6954,-6.6158966e-05,-11.500066
+15955,-8.125471,-0.00047124247
+61746,-0.0004229843,-8.750423
+32055,-0.0001975103,-9.500197
+39496,-8.375306,-0.00030632096
+59909,-10.875039,-3.8980677e-05
+66296,-0.00020037073,-10.1252
+46804,-8.750191,-0.0001904783
+35049,-0.00026818493,-10.125268
+56017,-8.750186,-0.00018642595
+26947,-9.500104,-0.000103945094
+38928,-0.00019119342,-9.000191
+15029,-11.37508,-8.046303e-05
+7086,-0.000120155746,-10.50012
+537,-0.0005092516,-7.7505093
+50731,-0.0005619139,-7.6255617
+63604,-10.375067,-6.651657e-05
+67049,-0.00013779645,-9.250137
+31161,-0.0011993604,-6.7511992
+58922,-11.8750725,-7.259582e-05
+18347,-12.000039,-3.933829e-05
+25864,-5.628619,-0.0036189558
+63846,-0.00010179955,-9.750102
+13353,-0.00012301642,-10.750123
+25378,-7.250764,-0.000764078
+59101,-11.250115,-0.000115149545
+20895,-0.0006017066,-7.500602
+48119,-10.625047,-4.672895e-05
+14332,-7.772144e-05,-10.625077
+25497,-9.625101,-0.00010108437
+8686,-0.0015826807,-6.5015826
+22758,-8.500301,-0.00030107735
+7666,-0.0019596675,-6.25196
+20686,-0.8988434,-0.5238434
+18975,-9.250169,-0.0001689053
+19054,-8.250309,-0.00030906193
+48123,-12.0000305,-3.0755524e-05
+57909,-11.000047,-4.6848152e-05
+9226,-10.750133,-0.00013231355
+48653,-0.00016950125,-9.12517
+44013,-0.00034791138,-8.625348
+11409,-12.000045,-4.4464075e-05
+62736,-0.0032181162,-5.753218
+2777,-10.625095,-9.524369e-05
+7058,-8.201263e-05,-11.625082
+48408,-0.0003314661,-8.250332
+28934,-10.875046,-4.613293e-05
+46578,-10.125147,-0.00014709345
+23203,-11.625052,-5.2450712e-05
+6257,-11.500046,-4.6252135e-05
+53444,-0.005394663,-5.2553945
+17816,-8.2131824e-05,-12.625082
+46307,-10.875078,-7.855584e-05
+20599,-13.000051,-5.042426e-05
+29423,-0.00017331529,-9.500174
+21041,-0.000104898674,-10.250105
+16633,-11.375045,-4.482169e-05
+20221,-7.000938,-0.0009378564
+27466,-0.00014804698,-10.625148
+22987,-0.0002305242,-8.750231
+9322,-0.0001491197,-9.500149
+3265,-0.00018892887,-8.875189
+22814,-7.250753,-0.00075311906
+56185,-10.625055,-5.5549986e-05
+55014,-9.750083,-8.2608625e-05
+43437,-10.125063,-6.2821324e-05
+24683,-0.00013136001,-9.500132
+10233,-4.018175,-0.018175246
+19001,-0.00010096517,-12.375101
+32718,-0.0002780766,-8.500278
+31030,-0.00012027494,-10.00012
+1099,-9.238293e-05,-12.1250925
+57982,-7.7504926,-0.00049268984
+49148,-0.0025115632,-6.0025115
+40880,-12.500027,-2.7060143e-05
+31148,-0.0001821352,-12.000182
+9446,-11.000047,-4.672895e-05
+18579,-11.875065,-6.472855e-05
+30932,-5.2553315,-0.0053315833
+40792,-0.0020582937,-6.2520585
+48600,-0.0001386308,-9.750138
+44588,-6.002596,-0.002595986
+33828,-8.500257,-0.00025686302
+33917,-0.00022539936,-9.625225
+2026,-0.0001277842,-9.500128
+56745,-0.00014459042,-9.250145
+17383,-0.0012221019,-6.751222
+2372,-0.0034104774,-6.1284103
+56600,-0.006534163,-5.881534
+50257,-0.00024399164,-8.750244
+38892,-0.00019250448,-9.000193
+45844,-0.0003265801,-9.500326
+29062,-0.0004665955,-8.000466
+5655,-10.375066,-6.5682165e-05
+67611,-0.0004920941,-7.750492
+18546,-0.0006138586,-7.8756137
+63060,-9.750145,-0.00014459042
+36068,-11.875063,-6.3417334e-05
+784,-0.00094154844,-7.0009418
+20429,-0.0002829628,-9.500283
+21679,-10.875086,-8.63038e-05
+53617,-11.25009,-9.011816e-05
+6978,-12.000042,-4.2199197e-05
+53262,-0.00011741426,-11.500117
+181,-0.00011050091,-10.625111
+28744,-0.0023107037,-6.2523108
+48716,-0.00019095505,-9.125191
+51468,-9.4051706e-05,-9.625094
+62209,-11.125044,-4.3510445e-05
+8732,-4.882721,-0.0077208667
+56949,-7.5006022,-0.0006023023
+26885,-7.748303e-05,-11.875077
+43345,-0.00015019243,-9.12515
+8053,-7.8754106,-0.00041071087
+59402,-10.500066,-6.556296e-05
+49552,-8.1774226e-05,-10.750082
+12348,-0.08900751,-2.4640076
+28335,-9.500115,-0.00011550713
+59114,-9.125139,-0.00013958434
+12625,-10.000098,-9.8342825e-05
+8876,-8.500277,-0.00027628895
+29959,-11.625035,-3.5285328e-05
+37911,-7.867504e-05,-10.250078
+38412,-0.011073327,-4.511073
+31999,-7.8436635e-05,-11.000078
+34775,-0.00038771264,-8.000388
+65737,-10.125083,-8.332382e-05
+25244,-0.00017546068,-9.125175
+51630,-10.250069,-6.9138994e-05
+23979,-6.2519684,-0.0019682336
+34638,-9.625116,-0.00011657989
+22311,-12.750069,-6.9138994e-05
+14004,-11.625059,-5.912606e-05
+310,-6.210611e-05,-10.375062
+49105,-0.00017164665,-9.125172
+38782,-13.000062,-6.246372e-05
+4647,-10.875039,-3.886147e-05
+43782,-8.153583e-05,-12.250081
+66046,-0.00013362468,-9.5001335
+16690,-11.125085,-8.487341e-05
+67731,-3.773326,-0.023325924
+54867,-10.125101,-0.00010132276
+34108,-8.125352,-0.0003514864
+67332,-0.00084054895,-7.1258407
+22567,-8.63038e-05,-10.125086
+57173,-9.011816e-05,-10.00009
+26527,-10.62509,-8.952217e-05
+59580,-9.625099,-9.9296405e-05
+20737,-0.3869528,-1.1369528
+53307,-0.00013219437,-12.250133
+32783,-8.189343e-05,-11.875082
+7868,-10.625067,-6.639737e-05
+50777,-9.0952555e-05,-10.875091
+29307,-12.750021,-2.1457441e-05
+18297,-0.00013696209,-9.875137
+44524,-11.7500515,-5.1377883e-05
+61320,-0.00020203933,-9.125202
+2578,-3.1680405,-0.043040562
+40612,-0.00021872512,-10.375218
+32523,-10.375107,-0.00010680582
+48509,-0.00020370792,-8.750204
+36666,-8.750187,-0.0001869027
+6539,-10.375066,-6.544376e-05
+33620,-11.125066,-6.580136e-05
+55547,-8.375284,-0.0002843929
+11751,-9.875082,-8.237023e-05
+30491,-0.00015436411,-9.2501545
+48294,-9.87515,-0.00014959647
+37424,-11.87505,-5.0066647e-05
+29155,-0.42873007,-1.05373

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=0.0-1.0/labels.csv

@@ -0,0 +1,512 @@
+53835,1
+22858,1
+64910,1
+16793,1
+65558,1
+29657,1
+65030,1
+52064,1
+45766,1
+39949,0
+55858,0
+66716,0
+14871,0
+39779,0
+51920,0
+15756,1
+35375,1
+50261,1
+51772,1
+45870,1
+48801,0
+45378,1
+19315,0
+59486,1
+3372,0
+62633,1
+11010,1
+36807,0
+41216,0
+39860,1
+46688,1
+12668,1
+60861,0
+27575,1
+42181,1
+40477,1
+9279,0
+18796,0
+19684,1
+31294,1
+52117,1
+27031,0
+59278,1
+19948,0
+3113,1
+32343,1
+49022,0
+66812,1
+17398,1
+16163,0
+18820,1
+32033,1
+37080,0
+16309,1
+34995,1
+4013,0
+67602,0
+195,0
+20996,1
+35401,1
+62097,1
+35334,0
+7989,0
+39425,0
+28393,1
+37858,0
+16018,0
+64301,0
+21625,0
+5712,0
+56907,0
+21389,0
+45420,1
+7000,1
+3415,1
+33902,1
+67356,0
+64285,0
+17753,1
+20548,0
+59536,0
+46167,0
+43951,0
+4698,0
+20889,0
+2605,0
+38380,1
+13046,0
+10779,0
+21135,0
+20619,0
+63259,1
+38853,0
+5741,1
+41129,0
+15919,1
+13418,1
+47518,1
+142,1
+58818,0
+52675,1
+21196,1
+65120,0
+29117,0
+48163,1
+54757,1
+24224,0
+29616,1
+33458,0
+68143,1
+39538,1
+47710,0
+65578,0
+52072,0
+20851,0
+45933,0
+57400,1
+12624,1
+36552,0
+48869,1
+13067,0
+39901,0
+66110,1
+4284,0
+49757,1
+3206,0
+7641,0
+6053,1
+16627,1
+55127,0
+53899,1
+57908,1
+8521,1
+47269,0
+58619,1
+13060,1
+34128,1
+28600,1
+50398,0
+5237,0
+12559,1
+18608,0
+3554,0
+49593,1
+5649,0
+897,1
+60381,1
+68087,1
+62448,1
+37428,0
+3852,1
+56862,1
+36409,0
+8957,1
+22054,0
+66440,1
+610,1
+2514,0
+66670,1
+25607,0
+7836,1
+54925,0
+45524,1
+45245,1
+34514,1
+56406,1
+33227,1
+44289,1
+20618,1
+51971,1
+52373,1
+66077,1
+11873,1
+37682,1
+17248,1
+47622,1
+35415,1
+32945,0
+1767,1
+19550,1
+57980,0
+43875,1
+43036,0
+13220,1
+7880,0
+65276,0
+14532,1
+31841,0
+15462,1
+47451,0
+3083,0
+57873,0
+40962,0
+53204,0
+14504,1
+35877,0
+27772,0
+35094,1
+53137,1
+18875,1
+5625,0
+67414,0
+5743,1
+44573,1
+8846,1
+64371,1
+59865,0
+13420,1
+63466,1
+43205,0
+64708,1
+42771,1
+55796,0
+49964,0
+2620,1
+44949,0
+60750,1
+36408,0
+17333,0
+1690,1
+24124,1
+34854,0
+51523,1
+62394,0
+43641,1
+66658,1
+46353,1
+50197,0
+1724,1
+53758,1
+39065,1
+25498,0
+58905,0
+57835,1
+27327,0
+38543,1
+47981,0
+12737,1
+3909,1
+62412,0
+10665,0
+42224,1
+61069,0
+42909,0
+43283,1
+61794,0
+6407,1
+44658,1
+30634,0
+51758,1
+16148,0
+15720,0
+23910,1
+67989,1
+51275,1
+32683,0
+59174,0
+27030,0
+2161,1
+19352,1
+946,1
+55894,1
+385,0
+36079,1
+67430,0
+57772,1
+53861,1
+52937,1
+46749,1
+26148,0
+45981,1
+24583,1
+68171,0
+47933,0
+20545,1
+24627,0
+26024,1
+28827,1
+4961,1
+47830,1
+63151,1
+49174,1
+12927,0
+30583,0
+26207,0
+54523,0
+66827,0
+49862,1
+13445,1
+60096,1
+36260,1
+39846,1
+44528,1
+15455,1
+2139,1
+33740,0
+11926,0
+67198,1
+54304,1
+25311,0
+31844,1
+57935,1
+48816,1
+51296,0
+37063,1
+62121,1
+15257,0
+62053,0
+32298,0
+10471,0
+52089,0
+46435,0
+5770,0
+31948,0
+24105,0
+14256,1
+53018,0
+41480,1
+25865,1
+45179,1
+39861,1
+58874,0
+24904,0
+64738,1
+46661,1
+25552,0
+31905,0
+24470,1
+35374,1
+61602,0
+2606,1
+31539,0
+55360,1
+51705,1
+4920,1
+52321,1
+66341,1
+42334,1
+50741,1
+15998,1
+32057,1
+1277,0
+22225,0
+40589,1
+16378,1
+36192,0
+24125,0
+57114,0
+38028,1
+33288,1
+41453,1
+45920,0
+63192,1
+20260,1
+35335,1
+39540,1
+41851,1
+67671,0
+34935,1
+15725,0
+51232,1
+49736,1
+4328,1
+47013,1
+8127,1
+11255,1
+11333,1
+24375,0
+56739,1
+40080,1
+38156,0
+52315,1
+62719,1
+12892,0
+41215,0
+11588,0
+27946,1
+47526,1
+68024,1
+7251,1
+50363,0
+18433,0
+19395,1
+36025,0
+55307,0
+30815,1
+20566,1
+48928,1
+17212,0
+56763,0
+64813,0
+6282,1
+59703,0
+5227,0
+4316,0
+36918,1
+1915,1
+44077,1
+12396,1
+9219,1
+37208,0
+19560,0
+20162,1
+54980,0
+16242,1
+15128,0
+39181,0
+1264,1
+20968,1
+35505,0
+24130,1
+38879,0
+55621,1
+46920,0
+60888,1
+14695,1
+36674,1
+43213,1
+40720,1
+66079,1
+7581,0
+46787,1
+59353,1
+1427,1
+64811,0
+22085,1
+21610,1
+47775,1
+21079,0
+25113,1
+34042,0
+54454,1
+58436,0
+3063,1
+26237,0
+14266,1
+11158,1
+66342,1
+31480,1
+41657,0
+50028,1
+24158,0
+15382,1
+42569,1
+42197,1
+31523,1
+41553,0
+61100,1
+59773,1
+19381,1
+41411,1
+32198,0
+22266,1
+18993,0
+27780,0
+35051,1
+22936,0
+3618,1
+33907,0
+3846,0
+58058,0
+2902,1
+36540,0
+62604,0
+4088,1
+54680,0
+36906,0
+4121,0
+7552,0
+60825,1
+48191,0
+64917,1
+31221,0
+35458,1
+8886,1
+58678,0
+35901,1
+53141,1
+16670,0
+47892,1
+5042,1
+41141,1
+35899,1
+50959,0
+15195,0
+53921,0
+508,1
+36693,0
+3955,1
+10528,0
+55951,1
+62837,1
+39987,1
+43176,0
+12629,1
+24225,1
+29120,0
+7459,1
+67745,1
+63084,0
+30027,0
+53490,0
+51160,1
+56476,1
+13003,0
+42540,1
+13844,1
+39306,0
+3934,0
+13083,1
+25999,1
+34433,0

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=0.0-1.0/logits.csv

@@ -0,0 +1,512 @@
+53835,-10.875034,-3.4331686e-05
+22858,-8.50022,-0.00022003613
+64910,-10.625111,-0.0001106201
+16793,-10.8750515,-5.1377883e-05
+65558,-13.000043,-4.315283e-05
+29657,-9.875099,-9.893881e-05
+65030,-9.875125,-0.00012516193
+52064,-9.250128,-0.00012826097
+45766,-10.500231,-0.0002311201
+39949,-8.320462e-05,-11.500083
+55858,-0.0001040643,-10.375104
+66716,-0.00011300402,-10.500113
+14871,-0.000110739296,-10.250111
+39779,-9.44093e-05,-10.250094
+51920,-0.0009912107,-7.0009913
+15756,-12.875026,-2.62257e-05
+35375,-6.8761034,-0.0011032692
+50261,-6.0024896,-0.0024895647
+51772,-9.500101,-0.00010084597
+45870,-9.000162,-0.00016246906
+48801,-0.0038905656,-5.6288905
+45378,-10.62506,-6.019888e-05
+19315,-6.782779e-05,-11.000068
+59486,-11.125027,-2.7060143e-05
+3372,-0.00015245705,-9.750153
+62633,-10.375088,-8.821098e-05
+11010,-10.250051,-5.078187e-05
+36807,-0.00017140826,-9.250172
+41216,-0.000113480804,-10.1251135
+39860,-9.250203,-0.00020323119
+46688,-9.00014,-0.00014041868
+12668,-10.500069,-6.866219e-05
+60861,-0.00010311072,-11.000103
+27575,-11.875053,-5.3404336e-05
+42181,-12.250056,-5.6503606e-05
+40477,-10.125148,-0.00014804698
+9279,-4.2795218e-05,-12.000043
+18796,-0.00029094756,-8.625291
+19684,-8.8751955,-0.00019560331
+31294,-10.25005,-4.9828242e-05
+52117,-8.500427,-0.00042691652
+27031,-0.00030310327,-8.250303
+59278,-8.375266,-0.0002656822
+19948,-0.0001869027,-10.000187
+3113,-8.750258,-0.00025853154
+32343,-4.8827143,-0.007714479
+49022,-0.00010573305,-9.500106
+66812,-12.2500515,-5.161629e-05
+17398,-11.375039,-3.8980677e-05
+16163,-0.00030965777,-8.25031
+18820,-10.375054,-5.471557e-05
+32033,-12.875025,-2.491443e-05
+37080,-0.000117533455,-9.750117
+16309,-12.2500305,-3.0278701e-05
+34995,-9.00032,-0.00032074074
+4013,-0.000496026,-8.500496
+67602,-0.00044991384,-8.12545
+195,-0.000106925014,-9.875107
+20996,-8.125337,-0.00033659037
+35401,-11.125043,-4.255681e-05
+62097,-11.2500515,-5.19739e-05
+35334,-0.00058574206,-7.5005856
+7989,-0.00013314791,-11.1251335
+39425,-0.00018392302,-9.625184
+28393,-10.625059,-5.912606e-05
+37858,-0.0004209586,-8.000421
+16018,-0.00036912304,-8.500369
+64301,-0.00016985882,-10.25017
+21625,-0.00044633917,-7.8754463
+5712,-6.9258196e-05,-10.50007
+56907,-0.00012492354,-10.500125
+21389,-0.00043597253,-9.750436
+45420,-10.125079,-7.915183e-05
+7000,-8.00037,-0.00037007636
+3415,-6.002657,-0.0026567422
+33902,-9.375098,-9.822363e-05
+67356,-0.00010811698,-10.000108
+64285,-0.00013171759,-9.625132
+17753,-10.875062,-6.2344516e-05
+20548,-7.426463e-05,-10.375074
+59536,-0.00010716341,-11.000107
+46167,-0.000857105,-7.500857
+43951,-0.00013195598,-12.250132
+4698,-9.6078074e-05,-10.125096
+20889,-0.00014947727,-11.25015
+2605,-8.070143e-05,-11.125081
+38380,-10.125085,-8.511181e-05
+13046,-0.00034731554,-8.500347
+10779,-0.00010191875,-9.375102
+21135,-0.00012099011,-9.500121
+20619,-0.00012182447,-12.250122
+63259,-10.250067,-6.723178e-05
+38853,-0.00010799778,-9.500108
+5741,-10.875085,-8.523101e-05
+41129,-6.806619e-05,-11.250068
+15919,-9.750124,-0.00012408917
+13418,-10.375205,-0.00020537652
+47518,-11.250041,-4.112636e-05
+142,-7.7504563,-0.0004564674
+58818,-0.00019119342,-8.750191
+52675,-12.250058,-5.817244e-05
+21196,-6.501531,-0.0015311434
+65120,-0.0001351742,-9.375135
+29117,-0.00037472378,-8.500375
+48163,-10.750063,-6.3417334e-05
+54757,-12.125029,-2.8848232e-05
+24224,-0.00020835613,-9.750208
+29616,-10.625048,-4.7801783e-05
+33458,-0.00021181247,-8.750212
+68143,-9.750098,-9.846203e-05
+39538,-14.250023,-2.3007127e-05
+47710,-0.00011288482,-9.500113
+65578,-0.0002619877,-8.625262
+52072,-9.679326e-05,-10.625096
+20851,-4.9589835e-05,-11.25005
+45933,-0.000298098,-8.3752985
+57400,-8.500282,-0.00028236693
+12624,-11.000182,-0.00018237358
+36552,-8.4635016e-05,-10.125085
+48869,-8.875183,-0.00018332708
+13067,-0.00015126515,-9.625152
+39901,-0.00010036919,-10.3751
+66110,-9.625123,-0.00012277803
+4284,-0.00011991736,-11.00012
+49757,-11.625043,-4.315283e-05
+3206,-7.068861e-05,-12.000071
+7641,-0.00023457636,-10.125235
+6053,-12.250031,-3.1828375e-05
+16627,-9.750098,-9.8342825e-05
+55127,-0.00016401854,-9.125164
+53899,-8.000373,-0.00037281716
+57908,-12.125029,-2.8967437e-05
+8521,-9.375167,-0.00016723665
+47269,-0.00011657989,-12.500116
+58619,-8.250315,-0.0003147822
+13060,-10.375058,-5.7814836e-05
+34128,-13.00004,-4.0530336e-05
+28600,-8.375274,-0.00027366707
+50398,-7.247662e-05,-11.5000725
+5237,-7.0211805e-05,-10.500071
+12559,-12.625033,-3.3378044e-05
+18608,-7.235742e-05,-10.6250725
+3554,-0.00021431534,-11.375215
+49593,-9.875087,-8.65422e-05
+5649,-0.000107521,-10.625108
+897,-11.625049,-4.8993817e-05
+60381,-6.6263413,-0.0013412775
+68087,-11.5000515,-5.149709e-05
+62448,-7.8754206,-0.0004207203
+37428,-0.00014864294,-10.125149
+3852,-11.250046,-4.577532e-05
+56862,-6.8761296,-0.001129466
+36409,-7.998623e-05,-12.62508
+8957,-11.625035,-3.5762147e-05
+22054,-8.4158215e-05,-10.875084
+66440,-12.500027,-2.6940936e-05
+610,-10.500044,-4.4225668e-05
+2514,-0.00079766876,-8.125797
+66670,-12.375074,-7.414543e-05
+25607,-7.819824e-05,-10.250078
+7836,-10.000092,-9.154854e-05
+54925,-0.00016270744,-10.625163
+45524,-10.500047,-4.7205765e-05
+45245,-7.0009623,-0.000962152
+34514,-13.125065,-6.4490145e-05
+56406,-11.125064,-6.3894135e-05
+33227,-7.000995,-0.0009953788
+44289,-11.625036,-3.6477377e-05
+20618,-7.3757825,-0.00078266027
+51971,-6.876049,-0.0010488492
+52373,-8.875188,-0.00018761781
+66077,-12.87503,-2.9325056e-05
+11873,-12.375048,-4.7801783e-05
+37682,-9.625093,-9.357491e-05
+17248,-9.375259,-0.00025936577
+47622,-10.000066,-6.592056e-05
+35415,-9.500114,-0.00011443437
+32945,-0.00013290952,-9.750133
+1767,-12.75008,-8.034383e-05
+19550,-11.875039,-3.9099883e-05
+57980,-6.15101e-05,-11.125061
+43875,-4.759528,-0.009528278
+43036,-8.5350206e-05,-12.125085
+13220,-8.750196,-0.00019608006
+7880,-0.0002592466,-8.500259
+65276,-0.00010466028,-10.000105
+14532,-12.750043,-4.2914424e-05
+31841,-0.00029583368,-8.250296
+15462,-12.750064,-6.413254e-05
+47451,-6.365574e-05,-10.250064
+3083,-0.00037674958,-8.000377
+57873,-7.056941e-05,-10.000071
+40962,-0.00013994191,-9.25014
+53204,-9.107175e-05,-11.000091
+14504,-12.625023,-2.3126335e-05
+35877,-0.00013398226,-12.8751335
+27772,-9.023736e-05,-10.000091
+35094,-11.000049,-4.8874615e-05
+53137,-11.875049,-4.8993817e-05
+18875,-8.875196,-0.00019608006
+5625,-5.817244e-05,-10.625058
+67414,-0.00015102676,-9.375151
+5743,-10.50006,-5.9841273e-05
+44573,-11.250036,-3.6477377e-05
+8846,-11.125044,-4.3629647e-05
+64371,-11.125129,-0.00012838017
+59865,-0.00016139635,-9.125161
+13420,-10.500073,-7.3191826e-05
+63466,-8.875343,-0.0003437405
+43205,-0.00017081232,-9.375171
+64708,-10.500063,-6.329813e-05
+42771,-11.875058,-5.8291644e-05
+55796,-7.3191826e-05,-10.875073
+49964,-9.357491e-05,-10.125093
+2620,-10.62505,-4.9709037e-05
+44949,-0.00025173833,-10.750252
+60750,-10.875088,-8.821098e-05
+36408,-0.00015114596,-9.125151
+17333,-0.00013553178,-9.750135
+1690,-10.750037,-3.70734e-05
+24124,-10.00007,-6.997341e-05
+34854,-9.750845e-05,-10.750097
+51523,-10.500052,-5.2927524e-05
+62394,-0.0033374107,-5.8783374
+43641,-9.875137,-0.00013708128
+66658,-11.875024,-2.3841574e-05
+46353,-13.500053,-5.3761945e-05
+50197,-9.8700424e-05,-10.250098
+1724,-12.750054,-5.471557e-05
+53758,-10.500082,-8.237023e-05
+39065,-10.500138,-0.00013874998
+25498,-6.89006e-05,-11.375069
+58905,-0.00012325481,-10.750123
+57835,-12.12503,-2.9325056e-05
+27327,-0.0001840422,-11.250184
+38543,-12.25005,-4.9470633e-05
+47981,-5.2689116e-05,-12.250052
+12737,-8.750192,-0.00019178935
+3909,-11.1251545,-0.00015472168
+62412,-0.00012671144,-10.125127
+10665,-7.056941e-05,-11.500071
+42224,-9.875082,-8.237023e-05
+61069,-0.00016163473,-9.625161
+42909,-0.00013016807,-10.25013
+43283,-10.000064,-6.3536536e-05
+61794,-8.225103e-05,-10.500082
+6407,-10.250054,-5.447716e-05
+44658,-11.000058,-5.8410846e-05
+30634,-0.00024232312,-8.625242
+51758,-10.500068,-6.7708585e-05
+16148,-0.00018737945,-9.125187
+15720,-8.4992615e-05,-11.125085
+23910,-9.000141,-0.00014077626
+67989,-10.375083,-8.320462e-05
+51275,-8.875179,-0.0001792747
+32683,-0.00010716341,-10.125107
+59174,-0.0017945153,-8.501795
+27030,-0.000100249985,-9.8751
+2161,-12.000049,-4.8636208e-05
+19352,-10.5000515,-5.1735493e-05
+946,-6.5028996,-0.0028994924
+55894,-9.250148,-0.00014745102
+385,-0.00012253964,-9.875122
+36079,-10.875048,-4.7563375e-05
+67430,-0.00010191875,-10.125102
+57772,-12.500033,-3.349725e-05
+53861,-10.1252,-0.000199894
+52937,-11.125039,-3.886147e-05
+46749,-11.25008,-7.998623e-05
+26148,-4.3629647e-05,-12.750044
+45981,-11.000037,-3.755022e-05
+24583,-11.125075,-7.521823e-05
+68171,-8.7019e-05,-10.875087
+47933,-9.2978924e-05,-10.0000925
+20545,-8.875219,-0.0002189635
+24627,-0.0002805793,-8.87528
+26024,-11.625105,-0.000105137064
+28827,-12.00003,-2.9682673e-05
+4961,-10.500059,-5.912606e-05
+47830,-10.125054,-5.483477e-05
+63151,-11.37504,-3.9695904e-05
+49174,-10.50004,-4.0530336e-05
+12927,-0.00012408917,-9.500124
+30583,-6.90198e-05,-11.250069
+26207,-0.00036054308,-8.7503605
+54523,-0.00037138717,-8.750371
+66827,-0.0001492389,-9.625149
+49862,-11.87506,-6.0556486e-05
+13445,-12.00004,-3.9695904e-05
+60096,-12.625021,-2.0861407e-05
+36260,-9.1251335,-0.00013362468
+39846,-8.750225,-0.00022539936
+44528,-10.75004,-4.0411134e-05
+15455,-8.250321,-0.00032169413
+2139,-9.000218,-0.0002188443
+33740,-0.0001163415,-9.750116
+11926,-0.00021574555,-9.375216
+67198,-9.000193,-0.00019274284
+54304,-9.500118,-0.0001187254
+25311,-0.00015066919,-9.875151
+31844,-9.875109,-0.00010918975
+57935,-12.000022,-2.193427e-05
+48816,-8.750177,-0.00017736769
+51296,-7.8913436e-05,-10.500079
+37063,-7.25078,-0.0007799206
+62121,-13.375047,-4.6609744e-05
+15257,-0.00017903633,-10.500179
+62053,-9.691246e-05,-11.250097
+32298,-0.00029202012,-8.250292
+10471,-0.0003218133,-8.250321
+52089,-7.533743e-05,-11.375075
+46435,-9.667406e-05,-10.500096
+5770,-0.00012981049,-9.87513
+31948,-4.9589835e-05,-11.75005
+24105,-9.309812e-05,-9.750093
+14256,-12.00003,-3.004029e-05
+53018,-0.000100607576,-11.0001
+41480,-9.625105,-0.00010454108
+25865,-12.3750305,-3.0278701e-05
+45179,-12.250067,-6.651657e-05
+39861,-11.500071,-7.056941e-05
+58874,-0.00017176583,-8.875172
+24904,-9.0475754e-05,-12.375091
+64738,-8.625199,-0.00019894051
+46661,-8.750186,-0.00018583001
+25552,-0.000234338,-8.750235
+31905,-0.00019274284,-9.500193
+24470,-10.625114,-0.000114791954
+35374,-10.37506,-6.031808e-05
+61602,-6.9735004e-05,-12.12507
+2606,-12.50007,-6.9854206e-05
+31539,-0.000114076785,-9.500114
+55360,-12.500057,-5.7218822e-05
+51705,-11.500094,-9.4051706e-05
+4920,-9.000308,-0.00030810855
+52321,-9.5001135,-0.000113719194
+66341,-10.625044,-4.3629647e-05
+42334,-8.375271,-0.0002704493
+50741,-10.125083,-8.332382e-05
+15998,-9.875083,-8.2608625e-05
+32057,-6.3768506,-0.0018506796
+1277,-0.00013016807,-9.75013
+22225,-7.605264e-05,-11.125076
+40589,-12.500021,-2.1338235e-05
+16378,-7.8754,-0.00039998637
+36192,-7.140382e-05,-13.125072
+24125,-7.700623e-05,-10.375077
+57114,-0.00012933371,-9.37513
+38028,-9.500094,-9.42901e-05
+33288,-12.875039,-3.886147e-05
+41453,-9.000149,-0.0001491197
+45920,-6.758938e-05,-11.250068
+63192,-9.375149,-0.0001491197
+20260,-9.3751135,-0.00011383839
+35335,-9.1251335,-0.00013314791
+39540,-13.125043,-4.2795218e-05
+41851,-11.8750305,-3.0397907e-05
+67671,-0.00010454108,-10.500105
+34935,-8.250277,-0.00027640813
+15725,-8.8687775e-05,-10.000089
+51232,-7.87541,-0.00041011506
+49736,-11.250038,-3.8146245e-05
+4328,-8.125323,-0.00032348168
+47013,-12.125069,-6.8781395e-05
+8127,-11.125156,-0.00015662874
+11255,-9.250125,-0.00012468515
+11333,-12.000078,-7.8079036e-05
+24375,-8.821098e-05,-10.875088
+56739,-11.7500305,-3.0755524e-05
+40080,-8.875179,-0.00017891714
+38156,-0.00052795775,-7.625528
+52315,-8.750174,-0.00017331529
+62719,-12.875017,-1.7046783e-05
+12892,-6.401334e-05,-10.625064
+41215,-0.000111573674,-12.500112
+11588,-0.00020597244,-9.625206
+27946,-12.750058,-5.8291644e-05
+47526,-11.500034,-3.4093275e-05
+68024,-11.3750305,-3.0517112e-05
+7251,-9.375093,-9.357491e-05
+50363,-0.00010322992,-9.625103
+18433,-0.00020609163,-8.875206
+19395,-8.250297,-0.00029619123
+36025,-5.1377883e-05,-11.5000515
+55307,-0.0002897558,-8.62529
+30815,-8.750181,-0.0001813009
+20566,-6.5015483,-0.0015484021
+48928,-8.750235,-0.00023505308
+17212,-0.00023386128,-8.625234
+56763,-0.00021371941,-8.625214
+64813,-0.0002400587,-9.00024
+6282,-11.250045,-4.482169e-05
+59703,-0.0001922661,-10.125193
+5227,-0.00031502053,-10.250315
+4316,-8.785339e-05,-10.375088
+36918,-10.12506,-6.0556486e-05
+1915,-7.7504635,-0.00046325917
+44077,-8.625233,-0.00023278865
+12396,-8.625208,-0.00020823695
+9219,-9.500115,-0.00011550713
+37208,-0.00029893222,-8.5002985
+19560,-5.817244e-05,-10.625058
+20162,-7.625525,-0.0005249791
+54980,-9.059496e-05,-10.125091
+16242,-12.125078,-7.819824e-05
+15128,-9.548208e-05,-11.375095
+39181,-0.0015941067,-6.501594
+1264,-6.6263537,-0.0013537776
+20968,-7.5005803,-0.0005801425
+35505,-0.00014554395,-10.750146
+24130,-10.000095,-9.512449e-05
+38879,-5.2093103e-05,-11.250052
+55621,-8.500297,-0.0002967871
+46920,-0.00022110878,-9.125221
+60888,-9.250189,-0.00018916724
+14695,-13.000119,-0.00011944058
+36674,-6.626355,-0.0013550872
+43213,-9.250149,-0.00014840455
+40720,-12.000049,-4.875541e-05
+66079,-12.000043,-4.315283e-05
+7581,-7.8079036e-05,-10.500078
+46787,-13.000027,-2.6344906e-05
+59353,-8.625241,-0.0002412505
+1427,-12.00003,-2.9801879e-05
+64811,-0.0002436341,-8.500243
+22085,-8.625227,-0.00022742547
+21610,-10.500046,-4.553691e-05
+47775,-9.250129,-0.00012873775
+21079,-0.00012206286,-9.875122
+25113,-8.125316,-0.00031549722
+34042,-0.00020478059,-9.125205
+54454,-10.500113,-0.00011252724
+58436,-0.00029321187,-8.250293
+3063,-10.625045,-4.4464075e-05
+26237,-8.880698e-05,-10.000089
+14266,-7.3756614,-0.0006615119
+11158,-10.625075,-7.533743e-05
+66342,-11.250162,-0.00016258826
+31480,-8.875284,-0.00028391622
+41657,-0.00023707918,-9.000237
+50028,-11.375032,-3.2305197e-05
+24158,-0.00013958434,-9.125139
+15382,-11.000073,-7.3191826e-05
+42569,-9.129714,-0.0047144447
+42197,-5.131025,-0.0060246536
+31523,-8.625212,-0.00021193166
+41553,-0.00013612774,-10.625136
+61100,-7.6255126,-0.0005128261
+59773,-7.375736,-0.00073632307
+19381,-10.875054,-5.400035e-05
+41411,-10.500084,-8.368142e-05
+32198,-0.00021955941,-9.000219
+22266,-12.125068,-6.758938e-05
+18993,-0.00012420837,-9.375124
+27780,-0.00014578234,-9.125146
+35051,-10.000069,-6.830459e-05
+22936,-0.00011741426,-10.375117
+3618,-8.000491,-0.0004916175
+33907,-0.00011288482,-9.375113
+3846,-0.000116222305,-10.750116
+58058,-0.00011252724,-10.000113
+2902,-9.875086,-8.63038e-05
+36540,-0.00011717586,-11.250117
+62604,-9.357491e-05,-10.500093
+4088,-11.125049,-4.83978e-05
+54680,-0.00015686711,-9.375156
+36906,-7.6767836e-05,-10.500076
+4121,-8.0105434e-05,-10.37508
+7552,-0.0005860995,-7.500586
+60825,-11.000051,-5.0543462e-05
+48191,-0.00010656743,-10.125107
+64917,-8.875193,-0.00019262366
+31221,-0.000114791954,-10.875114
+35458,-8.375253,-0.00025269177
+8886,-10.2500725,-7.247662e-05
+58678,-7.8913436e-05,-11.125079
+35901,-9.000166,-0.00016592556
+53141,-11.250054,-5.435796e-05
+16670,-6.723178e-05,-10.875067
+47892,-11.000101,-0.00010144196
+5042,-6.6263742,-0.0013741346
+41141,-11.2500515,-5.1854695e-05
+35899,-9.250142,-0.0001417298
+50959,-0.000110739296,-10.000111
+15195,-6.1629304e-05,-12.000062
+53921,-0.0016543287,-6.501654
+508,-11.500045,-4.4702483e-05
+36693,-8.713819e-05,-9.875087
+3955,-10.250089,-8.856858e-05
+10528,-0.00012051333,-10.87512
+55951,-8.125337,-0.00033647122
+62837,-13.250051,-5.0185852e-05
+39987,-8.125858,-0.00085841515
+43176,-0.00019190853,-10.250192
+12629,-10.875046,-4.5894525e-05
+24225,-10.250054,-5.4238757e-05
+29120,-9.011816e-05,-11.50009
+7459,-11.500082,-8.189343e-05
+67745,-11.250057,-5.6861216e-05
+63084,-0.00068104913,-7.625681
+30027,-0.000115387935,-10.125115
+53490,-0.00038473358,-8.000384
+51160,-7.625508,-0.00050770264
+56476,-11.7500305,-3.0993935e-05
+13003,-0.000114315175,-9.750114
+42540,-7.0017414,-0.0017413228
+13844,-7.12608,-0.0010799296
+39306,-0.00011610311,-11.000116
+3934,-0.00014852374,-9.625149
+13083,-10.125096,-9.679326e-05
+25999,-11.375071,-7.045021e-05
+34433,-0.00031239874,-10.375313

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-2.9299471,-0.054947186
+12007,-0.0005247408,-7.6255245
+8229,-0.00016866691,-8.875169
+31449,-9.87508,-7.9747835e-05
+1591,-0.000283082,-8.375283
+53542,-7.50059,-0.00058991194
+49372,-9.250125,-0.00012504273
+54831,-0.63264173,-0.75764173
+44771,-8.125328,-0.00032812933
+33116,-7.700623e-05,-11.125077
+33492,-8.500232,-0.00023219273
+16982,-10.125088,-8.737659e-05
+31901,-7.2508645,-0.00086460874
+49817,-0.00024160804,-8.750241
+60681,-5.504133,-0.004133135
+39890,-8.375252,-0.0002519767
+62685,-6.031808e-05,-10.50006
+2201,-11.12524,-0.0002406546
+47201,-0.000107878586,-9.750108
+20835,-10.375102,-0.00010179955
+15421,-10.00013,-0.0001296913
+45021,-0.00041368985,-7.875414
+45802,-0.00013016807,-10.00013
+43637,-0.00023028583,-8.62523
+7160,-0.005988868,-5.130989
+8150,-0.14301693,-2.0180168
+3512,-9.375103,-0.00010299152
+29264,-4.9709037e-05,-12.12505
+32960,-8.785339e-05,-10.875088
+32221,-0.00025793564,-8.6252575
+35996,-11.5001335,-0.0001335055
+4422,-12.250049,-4.83978e-05
+22209,-0.00012027494,-9.50012
+6920,-9.875084,-8.4158215e-05
+25253,-0.00015102676,-9.750151
+680,-0.11334072,-2.2383406
+50140,-10.500065,-6.484775e-05
+28481,-9.500103,-0.00010263393
+36298,-0.0002070451,-8.750207
+16473,-10.375058,-5.8291644e-05
+11102,-0.007632025,-4.8826323
+62901,-0.00010108437,-9.375101
+16123,-11.000079,-7.8913436e-05
+52012,-7.366863e-05,-11.250073
+60780,-0.00029547617,-8.500296
+1781,-12.375045,-4.494089e-05
+41449,-0.00016091959,-9.250161
+908,-7.50065,-0.0006500753
+15507,-9.500212,-0.00021217002
+57914,-7.500602,-0.0006019449
+46159,-6.751196,-0.0011957884
+56461,-12.125021,-2.1099822e-05
+62107,-0.000102395534,-10.125102
+49087,-11.375042,-4.2437605e-05
+65792,-0.00014423284,-9.250144
+13181,-0.00052688544,-7.625527
+54119,-10.375049,-4.8636208e-05
+51997,-5.3761945e-05,-10.250053
+24924,-12.375028,-2.741776e-05
+45890,-0.00025006983,-8.50025
+41716,-0.020638244,-3.8956382
+60175,-7.879423e-05,-10.125079
+30318,-7.414543e-05,-10.125074
+13221,-10.375055,-5.5549986e-05
+15509,-11.875017,-1.6927575e-05
+37365,-0.026338648,-3.6513386
+60975,-3.408686,-0.03368588
+51375,-9.1667745e-05,-11.375092
+16004,-9.500095,-9.512449e-05
+12837,-8.125329,-0.00032860602
+17864,-12.000031,-3.111314e-05
+67134,-6.8761244,-0.0011242267
+18611,-7.5005856,-0.00058574206
+12861,-8.500286,-0.00028653807
+58084,-11.250032,-3.218599e-05
+32874,-2.5789464,-0.07894626
+32717,-11.500025,-2.4556812e-05
+23413,-10.250188,-0.00018833294
+59634,-0.00014506718,-10.000145
+15629,-0.04883394,-3.0488338
+47071,-0.00052712375,-7.750527
+48558,-7.750487,-0.00048673226
+3648,-5.5430784e-05,-11.125055
+43367,-8.3800616e-05,-10.750084
+14869,-5.9483667e-05,-12.500059
+1518,-6.9258196e-05,-10.50007
+16976,-11.500447,-0.0004472924
+20931,-11.250034,-3.4570097e-05
+67379,-10.000085,-8.4515814e-05
+4741,-0.00012099011,-11.500121
+5765,-9.125132,-0.00013207518
+48791,-0.00015174192,-9.250152
+15298,-0.000216699,-8.7502165
+21874,-9.875088,-8.7972585e-05
+9095,-8.625316,-0.00031573555
+3840,-11.62504,-3.981511e-05
+55636,-0.0052475096,-5.2552476
+57364,-0.0019825106,-6.2519827
+65863,-0.00025793564,-10.3752575
+40786,-6.031808e-05,-11.12506
+8118,-8.875189,-0.00018916724
+52441,-0.000107282605,-10.750107
+38593,-0.00013910756,-9.000139
+5517,-0.00014590153,-9.875146
+39136,-8.000373,-0.00037317464
+47292,-0.0004256058,-8.500425
+34052,-8.000366,-0.00036638224
+16037,-10.000084,-8.427742e-05
+64606,-9.250129,-0.00012838017
+19552,-7.5814234e-05,-10.375075
+14116,-7.50058,-0.00057990424
+11261,-6.5015235,-0.0015235257
+11668,-11.625054,-5.435796e-05
+42198,-10.625053,-5.3642743e-05
+22526,-12.500166,-0.00016568719
+8037,-9.37512,-0.00012003655
+5324,-5.8780813,-0.0030811003
+56692,-8.284702e-05,-11.000083
+59753,-0.00036292642,-8.250363
+47298,-6.758938e-05,-10.750068
+57801,-6.2519746,-0.0019744204
+58413,-12.500019,-1.883489e-05
+10673,-8.9164576e-05,-10.875089
+65730,-12.1250305,-3.0159496e-05
+40287,-9.375109,-0.00010847457
+15186,-9.125157,-0.00015770145
+43119,-9.2263734e-05,-10.1250925
+39219,-8.875229,-0.00022933238
+50340,-0.023267226,-3.7732673
+34297,-9.125203,-0.00020299281
+62941,-0.00026127262,-10.000261
+31551,-13.125076,-7.6648634e-05
+41344,-10.000082,-8.2131824e-05
+46402,-12.125038,-3.778863e-05
+13636,-9.250137,-0.00013731967
+42241,-9.125144,-0.00014375607
+15422,-0.029775295,-3.5297754
+25014,-10.250109,-0.00010883216
+19613,-0.112861216,-2.2378612
+5515,-0.00014077626,-9.625141
+64128,-5.8291644e-05,-12.000058
+28084,-7.641024e-05,-12.250076
+10395,-1.5019755,-0.25197548
+9965,-0.00016008526,-9.12516
+27221,-7.8754067,-0.0004066594
+11994,-0.00017832119,-11.500178
+43384,-0.000112646434,-10.000113
+44329,-0.00012134769,-13.000121
+58937,-8.093983e-05,-10.625081
+29119,-6.651657e-05,-10.125067
+8989,-0.00013708128,-11.250137
+23043,-10.125104,-0.000103945094
+32166,-0.00063041836,-7.8756304
+42729,-0.00018463815,-9.625185
+6863,-9.125209,-0.00020930961
+41187,-9.2978924e-05,-11.0000925
+36039,-13.125062,-6.198691e-05
+55977,-0.00020406548,-9.000204
+8129,-9.62511,-0.000110143315
+60223,-10.87506,-6.0437284e-05
+9414,-0.00013743887,-9.125137
+26177,-0.0001811817,-11.000181
+38443,-0.0015236447,-6.5015235
+43084,-7.772144e-05,-11.125077
+53673,-0.00018666433,-10.375187
+15057,-2.4640675,-0.08906738
+51700,-0.00023612572,-9.1252365
+51201,-8.875164,-0.0001643761
+47078,-9.250143,-0.00014339849
+59961,-8.000369,-0.00036864638
+22272,-0.00027926837,-8.750279
+65773,-0.003194113,-5.7531943
+33746,-0.28118828,-1.4061882
+27311,-12.12503,-2.920585e-05
+41292,-3.7669426e-05,-11.000037
+17110,-0.03812863,-3.2881286
+57029,-0.00014602071,-11.250146
+3009,-8.750171,-0.00017057394
+40193,-9.750073,-7.331103e-05
+27618,-6.7512107,-0.0012106716
+20145,-12.625023,-2.2887922e-05
+52193,-9.750087,-8.7257395e-05
+34398,-0.00017450718,-9.2501745
+36473,-11.875065,-6.532456e-05
+43577,-4.613293e-05,-10.750046
+57850,-11.250053,-5.316593e-05
+61117,-0.00019846378,-9.250198
+32569,-5.504109,-0.0041089165
+12290,-12.6250515,-5.113948e-05
+19499,-10.00015,-0.00015007323
+60470,-0.00020323119,-8.625203
+8962,-12.750108,-0.0001074018
+65955,-9.750106,-0.00010609064
+62486,-0.005980099,-5.13098
+19000,-9.1667745e-05,-10.250092
+22631,-8.000375,-0.00037520044
+25613,-0.00011657989,-9.500116
+56086,-6.8760805,-0.001080406
+28883,-0.014443255,-4.2644434
+26425,-10.250069,-6.866219e-05
+48097,-9.512449e-05,-9.750095
+61477,-0.016666465,-4.1416664
+9121,-2.9299412,-0.054941095
+66709,-7.375655,-0.0006553171
+51472,-8.375363,-0.0003632839
+19809,-9.375107,-0.00010680582
+38959,-10.6250515,-5.161629e-05
+39849,-0.0002324311,-8.500233
+59964,-0.00010036919,-9.7501
+65268,-10.0000925,-9.2978924e-05
+8791,-0.0002305242,-8.625231
+51774,-9.500105,-0.00010501787
+49640,-9.2978924e-05,-10.6250925
+20125,-10.125058,-5.8530048e-05
+59640,-0.00013255194,-9.625133
+68206,-10.250171,-0.00017081232
+48079,-11.500057,-5.769563e-05
+49583,-0.11294012,-2.23794
+67054,-9.8342825e-05,-10.625098
+59571,-0.06200851,-2.8120086
+29080,-10.875081,-8.070143e-05
+29111,-10.250058,-5.8530048e-05
+20758,-8.875175,-0.00017557987
+64023,-9.512449e-05,-10.750095
+29058,-0.00019464982,-10.750195
+18185,-0.0001187254,-12.500118
+36543,-8.60654e-05,-10.125086
+54983,-3.651333,-0.026333075
+3101,-3.4086618,-0.033661794
+42140,-1.2235065,-0.34850642
+6954,-9.250213e-05,-11.8750925
+15955,-7.750571,-0.00057096867
+61746,-0.00010454108,-10.500105
+32055,-0.00016687908,-10.875167
+39496,-8.2503395,-0.00033992712
+59909,-10.875036,-3.6715788e-05
+66296,-0.00013648532,-10.250136
+46804,-7.875405,-0.00040475282
+35049,-0.00013445904,-11.125134
+56017,-9.000145,-0.00014494799
+26947,-7.8753967,-0.000396769
+38928,-0.000100249985,-10.1251
+15029,-11.750073,-7.390703e-05
+7086,-0.00011526874,-10.625115
+537,-0.00013588935,-9.875135
+50731,-0.000116460695,-9.500116
+63604,-11.000048,-4.7920985e-05
+67049,-0.00013183679,-9.250132
+31161,-0.00032681847,-8.125327
+58922,-12.125077,-7.736384e-05
+18347,-11.625028,-2.741776e-05
+25864,-8.375246,-0.00024649443
+63846,-5.8887654e-05,-11.000059
+13353,-9.727005e-05,-11.125097
+25378,-8.250302,-0.00030250743
+59101,-10.500078,-7.819824e-05
+20895,-0.00013636613,-9.250136
+48119,-11.125032,-3.2066786e-05
+14332,-0.0001038259,-9.875104
+25497,-10.125068,-6.794699e-05
+8686,-0.00024768623,-8.750248
+22758,-8.625297,-0.0002967871
+7666,-0.00012396998,-9.375124
+20686,-0.0033035488,-5.7533035
+18975,-11.000056,-5.6146e-05
+19054,-5.50412,-0.0041198386
+48123,-13.125028,-2.801379e-05
+57909,-9.500102,-0.00010168035
+9226,-9.375146,-0.0001463783
+48653,-0.000112646434,-9.625113
+44013,-0.00021288513,-9.375213
+11409,-12.250045,-4.5298504e-05
+62736,-0.00020299281,-8.750203
+2777,-9.750126,-0.0001257579
+7058,-7.903264e-05,-10.250079
+48408,-0.00012623466,-10.000126
+28934,-9.500091,-9.023736e-05
+46578,-9.625125,-0.00012540031
+23203,-7.25074,-0.00074025407
+6257,-11.250043,-4.3033626e-05
+53444,-0.0003113262,-8.250311
+17816,-0.00011169287,-12.000112
+46307,-10.500089,-8.880698e-05
+20599,-13.250045,-4.458328e-05
+29423,-0.00029905137,-8.500299
+21041,-8.201263e-05,-10.750082
+16633,-10.500053,-5.3285134e-05
+20221,-9.625145,-0.00014542475
+27466,-0.00013839241,-10.750138
+22987,-0.00018797538,-8.875188
+9322,-0.00026532466,-8.625265
+3265,-8.737659e-05,-10.000088
+22814,-7.750459,-0.00045896962
+56185,-10.375052,-5.233151e-05
+55014,-11.000033,-3.3378044e-05
+43437,-9.625089,-8.8330184e-05
+24683,-7.462223e-05,-10.750074
+10233,-6.246372e-05,-11.375062
+19001,-0.0001491197,-11.625149
+32718,-0.0003874743,-8.125387
+31030,-0.000102157144,-11.375102
+1099,-8.952217e-05,-11.62509
+57982,-7.2508774,-0.000877353
+49148,-0.026611121,-3.651611
+40880,-12.500018,-1.8119648e-05
+31148,-0.000114553564,-11.375114
+9446,-10.75004,-4.0172723e-05
+18579,-11.375097,-9.715085e-05
+30932,-0.6933085,-0.6933085
+40792,-0.00097596686,-7.125976
+48600,-7.045021e-05,-11.375071
+44588,-8.375345,-0.00034481302
+33828,-8.500235,-0.00023457636
+33917,-0.0001631842,-10.500163
+2026,-0.00023672162,-8.5002365
+56745,-7.152301e-05,-10.500072
+17383,-0.00042608244,-7.8754263
+2372,-0.0022697896,-6.5022697
+56600,-0.016991634,-7.1419916
+50257,-0.0003011965,-8.250301
+38892,-0.00015293382,-9.500153
+45844,-0.0002761698,-9.750277
+29062,-0.00029178176,-8.625292
+5655,-10.875053,-5.3404336e-05
+67611,-0.00018392302,-9.000184
+18546,-0.00016914368,-9.750169
+63060,-10.750082,-8.1774226e-05
+36068,-12.25006,-6.031808e-05
+784,-0.048618443,-3.0486186
+20429,-0.00023660244,-10.2502365
+21679,-10.000132,-0.00013124081
+53617,-10.250083,-8.332382e-05
+6978,-10.625049,-4.8517002e-05
+53262,-0.00011467276,-11.375114
+181,-0.00011789104,-10.000118
+28744,-0.0018098656,-6.37681
+48716,-0.00013958434,-9.625139
+51468,-6.794699e-05,-9.875068
+62209,-9.625099,-9.9296405e-05
+8732,-3.7733614,-0.02336156
+56949,-8.750182,-0.0001821352
+26885,-6.413254e-05,-12.125064
+43345,-9.250213e-05,-10.1250925
+8053,-8.250279,-0.00027903
+59402,-10.625066,-6.544376e-05
+49552,-6.1748506e-05,-10.875062
+12348,-1.7014743,-0.20147434
+28335,-9.625094,-9.42901e-05
+59114,-8.750184,-0.0001841614
+12625,-10.250071,-7.104621e-05
+8876,-10.500103,-0.00010263393
+29959,-10.50005,-4.9232225e-05
+37911,-8.952217e-05,-10.12509
+38412,-0.0007419218,-7.250742
+31999,-7.748303e-05,-11.000077
+34775,-0.00016115798,-9.500161
+65737,-9.375116,-0.000116222305
+25244,-0.00013970352,-9.500139
+51630,-10.125073,-7.3549425e-05
+23979,-6.626361,-0.0013609205
+34638,-9.500103,-0.000102753125
+22311,-13.125052,-5.2689116e-05
+14004,-10.625104,-0.000103945094
+310,-4.4106466e-05,-11.000044
+49105,-0.000113719194,-10.6251135
+38782,-12.500076,-7.652944e-05
+4647,-9.500093,-9.3694114e-05
+43782,-6.437094e-05,-11.375064
+66046,-0.00022885564,-8.625229
+16690,-10.000096,-9.655486e-05
+67731,-0.00013815402,-9.625138
+54867,-9.875094,-9.42901e-05
+34108,-8.875193,-0.00019286203
+67332,-0.00011276563,-9.375113
+22567,-8.070143e-05,-10.625081
+57173,-6.9258196e-05,-10.25007
+26527,-9.875104,-0.00010442189
+59580,-8.750192,-0.0001913126
+20737,-0.043054152,-3.168054
+53307,-0.00016950125,-10.75017
+32783,-8.4515814e-05,-10.625085
+7868,-10.625054,-5.400035e-05
+50777,-8.093983e-05,-11.000081
+29307,-12.125026,-2.5868081e-05
+18297,-7.784064e-05,-11.000078
+44524,-11.12508,-8.034383e-05
+61320,-0.00014983486,-10.37515
+2578,-4.1410675,-0.016067546
+40612,-0.0076866797,-4.8826866
+32523,-8.625252,-0.00025221505
+48509,-0.000109904926,-9.62511
+36666,-7.625506,-0.0005060346
+6539,-10.25007,-6.94966e-05
+33620,-10.37508,-8.0582235e-05
+55547,-7.875427,-0.00042667822
+11751,-9.750083,-8.3085426e-05
+30491,-0.0001752223,-8.875175
+48294,-8.50025,-0.00025006983
+37424,-11.500056,-5.6503606e-05
+29155,-0.023262918,-3.773263

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=5/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=5/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=5/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000