Add files using upload-large-folder tool

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,206 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3567487560212612,0,6.2736005783081055,
+0,8,0.062412720173597336,1,5.4271159172058105,
+0,16,0.03490941971540451,2,3.9636892676353455,
+0,24,0.03277182579040527,3,2.8767591565847397,
+0,32,0.0344993881881237,4,0.8836980760097504,
+0,40,0.03733696788549423,5,0.6904639191925526,
+0,48,0.03202245011925697,6,0.5008973702788353,
+0,56,0.032966695725917816,7,0.9885714463889599,
+0,64,0.03525043651461601,8,0.3187668267637491,
+0,72,0.036836713552474976,9,0.3369246618822217,
+0,80,0.036983098834753036,10,0.1959304758347571,
+0,88,0.03546776622533798,11,0.5399500755593181,
+0,96,0.0309823639690876,12,0.49077940359711647,
+0,104,0.032311052083969116,13,0.19543045450700447,
+0,112,0.0344403050839901,14,0.5115775093436241,
+0,120,0.03972618281841278,15,0.2686753612724715,
+0,128,0.03138438239693642,16,1.2258622342487797,
+,,,16,,0.35380883310355393
+0,136,0.032670289278030396,17,0.27418806689820485,
+0,144,0.03248020261526108,18,0.041754001285880804,
+0,152,0.037855930626392365,19,1.2158951923338464,
+0,160,0.03377661108970642,20,0.40278751216828823,
+0,168,0.03734701871871948,21,0.1757218573766295,
+0,176,0.03144276142120361,22,0.19030642369762063,
+0,184,0.03250307962298393,23,0.17026907647959888,
+0,192,0.039968233555555344,24,0.14970986454864033,
+0,200,0.0400848425924778,25,0.10881374566815794,
+0,208,0.0454399436712265,26,0.1684048274764791,
+0,216,0.03235507011413574,27,0.38528206379851326,
+0,224,0.031249042600393295,28,0.21294199861586094,
+0,232,0.03242875263094902,29,0.15663814547588117,
+0,240,0.0326082780957222,30,0.18938950943993405,
+0,248,0.03357723727822304,31,0.036790093407034874,
+0,256,0.03146195411682129,32,0.7089210849371739,
+,,,32,,0.22259030310936223
+0,264,0.032785769551992416,33,0.6232600142247975,
+0,272,0.03667289763689041,34,0.16806909226579592,
+0,280,0.03641880676150322,35,0.2833939319680212,
+0,288,0.03369336202740669,36,0.39101167186163366,
+0,296,0.03203634172677994,37,0.12104735104367137,
+0,304,0.03416789695620537,38,0.22829421411734074,
+0,312,0.032350748777389526,39,0.16210904595209286,
+0,320,0.03256313502788544,40,0.13026666152291,
+0,328,0.032741378992795944,41,0.26125310180941597,
+0,336,0.03270035982131958,42,0.16908644896466285,
+0,344,0.03295629471540451,43,0.0841435202746652,
+0,352,0.037440698593854904,44,0.24868980352766812,
+1,360,0.03246338665485382,45,0.0868157749355305,
+1,368,0.033172257244586945,46,0.09116459410870448,
+1,376,0.03253736346960068,47,0.027678820944856852,
+1,384,0.03214426338672638,48,0.06532739219255745,
+,,,48,,0.22523635664796518
+1,392,0.0340755432844162,49,0.20584585767937824,
+1,400,0.03249528259038925,50,0.23341469198203413,
+1,408,0.03301548957824707,51,0.09098949572944548,
+1,416,0.03392063453793526,52,0.13176004253909923,
+1,424,0.0357123501598835,53,0.013433978470857255,
+1,432,0.0375206358730793,54,0.061028702883049846,
+1,440,0.03709044307470322,55,0.0024794617347652093,
+1,448,0.033508509397506714,56,0.6363474835816305,
+1,456,0.03247588872909546,57,0.035842739962390624,
+1,464,0.03278805688023567,58,0.04626459939754568,
+1,472,0.032132431864738464,59,0.4296207746374421,
+1,480,0.03325369581580162,60,0.03452687832759693,
+1,488,0.033097852021455765,61,0.15098691883758875,
+1,496,0.03193642571568489,62,0.00497966193506727,
+1,504,0.036880332976579666,63,0.3216111086512683,
+1,512,0.03624887764453888,64,0.030031601196242264,
+,,,64,,0.28893811094994637
+1,520,0.03412074223160744,65,0.009864058258244768,
+1,528,0.04007558524608612,66,0.03475848723974195,
+1,536,0.03178371489048004,67,0.22231047654349823,
+1,544,0.038355812430381775,68,0.1487566900177626,
+1,552,0.039224281907081604,69,0.02266935213265242,
+1,560,0.030577488243579865,70,0.4876059587331838,
+1,568,0.031020883470773697,71,0.3081258593592793,
+1,576,0.03295917063951492,72,0.2881058784550987,
+1,584,0.033490631729364395,73,0.03456769303738838,
+1,592,0.033170077949762344,74,0.21958330634515733,
+1,600,0.033029671758413315,75,0.03193740054121008,
+1,608,0.03217111900448799,76,0.5442420000472339,
+1,616,0.03337226063013077,77,0.1643529463908635,
+1,624,0.03285091370344162,78,0.21932280409964733,
+1,632,0.03649027645587921,79,0.0350629484601086,
+1,640,0.036994654685258865,80,0.15854685549857095,
+,,,80,,0.23598884133731618
+1,648,0.033097043633461,81,0.04292796805384569,
+1,656,0.04288049042224884,82,0.08223423075105529,
+1,664,0.03450000658631325,83,0.18395355515531264,
+1,672,0.032269060611724854,84,0.07549698118236847,
+1,680,0.03177502378821373,85,0.008319499589561019,
+1,688,0.03158937394618988,86,1.1454817900958005,
+1,696,0.031437281519174576,87,0.3263224769034423,
+1,704,0.031334541738033295,88,0.015407301747472957,
+1,712,0.032347600907087326,89,0.3913442049670266,
+2,720,0.034361258149147034,90,0.05542397144017741,
+2,728,0.033196382224559784,91,0.05214741219242569,
+2,736,0.033468473702669144,92,0.42051448658457957,
+2,744,0.0316823311150074,93,0.04555036959936842,
+2,752,0.03375459462404251,94,0.06762717867968604,
+2,760,0.040194321423769,95,0.06615495402365923,
+2,768,0.0313505157828331,96,0.09837316389894113,
+,,,96,,0.2327227623634089
+2,776,0.03173244744539261,97,0.20705531036946923,
+2,784,0.04408564046025276,98,0.03169950132723898,
+2,792,0.03362385556101799,99,0.053918285862891935,
+2,800,0.03378960117697716,100,0.03952173334255349,
+2,808,0.03196762502193451,101,0.17115966013807338,
+2,816,0.03241425380110741,102,0.10158076565130614,
+2,824,0.03099069744348526,103,0.08525484631536528,
+2,832,0.032261792570352554,104,0.00718509555736091,
+2,840,0.032268255949020386,105,0.009922048120643012,
+2,848,0.03250856697559357,106,0.1821208771725651,
+2,856,0.031315624713897705,107,0.013030002111918293,
+2,864,0.03195621445775032,108,0.022007828316418454,
+2,872,0.030232608318328857,109,0.1424983086908469,
+2,880,0.03855511546134949,110,0.07315330903657014,
+2,888,0.03501993790268898,111,0.3975201386929257,
+2,896,0.032283756881952286,112,0.021576652448857203,
+,,,112,,0.274705201192619
+2,904,0.03623998910188675,113,0.02068183326628059,
+2,912,0.03124040737748146,114,0.010089073461131193,
+2,920,0.03743315115571022,115,0.1507352417538641,
+2,928,0.032016441226005554,116,0.021829787248861976,
+2,936,0.036167893558740616,117,0.25285585584060755,
+2,944,0.03208889067173004,118,0.05485659695114009,
+2,952,0.032062266021966934,119,0.03351587985525839,
+2,960,0.031225360929965973,120,0.009351960725325625,
+2,968,0.031173452734947205,121,0.03559531769860769,
+2,976,0.032761622220277786,122,0.010687275789678097,
+2,984,0.03610782325267792,123,0.007457768137101084,
+2,992,0.030911773443222046,124,0.005128937686095014,
+2,1000,0.03198312222957611,125,0.005217546124185901,
+2,1008,0.03234585374593735,126,0.014558564471371938,
+2,1016,0.03237660229206085,127,0.012831532643758692,
+2,1024,0.030870243906974792,128,0.4748532376179355,
+,,,128,,0.282572179058798
+2,1032,0.03222128003835678,129,0.05679243632766884,
+2,1040,0.03135392442345619,130,0.006711847832775675,
+2,1048,0.033248141407966614,131,0.05360829518758692,
+2,1056,0.03177638724446297,132,0.03393196521210484,
+2,1064,0.030160725116729736,133,0.004029344141599722,
+2,1072,0.03279940038919449,134,0.00400585109309759,
+3,1080,0.04023183882236481,135,0.0027410472685005516,
+3,1088,0.03410813584923744,136,0.008372367945412407,
+3,1096,0.030801281332969666,137,0.002283120426000096,
+3,1104,0.03260981664061546,138,0.0028967363978154026,
+3,1112,0.0317811481654644,139,0.013362404904910363,
+3,1120,0.032468535006046295,140,0.02249900002789218,
+3,1128,0.030807651579380035,141,0.1623026523302542,
+3,1136,0.030942846089601517,142,0.016309323906170903,
+3,1144,0.031820982694625854,143,0.012341155532340053,
+3,1152,0.031171686947345734,144,0.03290063890017336,
+,,,144,,0.3138611986746196
+3,1160,0.03149331361055374,145,0.009935068690538174,
+3,1168,0.031195946037769318,146,0.03004446707564057,
+3,1176,0.03173829987645149,147,0.004921706531604286,
+3,1184,0.03978736326098442,148,0.0021465393911057618,
+3,1192,0.033242736011743546,149,0.002172217620682204,
+3,1200,0.03678630292415619,150,0.03561363557128061,
+3,1208,0.03609054163098335,151,0.0013016857847105712,
+3,1216,0.03437240794301033,152,0.0011353901063557714,
+3,1224,0.030595652759075165,153,0.012471181977161905,
+3,1232,0.03150133788585663,154,0.0036578906583599746,
+3,1240,0.03184378892183304,155,0.0012355386352282949,
+3,1248,0.03300958871841431,156,0.0029936344471934717,
+3,1256,0.03650922700762749,157,0.0009080403942789417,
+3,1264,0.041594259440898895,158,0.003511004530082573,
+3,1272,0.03182905912399292,159,0.38331157037464436,
+3,1280,0.03055860474705696,160,0.22655020754245925,
+,,,160,,0.34013229569578485
+3,1288,0.03278839960694313,161,0.0014125815241641249,
+3,1296,0.034102875739336014,162,0.0029416400866466574,
+3,1304,0.0348321832716465,163,0.0009486894559813663,
+3,1312,0.030829332768917084,164,0.0068455231812549755,
+3,1320,0.03121066465973854,165,0.0015077670796017628,
+3,1328,0.03194369003176689,166,0.007091453699104022,
+3,1336,0.03133635222911835,167,0.024520832492271438,
+3,1344,0.03191540390253067,168,0.01127033353986917,
+3,1352,0.0311015285551548,169,0.014409650564630283,
+3,1360,0.031777072697877884,170,0.0069380850763991475,
+3,1368,0.030615538358688354,171,0.0197266083159775,
+3,1376,0.03133848309516907,172,0.002309670966496924,
+3,1384,0.03684600070118904,173,0.040415601924905786,
+3,1392,0.03344733268022537,174,0.018346109995036386,
+3,1400,0.04313729330897331,175,0.1664992766964133,
+3,1408,0.030718587338924408,176,0.002993849429913098,
+,,,176,,0.3865538453744128
+3,1416,0.03479703888297081,177,0.0031974628182069864,
+3,1424,0.03420759737491608,178,0.0039060154231265187,
+3,1432,0.035903383046388626,179,0.001519807647127891,
+4,1440,0.030729271471500397,180,0.0015120885145734064,
+4,1448,0.03146081417798996,181,0.004092797731573228,
+4,1456,0.031259339302778244,182,0.003270556037023198,
+4,1464,0.03127340227365494,183,0.0015073480608407408,
+4,1472,0.03422641009092331,184,0.003963760515034664,
+4,1480,0.036879949271678925,185,0.002663047671376262,
+4,1488,0.036537203937768936,186,0.009581263642758131,
+4,1496,0.03703092411160469,187,0.0015299729129765183,
+4,1504,0.0338134728372097,188,0.004604732312145643,
+4,1512,0.03450406342744827,189,0.00435288044900517,
+4,1520,0.03546136990189552,190,0.0032888170972000808,
+4,1528,0.03609229251742363,191,0.0015708571791037684,
+4,1536,0.03365662693977356,192,0.0038713169924449176,
+,,,192,,0.3933972876056347

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/labels.csv

@@ -0,0 +1,153 @@
+14554,0
+14444,1
+59801,1
+52968,1
+33308,1
+17873,0
+60060,1
+28727,1
+34883,1
+49888,0
+17044,1
+49050,0
+41966,0
+66516,0
+37318,1
+64123,0
+51150,0
+9008,1
+61211,1
+58890,1
+18550,1
+29680,1
+22736,1
+28901,1
+36136,1
+23150,1
+52240,1
+63819,0
+48500,0
+48861,1
+18679,1
+51043,0
+33134,1
+33287,0
+18270,1
+46166,1
+4174,1
+55806,0
+37822,0
+1967,1
+59952,1
+7333,1
+22081,0
+38863,1
+61283,1
+34958,1
+59802,1
+68019,0
+23241,0
+33121,0
+8904,0
+18487,1
+20933,1
+19296,0
+41792,0
+28277,0
+24363,0
+30050,1
+51837,0
+39677,1
+36618,0
+57498,0
+11802,0
+2020,0
+5612,1
+3769,0
+18887,1
+55268,1
+31968,0
+9043,1
+8984,0
+17615,1
+44756,1
+52630,1
+55444,1
+65341,1
+64863,0
+1410,1
+15572,0
+10551,1
+44680,1
+5215,1
+55291,1
+10980,0
+61695,0
+8747,1
+24134,1
+38121,1
+54109,1
+6016,1
+55672,1
+55179,1
+35538,0
+50951,1
+21767,1
+4650,1
+6928,0
+44001,0
+66278,0
+50473,0
+38740,0
+61126,0
+6027,0
+41593,1
+64313,1
+33514,0
+65777,1
+29508,1
+610,1
+1745,0
+45080,1
+13705,1
+67144,1
+21213,1
+36907,0
+23373,0
+21122,0
+40424,1
+66941,0
+31013,0
+27017,1
+58263,0
+50161,0
+60390,0
+27215,1
+10198,0
+42256,1
+60870,1
+59240,1
+11704,0
+29496,0
+30650,0
+34656,0
+66412,0
+65593,1
+22706,1
+5977,1
+30335,1
+47590,1
+5234,0
+51686,0
+55295,0
+28506,1
+12660,0
+59454,1
+17023,1
+58567,0
+3262,1
+9739,1
+2596,1
+20570,1
+20632,0
+47337,1

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/logits.csv

@@ -0,0 +1,153 @@
+14554,-0.0008543655,-9.7508545
+14444,-8.250628,-0.0006283931
+59801,-8.000999,-0.0009993089
+52968,-7.0047336,-0.004733547
+33308,-7.001494,-0.0014940064
+17873,-0.22980808,-1.6048081
+60060,-8.125492,-0.00049197493
+28727,-6.5027337,-0.002733663
+34883,-8.00145,-0.0014492496
+49888,-0.0014815079,-7.6264815
+17044,-1.6015873,-0.22658734
+49050,-0.00069296185,-8.125693
+41966,-0.0023963326,-8.377397
+66516,-0.0007808735,-8.750781
+37318,-7.5017548,-0.0017548889
+64123,-7.8760295,-0.0010296764
+51150,-0.00056453503,-9.125565
+9008,-9.750372,-0.00037174468
+61211,-8.375693,-0.0006934384
+58890,-6.010966,-0.010965917
+18550,-9.375289,-0.0002891599
+29680,-7.8776817,-0.0026818283
+22736,-8.625604,-0.00060361286
+28901,-9.250811,-0.00081017567
+36136,-10.500515,-0.0005154473
+23150,-7.001247,-0.0012467477
+52240,-6.130372,-0.0053720167
+63819,-0.0010268183,-8.626027
+48500,-0.00084698084,-7.875847
+48861,-9.250745,-0.00074466155
+18679,-7.0020657,-0.0020655503
+51043,-0.00051854516,-10.125519
+33134,-8.001173,-0.0011729273
+33287,-0.00064197433,-8.875642
+18270,-0.1809781,-1.8059781
+46166,-7.2551436,-0.0051436233
+4174,-9.8752575,-0.00025722056
+55806,-8.500867,-0.00086734816
+37822,-2.580247,-0.080246955
+1967,-9.750385,-0.00038544854
+59952,-5.8787246,-0.0037246633
+7333,-4.5119243,-0.01192406
+22081,-0.005192247,-5.5051923
+38863,-3.6522772,-0.02727731
+61283,-5.132423,-0.0074230805
+34958,-8.75042,-0.0004191712
+59802,-9.001102,-0.0011021974
+68019,-1.9113139,-0.16131386
+23241,-3.6517956,-0.02679567
+33121,-0.0028353035,-7.0028353
+8904,-0.00037686876,-9.125377
+18487,-7.635126,-0.0101260515
+20933,-9.125868,-0.0008680628
+19296,-0.34902108,-1.2240211
+41792,-0.0010234838,-11.876023
+28277,-0.0008573432,-9.000857
+24363,-0.9776031,-0.47760305
+30050,-8.127908,-0.0029079316
+51837,-0.00042536747,-10.000425
+39677,-8.37708,-0.0020800638
+36618,-0.0059189517,-5.255919
+57498,-0.090810016,-2.46581
+11802,-0.0016005337,-7.5016007
+2020,-0.019976266,-4.019976
+5612,-7.127426,-0.0024263011
+3769,-5.5047083,-0.004708394
+18887,-3.4157488,-0.040748827
+55268,-6.376876,-0.0018757859
+31968,-0.002895332,-6.0028954
+9043,-7.0041866,-0.004186794
+8984,-0.0051790834,-5.380179
+17615,-6.626581,-0.0015811335
+44756,-6.891442,-0.016441694
+52630,-7.375932,-0.0009322588
+55444,-10.125291,-0.00029047084
+65341,-5.7532897,-0.0032896472
+64863,-0.0016734895,-10.626674
+1410,-7.500767,-0.00076729414
+15572,-0.0009754905,-10.125976
+10551,-7.751104,-0.0011037455
+44680,-5.510205,-0.010204996
+5215,-6.6279716,-0.0029716403
+55291,-6.3818707,-0.006870811
+10980,-0.0027469778,-6.502747
+61695,-0.00054880814,-10.625548
+8747,-9.875266,-0.0002662781
+24134,-10.000498,-0.00049817073
+38121,-9.137018,-0.012017939
+54109,-10.37809,-0.003090251
+6016,-5.2563567,-0.006356735
+55672,-8.500453,-0.00045313104
+55179,-9.379907,-0.0049064
+35538,-0.0012978235,-9.751298
+50951,-5.541424,-0.04142396
+21767,-8.876488,-0.0014881737
+4650,-8.625494,-0.0004938813
+6928,-0.0048435265,-5.3798437
+44001,-0.0007041597,-9.875704
+66278,-0.004550815,-5.754551
+50473,-0.001372587,-10.188872
+38740,-0.000298098,-10.2502985
+61126,-0.0035625342,-5.7535625
+6027,-0.00066127366,-10.250661
+41593,-9.625553,-0.00055309734
+64313,-10.37531,-0.00031025364
+33514,-0.0013867534,-8.126387
+65777,-7.899135,-0.024135232
+29508,-9.125641,-0.00064125954
+610,-0.008171933,-5.008172
+1745,-0.00033587537,-10.125336
+45080,-7.501011,-0.0010109796
+13705,-9.000634,-0.0006341115
+67144,-8.875671,-0.0006710423
+21213,-0.011030057,-4.76103
+36907,-0.00093035324,-10.000931
+23373,-0.00063196715,-8.000632
+21122,-0.0011580435,-11.188658
+40424,-7.888897,-0.013896966
+66941,-0.000539634,-8.25054
+31013,-0.0011312522,-7.001131
+27017,-8.500832,-0.00083173485
+58263,-0.00090772426,-9.125908
+50161,-1.0555086,-0.43050867
+60390,-0.007923954,-4.882924
+27215,-6.2539215,-0.003921677
+10198,-6.1319637,-0.006963745
+42256,-8.625526,-0.0005260514
+60870,-8.625695,-0.00069558265
+59240,-9.500823,-0.0008231589
+11704,-0.00063518377,-8.875635
+29496,-0.0037376087,-5.7537374
+30650,-0.00040630193,-9.125406
+34656,-7.3767033,-0.0017031225
+66412,-0.00049817073,-8.250498
+65593,-7.7511463,-0.0011464935
+22706,-8.251332,-0.0013322297
+5977,-6.1334367,-0.008436517
+30335,-5.7536016,-0.0036017327
+47590,-8.500725,-0.00072500645
+5234,-0.17835669,-1.9283566
+51686,-0.00029917056,-9.375299
+55295,-0.00047731926,-9.625478
+28506,-6.5029364,-0.0029362207
+12660,-0.0009820407,-9.125982
+59454,-7.3769016,-0.0019016055
+17023,-6.751658,-0.001657899
+58567,-0.0030507948,-6.003051
+3262,-4.5112514,-0.011251452
+9739,-8.126497,-0.0014968631
+2596,-8.00068,-0.00067950046
+20570,-9.250721,-0.00072143273
+20632,-0.0018762619,-9.876876
+47337,-7.875702,-0.00070177723

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-5.7544494,-0.0044495864
+12007,-0.006025838,-5.256026
+8229,-0.00054797414,-9.000548
+31449,-8.375442,-0.00044157292
+1591,-0.0021079003,-8.252108
+53542,-6.2532234,-0.0032233447
+49372,-8.500561,-0.0005604842
+54831,-0.00063172885,-8.625631
+44771,-7.251259,-0.0012590109
+33116,-0.0019770379,-10.064477
+33492,-6.2523427,-0.0023425776
+16982,-5.8793283,-0.0043284064
+31901,-5.1350365,-0.0100363605
+49817,-0.0013421108,-6.8763423
+60681,-3.2894456,-0.039445657
+39890,-4.516593,-0.016593188
+62685,-0.0005320087,-10.750532
+2201,-9.876805,-0.0018048679
+47201,-0.00646618,-6.2564664
+20835,-8.501273,-0.0012732979
+15421,-7.3769817,-0.0019816777
+45021,-0.0009887097,-7.8759885
+45802,-0.0014561537,-7.2514563
+43637,-0.00063458807,-8.375634
+7160,-0.0028483793,-6.002848
+8150,-0.09109791,-2.4660978
+3512,-8.000529,-0.00052974495
+29264,-0.00039974804,-11.3754
+32960,-0.00057847454,-8.625579
+32221,-0.0010664734,-7.6260667
+35996,-8.626059,-0.0010587331
+4422,-9.250622,-0.0006221981
+22209,-0.0004304913,-9.87543
+6920,-8.126002,-0.0010027625
+25253,-0.00062720175,-9.6256275
+680,-0.29529893,-1.4202989
+50140,-7.517152,-0.01715207
+28481,-7.1272917,-0.002291555
+36298,-0.0012887752,-7.626289
+16473,-9.875404,-0.000404157
+11102,-3.2909734,-0.04097335
+62901,-0.00040213126,-8.625402
+16123,-7.3851,-0.010099971
+52012,-0.00070523185,-10.500705
+60780,-0.0012291266,-8.501229
+1781,-10.375452,-0.00045193947
+41449,-0.0007370378,-8.750737
+908,-6.252772,-0.0027719429
+15507,-7.377695,-0.002695025
+57914,-7.625911,-0.0009111782
+46159,-4.762736,-0.012736053
+56461,-9.500318,-0.00031740396
+62107,-0.003988883,-7.8789887
+49087,-8.625962,-0.0009626284
+65792,-0.0023843213,-6.252384
+13181,-0.0017231153,-6.6267233
+54119,-8.87535,-0.00034981806
+51997,-0.0004521778,-9.375452
+24924,-10.375343,-0.00034350218
+45890,-0.0008491248,-9.750849
+41716,-0.0011462554,-7.3761463
+60175,-0.0011080323,-10.001108
+30318,-0.00058192963,-8.375582
+13221,-7.3762918,-0.0012916327
+15509,-8.875254,-0.0002541219
+37365,-0.97762024,-0.47762027
+60975,-0.023851024,-3.773851
+51375,-0.0015867274,-8.876587
+16004,-7.001925,-0.0019249258
+12837,-6.5023856,-0.0023856293
+17864,-8.500741,-0.0007409688
+67134,-6.8766174,-0.0016175532
+18611,-5.754654,-0.004653814
+12861,-7.500836,-0.0008359037
+58084,-9.12526,-0.00026055757
+32874,-0.011985783,-4.511986
+32717,-9.250256,-0.0002553137
+23413,-8.137483,-0.012482494
+59634,-0.02405738,-3.7740574
+15629,-1.613088,-0.23808803
+47071,-0.005169359,-6.5051694
+48558,-6.003434,-0.0034340003
+3648,-0.0007327494,-9.625732
+43367,-0.0005983708,-9.375598
+14869,-0.0020461592,-9.502047
+1518,-0.0003819928,-9.500382
+16976,-9.002557,-0.0025568672
+20931,-9.000349,-0.0003489839
+67379,-8.625485,-0.00048530244
+4741,-0.0010668307,-10.751067
+5765,-6.3777537,-0.0027537541
+48791,-0.00038246947,-9.500382
+15298,-5.5046515,-0.004651559
+21874,-7.251581,-0.0015811335
+9095,-6.510476,-0.0104760025
+3840,-8.251896,-0.0018962513
+55636,-0.6329782,-0.7579782
+57364,-0.52680194,-0.90180194
+65863,-0.003700316,-9.8162
+40786,-0.00042024365,-9.750421
+8118,-9.125475,-0.0004746979
+52441,-0.0005062729,-10.375506
+38593,-0.00043120622,-10.375431
+5517,-0.0014424644,-8.751443
+39136,-6.378144,-0.0031436095
+47292,-0.0009906152,-8.625991
+34052,-3.6525962,-0.027596146
+16037,-8.750412,-0.0004123791
+64606,-7.626021,-0.0010208639
+19552,-0.0038272718,-5.628827
+14116,-4.8837194,-0.008719584
+11261,-3.8958783,-0.02087842
+11668,-8.377005,-0.0020042823
+42198,-7.62578,-0.0007801588
+22526,-9.382664,-0.0076638483
+8037,-7.8777146,-0.0027147604
+5324,-7.7507634,-0.0007636015
+56692,-0.0009299959,-10.25093
+59753,-0.25238502,-1.502385
+47298,-0.0013050857,-8.001305
+57801,-5.0071507,-0.0071505345
+58413,-10.375184,-0.00018451895
+10673,-0.00066794496,-10.375668
+65730,-8.3758135,-0.0008132726
+40287,-8.500473,-0.00047279146
+15186,-7.0016427,-0.0016426654
+43119,-0.0010056206,-9.876005
+39219,-6.1299458,-0.004945783
+50340,-8.500401,-0.00040010552
+34297,-7.7510223,-0.0010225312
+62941,-0.0006473353,-9.750648
+31551,-9.875406,-0.0004060636
+41344,-7.127345,-0.0023449562
+46402,-9.750428,-0.0004278698
+13636,-7.1263204,-0.0013202055
+42241,-7.8756185,-0.00061862404
+15422,-0.0016245751,-6.6266246
+25014,-8.254109,-0.0041097477
+19613,-0.0017028844,-6.751703
+5515,-0.00055154844,-8.875551
+64128,-0.0007630059,-11.688263
+28084,-0.00064495264,-10.750645
+10395,-6.503101,-0.0031008278
+9965,-0.0008132726,-7.5008135
+27221,-6.7515664,-0.0015666127
+11994,-0.0011018403,-10.6886015
+43384,-0.0011536379,-7.3761535
+44329,-0.0007046362,-11.313205
+58937,-0.009373584,-7.1343737
+29119,-0.00030024312,-9.8753
+8989,-0.004389176,-10.254389
+23043,-7.7510967,-0.0010966008
+32166,-0.043498237,-7.543498
+42729,-3.896327,-0.021326974
+6863,-7.877396,-0.0023962138
+41187,-0.0009834697,-10.000983
+36039,-10.625925,-0.0009246365
+55977,-0.0023323495,-7.252332
+8129,-6.378175,-0.0031746249
+60223,-8.751019,-0.0010184821
+9414,-0.00033718624,-9.750338
+26177,-0.0008167269,-8.625816
+38443,-0.0005048431,-8.6255045
+43084,-0.00047612775,-11.250476
+53673,-0.0009037939,-8.875904
+15057,-6.751738,-0.0017378718
+51700,-0.0011632827,-7.8761635
+51201,-6.75165,-0.0016499253
+47078,-6.627588,-0.0025880197
+59961,-7.0011015,-0.0011016021
+22272,-1.4129,-0.28789997
+65773,-0.0036214502,-8.378621
+33746,-0.048896946,-3.048897
+27311,-9.125329,-0.00032920187
+41292,-0.00020072829,-9.3752
+17110,-0.02714297,-3.652143
+57029,-0.0005124686,-10.000512
+3009,-7.001027,-0.0010270565
+40193,-9.500197,-0.00019762947
+27618,-6.2523503,-0.002350308
+20145,-9.625241,-0.00024148886
+52193,-8.87534,-0.00034004627
+34398,-0.0005619139,-10.000562
+36473,-9.626259,-0.0012586537
+43577,-0.0003790137,-11.375379
+57850,-9.500755,-0.0007557397
+61117,-0.0023528056,-8.127353
+32569,-3.6626735,-0.03767343
+12290,-9.625388,-0.0003881893
+19499,-8.001514,-0.0015145985
+60470,-0.00028606137,-9.625286
+8962,-9.126104,-0.0011045791
+65955,-6.128367,-0.003366757
+62486,-0.025494866,-3.7754948
+19000,-0.0008680628,-7.375868
+22631,-6.0029783,-0.002978296
+25613,-0.0014660336,-8.376466
+56086,-7.126111,-0.0011112473
+28883,-0.08156486,-2.581565
+26425,-8.250488,-0.00048816207
+48097,-0.005438888,-5.505439
+61477,-0.0025773186,-6.6275773
+9121,-0.02812886,-3.6531289
+66709,-7.2509174,-0.0009174905
+51472,-7.500991,-0.0009910916
+19809,-8.375605,-0.0006050425
+38959,-8.000675,-0.0006754501
+39849,-0.00016950125,-9.75017
+59964,-0.0042310725,-5.629231
+65268,-8.001829,-0.0018290234
+8791,-0.0012696071,-6.87627
+51774,-8.126323,-0.0013228246
+49640,-0.0009771578,-8.2509775
+20125,-8.500411,-0.00041071087
+59640,-0.0018945856,-6.7518945
+68206,-8.376408,-0.0014080621
+48079,-9.250927,-0.00092713756
+49583,-0.43033993,-1.0553399
+67054,-0.0012292456,-7.7512293
+59571,-0.1155191,-2.240519
+29080,-7.628144,-0.003143966
+29111,-7.0013165,-0.0013163958
+20758,-8.375343,-0.00034350218
+64023,-0.00049495365,-8.500495
+29058,-0.0031571565,-10.253158
+18185,-0.0005125878,-9.375512
+36543,-0.00043597253,-9.250436
+54983,-7.375914,-0.0009139175
+3101,-4.5129633,-0.012963071
+42140,-0.001478056,-6.876478
+6954,-0.001923974,-11.126924
+15955,-7.502961,-0.0029610621
+61746,-0.001207695,-10.251207
+32055,-0.00057418545,-9.375574
+39496,-7.626019,-0.0010188394
+59909,-8.000749,-0.0007484734
+66296,-0.0009647721,-9.500965
+46804,-7.6267805,-0.0017803547
+35049,-0.0016856284,-10.001686
+56017,-6.2540693,-0.004069382
+26947,-7.8755674,-0.0005672753
+38928,-0.0012841321,-7.876284
+15029,-7.390766,-0.01576637
+7086,-0.002006424,-9.877007
+537,-0.018955631,-4.0189557
+50731,-0.00095631636,-8.375957
+63604,-8.000868,-0.0008680628
+67049,-0.0039166897,-5.6289167
+31161,-0.0038428286,-5.628843
+58922,-8.253644,-0.0036442552
+18347,-9.750379,-0.00037889453
+25864,-2.4655662,-0.09056625
+63846,-0.00057847454,-9.625579
+13353,-0.0008774721,-10.375877
+25378,-7.8761473,-0.0011470888
+59101,-8.87574,-0.0007397776
+20895,-0.023520978,-3.773521
+48119,-8.875399,-0.0003983181
+14332,-0.00055726734,-10.750557
+25497,-6.627235,-0.002234702
+8686,-0.01895177,-4.018952
+22758,-6.148783,-0.023783395
+7666,-0.009074871,-4.7590747
+20686,-0.012939537,-4.5129395
+18975,-7.5012517,-0.0012515101
+19054,-5.754279,-0.00427891
+48123,-9.750222,-0.00022206226
+57909,-8.375438,-0.0004379982
+9226,-8.876096,-0.0010961245
+48653,-0.0009800161,-8.25098
+44013,-0.003395627,-7.2533956
+11409,-8.625934,-0.0009333307
+62736,-0.0034449298,-5.753445
+2777,-7.751057,-0.001057185
+7058,-0.001231984,-8.876232
+48408,-0.0009768006,-7.7509766
+28934,-9.375215,-0.00021431534
+46578,-8.126398,-0.0013977054
+23203,-4.2645526,-0.014552642
+6257,-8.625417,-0.0004169072
+53444,-0.03169589,-3.5316958
+17816,-4.3879623,-0.012962131
+46307,-7.127153,-0.0021529847
+20599,-9.500696,-0.00069641654
+29423,-0.0006908176,-9.25069
+21041,-0.00040522945,-10.125405
+16633,-9.625221,-0.00022158552
+20221,-7.6260643,-0.0010644491
+27466,-0.000611595,-9.375611
+22987,-0.0006032554,-10.000604
+9322,-0.0007453762,-9.000746
+3265,-0.008606367,-7.3836064
+22814,-4.1540174,-0.029017672
+56185,-8.875343,-0.0003430255
+55014,-8.000649,-0.0006497179
+43437,-8.750706,-0.0007054701
+24683,-0.0007414453,-10.750741
+10233,-3.2888944,-0.038894515
+19001,-0.0005365363,-12.250537
+32718,-0.0005962263,-8.875596
+31030,-0.0011493512,-11.251149
+1099,-0.0012316268,-10.688731
+57982,-5.5083723,-0.008372091
+49148,-0.0009498852,-7.37595
+40880,-9.750202,-0.00020180097
+31148,-0.0011659021,-10.813666
+9446,-8.125582,-0.00058169133
+18579,-9.127475,-0.0024743436
+30932,-5.0071683,-0.007168407
+40792,-0.16560279,-1.9156028
+48600,-0.0013381821,-7.876338
+44588,-6.6275043,-0.002504191
+33828,-7.126179,-0.001179238
+33917,-0.0018920868,-7.876892
+2026,-0.0035889044,-6.3785887
+56745,-0.00040153548,-9.2504015
+17383,-0.0009662012,-7.375966
+2372,-0.052450743,-3.9274507
+56600,-0.055628147,-5.6806283
+50257,-0.00046325917,-10.1254635
+38892,-0.0008585343,-8.625858
+45844,-0.0015031717,-9.126503
+29062,-0.0027122637,-6.1277122
+5655,-7.7506714,-0.0006713997
+67611,-0.006973571,-5.0069737
+18546,-0.002465306,-7.6274652
+63060,-8.000756,-0.0007562161
+36068,-9.021261,-0.021261157
+784,-0.3524516,-1.7274516
+20429,-0.0006175518,-9.750618
+21679,-8.750838,-0.00083792856
+53617,-8.001359,-0.0013586585
+6978,-10.375197,-0.00019703354
+53262,-0.0014988866,-10.813999
+181,-0.0027279565,-10.1277275
+28744,-0.04808847,-4.4230886
+48716,-0.0044892244,-5.5044894
+51468,-0.00037651125,-10.750377
+62209,-7.5011287,-0.0011287516
+8732,-5.0074143,-0.007414206
+56949,-6.2544746,-0.0044745086
+26885,-0.00066806405,-11.500669
+43345,-0.007335751,-5.0073357
+8053,-6.25233,-0.002329852
+59402,-6.87678,-0.0017801167
+49552,-0.0005480933,-10.500548
+12348,-3.2891138,-0.039113726
+28335,-6.6273994,-0.0023995435
+59114,-5.256901,-0.0069010006
+12625,-7.127355,-0.0023550652
+8876,-6.6301503,-0.0051503833
+29959,-8.875314,-0.00031370964
+37911,-0.00048268112,-9.750483
+38412,-0.5234121,-0.8984121
+31999,-0.0007353701,-10.125735
+34775,-0.00039116837,-9.375391
+65737,-6.1300154,-0.0050154114
+25244,-0.00062612956,-9.375627
+51630,-7.8758187,-0.00081887085
+23979,-1.6286976,-0.25369757
+34638,-8.375682,-0.000681883
+22311,-11.001478,-0.001477937
+14004,-7.7518435,-0.0018434213
+310,-0.005159634,-5.50516
+49105,-0.0013802059,-7.8763804
+38782,-10.1256895,-0.0006897454
+4647,-7.875554,-0.00055428874
+43782,-0.00065472146,-11.000655
+66046,-0.001667182,-6.751667
+16690,-8.125778,-0.0007786103
+67731,-0.5769608,-0.8269608
+54867,-7.750673,-0.0006727101
+34108,-7.0027294,-0.002729502
+67332,-0.0015495924,-7.1265497
+22567,-0.0003625689,-9.750362
+57173,-0.00029428443,-9.375295
+26527,-8.500787,-0.00078647194
+59580,-5.0207353,-0.020735279
+20737,-0.011708469,-4.5117083
+53307,-0.0034849646,-9.253485
+32783,-0.0009455977,-10.375946
+7868,-9.500285,-0.00028534632
+50777,-0.00058574206,-9.375586
+29307,-10.125223,-0.00022277735
+18297,-0.0005969411,-8.250597
+44524,-9.375451,-0.00045146287
+61320,-0.028486704,-3.6534867
+2578,-1.2252462,-0.35024616
+40612,-0.0032437823,-9.378243
+32523,-4.6393685,-0.014368523
+48509,-0.0004903068,-9.50049
+36666,-6.502155,-0.0021550069
+6539,-8.875643,-0.0006423317
+33620,-7.502219,-0.0022192392
+55547,-8.750309,-0.00030894275
+11751,-8.250404,-0.00040463367
+30491,-0.00042739316,-9.000427
+48294,-7.6259108,-0.0009108209
+37424,-8.875885,-0.000885333
+29155,-1.7024543,-0.20245427

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,36 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3739134408533573,0,2.008791923522949,
+0,8,0.05763092264533043,1,5.099695563316345,
+0,16,0.03859567269682884,2,4.469850122928619,
+0,24,0.03437463939189911,3,2.438769280910492,
+0,32,0.03477378562092781,4,0.6932024881243706,
+0,40,0.03522835671901703,5,1.3068449888378382,
+0,48,0.0319206602871418,6,0.7475810907781124,
+0,56,0.0320083424448967,7,0.4555924255400896,
+0,64,0.03202109411358833,8,0.5577760320156813,
+0,72,0.038289736956357956,9,0.27740408293902874,
+0,80,0.037110134959220886,10,0.6241730377078056,
+0,88,0.031826507300138474,11,0.2122062724083662,
+0,96,0.03147362545132637,12,0.3625854442361742,
+0,104,0.031525854021310806,13,0.07139894762076437,
+0,112,0.03267354518175125,14,0.02163086214568466,
+0,120,0.03273358568549156,15,0.5980169572285376,
+0,128,0.03197576105594635,16,0.07047714773216285,
+,,,16,,0.22686897227966707
+0,136,0.032175224274396896,17,0.028683613054454327,
+0,144,0.03223511204123497,18,0.7718045586443623,
+0,152,0.032533325254917145,19,0.1339913522824645,
+0,160,0.03626753389835358,20,0.031325374788139015,
+0,168,0.03232188895344734,21,0.2578388280089712,
+0,176,0.03165404871106148,22,0.18619128048885614,
+0,184,0.031865935772657394,23,0.08449598855804652,
+0,192,0.034303076565265656,24,0.001793030787666794,
+0,200,0.03213967755436897,25,0.03181976216728799,
+0,208,0.03230821341276169,26,0.3237482392032689,
+0,216,0.03195006400346756,27,0.1442083618894685,
+0,224,0.03236770257353783,28,0.09092505779699422,
+0,232,0.03163464367389679,29,0.05390465454547666,
+0,240,0.03270363062620163,30,0.6815829151601065,
+0,248,0.032405633479356766,31,0.8949208986887243,
+0,256,0.032186251133680344,32,0.06918601732468233,
+,,,32,,0.20681361279456445

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-0.6946225,-0.6946225
+12007,-0.08998898,-2.464989
+8229,-0.0011458981,-7.376146
+31449,-5.7536964,-0.0036963965
+1591,-0.0014266323,-7.3764267
+53542,-3.409167,-0.034167096
+49372,-4.0188065,-0.018806364
+54831,-0.015018252,-4.2650185
+44771,-1.6021152,-0.22711514
+33116,-0.001504243,-7.1265044
+33492,-2.8124282,-0.06242813
+16982,-0.75955456,-0.63455456
+31901,-1.8070352,-0.18203516
+49817,-0.016668692,-4.141669
+60681,-1.601758,-0.22675802
+39890,-2.1282382,-0.12823822
+62685,-0.0025530623,-6.627553
+2201,-7.127505,-0.0025050233
+47201,-0.0051327124,-5.6301327
+20835,-5.629551,-0.0045510526
+15421,-3.168608,-0.043607913
+45021,-0.0049836226,-5.5049834
+45802,-0.0063506938,-5.2563505
+43637,-0.0037746625,-5.7537746
+7160,-0.004040175,-5.6290402
+8150,-0.12973587,-2.129736
+3512,-5.379927,-0.0049271593
+29264,-0.0009110591,-8.125911
+32960,-0.004346804,-5.629347
+32221,-0.008240272,-4.88324
+35996,-2.1278262,-0.12782612
+4422,-6.502762,-0.002761957
+22209,-0.0030725435,-6.0030727
+6920,-6.252452,-0.0024518687
+25253,-0.0018042729,-7.2518044
+680,-0.18083544,-1.8058355
+50140,-4.511559,-0.0115589425
+28481,-3.4093106,-0.034310516
+36298,-0.0042140973,-5.6292143
+16473,-5.6289787,-0.0039787902
+11102,-1.805296,-0.18029597
+62901,-0.0052181003,-5.380218
+16123,-5.7538433,-0.0038431848
+52012,-0.002029504,-6.8770294
+60780,-0.0025679253,-6.252568
+1781,-6.252256,-0.0022557545
+41449,-0.0028309054,-6.252831
+908,-1.8056647,-0.18066461
+15507,-5.5047565,-0.0047564455
+57914,-0.827022,-0.577022
+46159,-1.4068946,-0.28189453
+56461,-5.1312065,-0.006206524
+62107,-0.015035749,-4.5150356
+49087,-5.504604,-0.0046038586
+65792,-0.0038798784,-5.75388
+13181,-0.003700316,-5.7537003
+54119,-5.1313934,-0.006393455
+51997,-0.0056334306,-5.2556334
+24924,-6.751723,-0.0017226393
+45890,-0.0017410849,-7.251741
+41716,-0.011612676,-4.511613
+60175,-0.0015707785,-6.8765707
+30318,-0.0031705846,-6.0031705
+13221,-3.5301359,-0.03013579
+15509,-5.628915,-0.0039147898
+37365,-1.5027653,-0.25276533
+60975,-0.0039115837,-5.7539115
+51375,-0.0067353602,-5.8817353
+16004,-5.1317463,-0.0067461357
+12837,-2.238805,-0.11380499
+17864,-4.8835325,-0.008532497
+67134,-3.5306013,-0.03060137
+18611,-3.5304854,-0.030485284
+12861,-2.464748,-0.08974795
+58084,-5.8779874,-0.0029875666
+32874,-0.023992557,-3.7739925
+32717,-5.2566047,-0.00660451
+23413,-5.0124364,-0.012436578
+59634,-0.038784895,-3.288785
+15629,-0.28329808,-1.408298
+47071,-0.006516398,-5.2565165
+48558,-2.6957645,-0.07076445
+3648,-0.0010707604,-7.876071
+43367,-0.003258041,-5.878258
+14869,-0.005131408,-5.6301312
+1518,-0.0047250045,-5.504725
+16976,-5.015431,-0.015430941
+20931,-5.5043583,-0.0043580798
+67379,-5.5045567,-0.004556511
+4741,-0.0010266992,-8.126027
+5765,-3.7753386,-0.025338553
+48791,-0.0023595844,-6.2523594
+15298,-0.2530149,-1.5030149
+21874,-3.409516,-0.034516104
+9095,-4.264907,-0.014906685
+3840,-3.6519425,-0.026942588
+55636,-0.3139025,-1.3139025
+57364,-0.4300664,-1.0550663
+65863,-0.0034865087,-7.8784866
+40786,-0.0013472299,-7.376347
+8118,-4.1413703,-0.016370393
+52441,-0.0008410254,-7.875841
+38593,-0.0011613775,-7.7511616
+5517,-0.0036963965,-6.0036964
+39136,-1.315933,-0.31593293
+47292,-0.0029673614,-6.2529674
+34052,-0.0812997,-2.5812998
+16037,-5.753624,-0.0036238257
+64606,-4.2647085,-0.0147083
+19552,-0.03418357,-3.4091835
+14116,-2.5792828,-0.079282746
+11261,-0.14324598,-2.018246
+11668,-5.3800983,-0.0050981995
+42198,-5.255456,-0.005455961
+22526,-7.627434,-0.0024335552
+8037,-2.238969,-0.11396902
+5324,-2.2394176,-0.11441758
+56692,-0.0012500813,-7.5012503
+59753,-0.030179396,-3.5301795
+47298,-0.01062805,-4.635628
+57801,-0.8265284,-0.5765284
+58413,-6.876261,-0.0012610349
+10673,-0.0009278522,-7.875928
+65730,-6.003117,-0.0031168712
+40287,-4.01889,-0.018889891
+15186,-3.6518052,-0.026805071
+43119,-0.0021246735,-6.877125
+39219,-4.6352596,-0.010259746
+50340,-2.5792406,-0.07924057
+34297,-4.759354,-0.009354097
+62941,-0.0007913557,-8.375792
+31551,-7.251317,-0.001316991
+41344,-4.511675,-0.011674772
+46402,-5.504328,-0.004327813
+13636,-2.6954017,-0.07040176
+42241,-4.018534,-0.018534096
+15422,-0.02656887,-3.651569
+25014,-4.265146,-0.0151456585
+19613,-0.10100484,-2.3510048
+5515,-0.004584279,-5.5045843
+64128,-0.0012240069,-7.751224
+28084,-0.005511209,-5.3805113
+10395,-1.7017934,-0.20179337
+9965,-0.0035638409,-5.753564
+27221,-3.1683307,-0.04333067
+11994,-0.0018713834,-8.001871
+43384,-0.0019558603,-6.626956
+44329,-0.0017799977,-7.12678
+58937,-0.009878675,-4.7598786
+29119,-0.0025697087,-6.1275697
+8989,-0.0057621566,-8.255762
+23043,-3.6519709,-0.026970902
+32166,-0.0062921755,-5.5062923
+42729,-0.021477731,-3.8964777
+6863,-3.7750888,-0.025088752
+41187,-0.0021840308,-7.752184
+36039,-7.6265306,-0.0015306673
+55977,-0.01298543,-4.637985
+8129,-3.2886214,-0.038621355
+60223,-5.5049963,-0.004996314
+9414,-0.0019181441,-6.5019183
+26177,-0.0020270057,-6.627027
+38443,-0.0015451885,-6.876545
+43084,-0.0010438475,-8.001044
+53673,-0.0020808966,-6.627081
+15057,-1.1378427,-0.3878426
+51700,-0.008805257,-5.1338053
+51201,-4.141673,-0.016672913
+47078,-3.5308495,-0.030849453
+59961,-1.9106717,-0.16067168
+22272,-1.0562112,-0.43121117
+65773,-0.03408887,-3.4090889
+33746,-0.055316433,-2.9303164
+27311,-5.504367,-0.0043668626
+41292,-0.007803195,-4.882803
+17110,-0.09131109,-2.466311
+57029,-0.0020525833,-6.752053
+3009,-4.882804,-0.007804023
+40193,-4.8829055,-0.007905386
+27618,-3.168639,-0.04363884
+20145,-6.7516785,-0.0016784879
+52193,-3.8961794,-0.021179462
+34398,-0.00361076,-6.0036106
+36473,-5.505673,-0.005673022
+43577,-0.0007740839,-8.000774
+57850,-5.255608,-0.0056081815
+61117,-0.010082387,-5.1350822
+32569,-1.6013236,-0.22632357
+12290,-7.3760448,-0.0010448003
+19499,-4.8831987,-0.008198536
+60470,-0.001441393,-6.7514415
+8962,-6.7520943,-0.0020942201
+65955,-4.141671,-0.01667139
+62486,-0.18112959,-1.8061296
+19000,-0.009126966,-4.759127
+22631,-2.465046,-0.09004585
+25613,-0.0063356496,-5.1313357
+56086,-2.9304967,-0.055496775
+28883,-0.20269921,-1.7026992
+26425,-4.511599,-0.011599124
+48097,-0.011443453,-4.5114436
+61477,-0.00780698,-5.007807
+9121,-0.055852737,-2.9308527
+66709,-2.9303472,-0.055347223
+51472,-3.168971,-0.043970983
+19809,-5.131346,-0.006346429
+38959,-4.511542,-0.011541974
+39849,-0.0014203233,-6.7514205
+59964,-0.010452527,-4.6354527
+65268,-5.007826,-0.007825787
+8791,-0.021103363,-3.8961034
+51774,-3.896002,-0.021002047
+49640,-0.010729953,-4.63573
+20125,-4.018733,-0.018732892
+59640,-0.01172037,-4.51172
+68206,-4.6379833,-0.012983547
+48079,-5.754091,-0.0040906332
+49583,-0.6337035,-0.7587035
+67054,-0.011522411,-4.5115223
+59571,-0.1277037,-2.1277037
+29080,-4.391278,-0.016277976
+29111,-3.651753,-0.02675296
+20758,-3.4090323,-0.034032412
+64023,-0.0051714936,-5.3801713
+29058,-0.0017270425,-7.626727
+18185,-0.02108819,-3.8960881
+36543,-0.0021437062,-6.377144
+54983,-3.0488875,-0.048887525
+3101,-2.6956875,-0.07068759
+42140,-0.0027319987,-6.252732
+6954,-0.0012521055,-8.376252
+15955,-3.1692116,-0.044211667
+61746,-0.001496387,-7.5014963
+32055,-0.0035575454,-5.8785577
+39496,-5.131616,-0.006616115
+59909,-3.0492108,-0.049210783
+66296,-0.0018406844,-7.5018406
+46804,-3.0498202,-0.049820125
+35049,-0.0023915756,-7.3773913
+56017,-1.9117397,-0.16173966
+26947,-4.511437,-0.011436735
+38928,-0.0019522909,-7.001952
+15029,-5.0078955,-0.007895333
+7086,-0.005316287,-5.3803163
+537,-0.009331304,-4.759331
+50731,-0.005799491,-5.2557993
+63604,-5.256453,-0.00645327
+67049,-0.04905019,-3.04905
+31161,-0.021011269,-3.8960114
+58922,-5.131606,-0.0066059306
+18347,-5.380209,-0.0052087316
+25864,-0.42948025,-1.0544803
+63846,-0.003821809,-5.753822
+13353,-0.0008804497,-8.12588
+25378,-2.238697,-0.113697104
+59101,-5.629355,-0.004354875
+20895,-0.05535309,-2.9303532
+48119,-5.753685,-0.0036849945
+14332,-0.00096763036,-7.7509675
+25497,-3.0497398,-0.049739935
+8686,-0.1010641,-2.3510642
+22758,-1.9126132,-0.1626131
+7666,-0.0043222345,-5.629322
+20686,-0.25550216,-1.5055022
+18975,-4.019725,-0.019724885
+19054,-2.5795083,-0.07950836
+48123,-6.377105,-0.0021051643
+57909,-5.0071764,-0.0071762186
+9226,-4.5122046,-0.012204493
+48653,-0.0073074675,-5.0073075
+44013,-0.005571551,-5.6305714
+11409,-4.5118637,-0.011863747
+62736,-0.0066857454,-5.1316857
+2777,-4.141494,-0.016493991
+7058,-0.0023720718,-6.3773723
+48408,-0.015138496,-4.2651386
+28934,-5.7533355,-0.0033352722
+46578,-5.75365,-0.0036503128
+23203,-0.42943493,-1.0544349
+6257,-4.635446,-0.010446038
+53444,-0.009886466,-4.7598863
+17816,-1.1382633,-0.38826337
+46307,-4.6359878,-0.010987612
+20599,-6.377287,-0.0022867976
+29423,-0.0012818701,-8.001282
+21041,-0.0010974343,-7.251097
+16633,-5.7535377,-0.0035375892
+20221,-1.9106108,-0.16061077
+27466,-0.0031623852,-5.8781624
+22987,-0.0023648173,-6.3773646
+9322,-0.0053681037,-5.380368
+3265,-0.07344851,-2.6984484
+22814,-2.3506727,-0.10067268
+56185,-5.255609,-0.0056092483
+55014,-3.5302098,-0.0302097
+43437,-4.7591214,-0.009121414
+24683,-0.0015505446,-7.6265507
+10233,-0.7596677,-0.6346677
+19001,-0.0011305376,-8.75113
+32718,-0.006490342,-5.13149
+31030,-0.0016897937,-8.37669
+1099,-0.0012918707,-8.001292
+57982,-2.1278672,-0.12786715
+49148,-0.005580442,-5.2555804
+40880,-5.7533793,-0.0033794693
+31148,-0.004389651,-8.25439
+9446,-5.1311502,-0.0061502485
+18579,-6.752706,-0.0027062006
+30932,-0.25310126,-1.5031012
+40792,-0.07966127,-2.5796614
+48600,-0.02315611,-3.8981562
+44588,-1.315376,-0.315376
+33828,-3.4091542,-0.034154076
+33917,-0.017276274,-4.1422763
+2026,-0.012019588,-4.5120196
+56745,-0.0022092478,-6.377209
+17383,-0.03455699,-3.409557
+2372,-0.023776991,-4.023777
+56600,-0.03903027,-3.5390303
+50257,-0.0023415072,-6.5023413
+38892,-0.008696422,-4.8836966
+45844,-0.0032430694,-6.753243
+29062,-0.049688667,-3.0496886
+5655,-3.5302005,-0.030200563
+67611,-0.013175569,-4.3881755
+18546,-0.002139305,-6.877139
+63060,-5.1316986,-0.0066985344
+36068,-3.7780817,-0.028081572
+784,-0.034239903,-3.40924
+20429,-0.0017278756,-7.251728
+21679,-2.5800173,-0.08001722
+53617,-5.380119,-0.005118836
+6978,-6.376993,-0.0019929803
+53262,-0.0015406655,-8.251541
+181,-0.0016415942,-7.3766418
+28744,-0.0066602863,-5.1316605
+48716,-0.0051196665,-5.38012
+51468,-0.000913322,-7.875913
+62209,-4.388025,-0.013024966
+8732,-1.6017967,-0.22679679
+56949,-2.6980228,-0.07302285
+26885,-0.0013681822,-7.751368
+43345,-0.06257461,-2.8125746
+8053,-3.0490472,-0.049047124
+59402,-3.8960679,-0.02106788
+49552,-0.0016839623,-7.126684
+12348,-0.0628806,-2.8128805
+28335,-1.6011583,-0.22615825
+59114,-1.8059994,-0.18099938
+12625,-3.6519432,-0.026943285
+8876,-4.142109,-0.017109063
+29959,-5.25551,-0.0055096676
+37911,-0.0021168222,-6.5021167
+38412,-0.11330666,-2.2383068
+31999,-0.0022181687,-6.3772182
+34775,-0.00241429,-6.252414
+65737,-3.0489593,-0.048959155
+25244,-0.0035206021,-5.8785205
+51630,-4.1414647,-0.01646456
+23979,-0.8313769,-0.5813769
+34638,-5.6289263,-0.0039260704
+22311,-7.0017076,-0.0017075257
+14004,-3.773698,-0.023698064
+310,-0.0028202068,-6.00282
+49105,-0.0022978587,-6.502298
+38782,-7.1260586,-0.0010583758
+4647,-4.6350513,-0.010051114
+43782,-0.0011158914,-7.751116
+66046,-0.034271006,-3.409271
+16690,-5.8781657,-0.0031655936
+67731,-0.02691172,-3.6519117
+54867,-3.2885902,-0.03859016
+34108,-2.0188746,-0.14387468
+67332,-0.016484845,-4.1414847
+22567,-0.0023541139,-6.252354
+57173,-0.0031519278,-5.878152
+26527,-4.8836994,-0.008699376
+59580,-2.8124764,-0.06247629
+20737,-0.0048957234,-5.5048957
+53307,-0.0016367147,-8.0016365
+32783,-0.002017726,-7.0020175
+7868,-5.3800907,-0.0050907275
+50777,-0.0035859349,-5.753586
+29307,-5.753696,-0.0036958025
+18297,-0.0029258798,-6.002926
+44524,-5.2556205,-0.00562051
+61320,-0.03851652,-3.2885165
+2578,-0.25346974,-1.5034697
+40612,-0.0037276323,-5.8787274
+32523,-0.89869463,-0.52369463
+48509,-0.0033532127,-5.878353
+36666,-3.0490117,-0.049011596
+6539,-5.6291265,-0.004126487
+33620,-5.00815,-0.00814994
+55547,-4.7589936,-0.008993475
+11751,-4.3878536,-0.012853747
+30491,-0.008348802,-4.883349
+48294,-4.018569,-0.018568967
+37424,-3.1686218,-0.043621834
+29155,-0.023522142,-3.7735221

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 32
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/labels.csv

@@ -0,0 +1,153 @@
+14554,0
+14444,1
+59801,1
+52968,1
+33308,1
+17873,0
+60060,1
+28727,1
+34883,1
+49888,0
+17044,1
+49050,0
+41966,0
+66516,0
+37318,1
+64123,0
+51150,0
+9008,1
+61211,1
+58890,1
+18550,1
+29680,1
+22736,1
+28901,1
+36136,1
+23150,1
+52240,1
+63819,0
+48500,0
+48861,1
+18679,1
+51043,0
+33134,1
+33287,0
+18270,1
+46166,1
+4174,1
+55806,0
+37822,0
+1967,1
+59952,1
+7333,1
+22081,0
+38863,1
+61283,1
+34958,1
+59802,1
+68019,0
+23241,0
+33121,0
+8904,0
+18487,1
+20933,1
+19296,0
+41792,0
+28277,0
+24363,0
+30050,1
+51837,0
+39677,1
+36618,0
+57498,0
+11802,0
+2020,0
+5612,1
+3769,0
+18887,1
+55268,1
+31968,0
+9043,1
+8984,0
+17615,1
+44756,1
+52630,1
+55444,1
+65341,1
+64863,0
+1410,1
+15572,0
+10551,1
+44680,1
+5215,1
+55291,1
+10980,0
+61695,0
+8747,1
+24134,1
+38121,1
+54109,1
+6016,1
+55672,1
+55179,1
+35538,0
+50951,1
+21767,1
+4650,1
+6928,0
+44001,0
+66278,0
+50473,0
+38740,0
+61126,0
+6027,0
+41593,1
+64313,1
+33514,0
+65777,1
+29508,1
+610,1
+1745,0
+45080,1
+13705,1
+67144,1
+21213,1
+36907,0
+23373,0
+21122,0
+40424,1
+66941,0
+31013,0
+27017,1
+58263,0
+50161,0
+60390,0
+27215,1
+10198,0
+42256,1
+60870,1
+59240,1
+11704,0
+29496,0
+30650,0
+34656,0
+66412,0
+65593,1
+22706,1
+5977,1
+30335,1
+47590,1
+5234,0
+51686,0
+55295,0
+28506,1
+12660,0
+59454,1
+17023,1
+58567,0
+3262,1
+9739,1
+2596,1
+20570,1
+20632,0
+47337,1

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/logits.csv

@@ -0,0 +1,153 @@
+14554,-9.381331e-05,-11.125093
+14444,-10.000081,-8.082063e-05
+59801,-10.000066,-6.6158966e-05
+52968,-9.750119,-0.0001188446
+33308,-9.125138,-0.0001386308
+17873,-0.0014091334,-6.626409
+60060,-9.750076,-7.6767836e-05
+28727,-7.00094,-0.0009397619
+34883,-9.250131,-0.00013088323
+49888,-7.736384e-05,-10.250077
+17044,-0.826022,-0.576022
+49050,-9.488609e-05,-10.125094
+41966,-0.000107044216,-10.500107
+66516,-7.462223e-05,-11.125074
+37318,-9.875086,-8.558861e-05
+64123,-9.250137,-0.00013755806
+51150,-9.3336515e-05,-11.000093
+9008,-9.37511,-0.000109547334
+61211,-8.250293,-0.00029321187
+58890,-7.0010037,-0.0010035961
+18550,-10.375055,-5.566919e-05
+29680,-10.750056,-5.6026798e-05
+22736,-10.7500515,-5.161629e-05
+28901,-10.875044,-4.3629647e-05
+36136,-10.250074,-7.486063e-05
+23150,-8.750188,-0.00018749863
+52240,-3.1682658,-0.043265715
+63819,-6.854299e-05,-11.625069
+48500,-0.00012194367,-9.750122
+48861,-10.375056,-5.6384404e-05
+18679,-8.000394,-0.00039378996
+51043,-7.4503034e-05,-11.000074
+33134,-10.000083,-8.2608625e-05
+33287,-0.06998925,-2.6949892
+18270,-0.023300884,-3.773301
+46166,-8.875187,-0.00018737945
+4174,-10.875042,-4.1841584e-05
+55806,-10.000079,-7.879423e-05
+37822,-0.062186304,-2.8121862
+1967,-9.625104,-0.0001040643
+59952,-7.000932,-0.0009321397
+7333,-7.250759,-0.000759075
+22081,-0.00025054652,-8.750251
+38863,-0.63281,-0.75781
+61283,-6.002503,-0.0025027639
+34958,-10.250067,-6.723178e-05
+59802,-11.000055,-5.5430784e-05
+68019,-1.5019964,-0.2519964
+23241,-3.408686,-0.033685997
+33121,-0.00026556302,-8.625265
+8904,-5.7218822e-05,-10.875057
+18487,-10.375069,-6.842379e-05
+20933,-9.625095,-9.5362884e-05
+19296,-0.012550422,-4.3875504
+41792,-0.0001236124,-12.875124
+28277,-0.00010287233,-10.875103
+24363,-0.023300419,-3.7733004
+30050,-10.500107,-0.00010680582
+51837,-7.6648634e-05,-11.500076
+39677,-10.625072,-7.1642215e-05
+36618,-0.00047886826,-7.7504787
+57498,-0.0007516896,-7.2507515
+11802,-0.00013958434,-9.875139
+2020,-0.00053153216,-7.6255317
+5612,-9.750107,-0.00010716341
+3769,-1.7014513,-0.20145124
+18887,-6.0024953,-0.0024951536
+55268,-1.5019972,-0.25199723
+31968,-0.011077217,-4.5110774
+9043,-9.250159,-0.00015925094
+8984,-0.00028772984,-8.375288
+17615,-0.0067612915,-5.006761
+44756,-9.250163,-0.00016342258
+52630,-9.750091,-9.035656e-05
+55444,-11.125046,-4.553691e-05
+65341,-5.6286154,-0.0036153924
+64863,-9.107175e-05,-12.375091
+1410,-9.3751135,-0.000113242415
+15572,-7.772144e-05,-11.375077
+10551,-9.375109,-0.00010883216
+44680,-7.2507463,-0.00074609095
+5215,-7.3756647,-0.00066472846
+55291,-8.000411,-0.00041094917
+10980,-0.00045146287,-8.000451
+61695,-7.9390236e-05,-11.375079
+8747,-10.75004,-4.0411134e-05
+24134,-11.375039,-3.9457496e-05
+38121,-10.500091,-9.107175e-05
+54109,-11.875065,-6.4490145e-05
+6016,-6.7511992,-0.0011991223
+55672,-10.000074,-7.4026226e-05
+55179,-10.125242,-0.00024208476
+35538,-7.2715025e-05,-11.5000725
+50951,-6.8763037,-0.0013036571
+21767,-10.625073,-7.343022e-05
+4650,-11.125039,-3.9457496e-05
+6928,-0.000107282605,-9.625107
+44001,-6.031808e-05,-12.12506
+66278,-0.00036626306,-8.125366
+50473,-0.00013171759,-12.125132
+38740,-4.2914424e-05,-11.875043
+61126,-0.00013100242,-9.375131
+6027,-5.8887654e-05,-11.375059
+41593,-11.1250515,-5.161629e-05
+64313,-10.500064,-6.437094e-05
+33514,-9.9296405e-05,-10.125099
+65777,-10.875058,-5.817244e-05
+29508,-11.2500515,-5.113948e-05
+610,-0.0012238878,-6.751224
+1745,-6.0079677e-05,-11.87506
+45080,-9.750086,-8.63038e-05
+13705,-10.750055,-5.5192377e-05
+67144,-10.625047,-4.6609744e-05
+21213,-0.0014677,-6.6264677
+36907,-9.619727e-05,-10.750096
+23373,-4.9828242e-05,-10.37505
+21122,-0.00015317221,-13.250154
+40424,-10.375113,-0.00011276563
+66941,-6.091409e-05,-10.375061
+31013,-0.0006604397,-7.3756604
+27017,-9.875078,-7.831743e-05
+58263,-0.00010346831,-10.875103
+50161,-0.002221737,-6.1272216
+60390,-9.035656e-05,-10.500091
+27215,-0.8981643,-0.5231643
+10198,-8.500252,-0.0002518575
+42256,-10.000074,-7.462223e-05
+60870,-10.625047,-4.672895e-05
+59240,-10.875054,-5.483477e-05
+11704,-8.487341e-05,-10.000085
+29496,-0.00024113132,-8.500241
+30650,-7.283422e-05,-10.8750725
+34656,-9.000143,-0.00014280253
+66412,-0.000176295,-8.875176
+65593,-9.625098,-9.8342825e-05
+22706,-10.125073,-7.3191826e-05
+5977,-8.375324,-0.00032443504
+30335,-0.070124626,-2.6951246
+47590,-10.000077,-7.772144e-05
+5234,-0.03840892,-3.288409
+51686,-7.5933436e-05,-10.375076
+55295,-7.724464e-05,-11.000077
+28506,-7.500599,-0.0005987282
+12660,-0.00012265884,-10.000123
+59454,-8.250306,-0.00030584427
+17023,-8.125345,-0.00034552804
+58567,-0.00016652151,-9.250167
+3262,-4.018182,-0.018182037
+9739,-10.500057,-5.6980418e-05
+2596,-9.625093,-9.381331e-05
+20570,-10.62506,-6.0556486e-05
+20632,-0.00010227634,-11.625102
+47337,-8.500244,-0.00024387246

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-5.753221,-0.0032209682
+12007,-0.088968575,-2.4639685
+8229,-6.8781395e-05,-10.625069
+31449,-10.625044,-4.3510445e-05
+1591,-0.00013112162,-10.500131
+53542,-8.375274,-0.0002741438
+49372,-9.375114,-0.00011443437
+54831,-0.00015746307,-9.375157
+44771,-8.000359,-0.00035899394
+33116,-0.000109547334,-11.87511
+33492,-7.250733,-0.00073310675
+16982,-5.2552834,-0.005283559
+31901,-7.2507987,-0.0007987408
+49817,-0.00016413772,-9.125164
+60681,-4.141116,-0.016115993
+39890,-7.8754067,-0.00040654023
+62685,-7.5933436e-05,-11.375076
+2201,-10.750158,-0.00015805903
+47201,-0.00013767726,-9.500137
+20835,-10.125079,-7.9271034e-05
+15421,-9.000167,-0.0001666407
+45021,-7.438383e-05,-10.250074
+45802,-0.0001234932,-9.875123
+43637,-9.059496e-05,-10.125091
+7160,-0.00020406548,-8.750204
+8150,-0.34849793,-1.2234979
+3512,-9.7500725,-7.247662e-05
+29264,-5.912606e-05,-12.625059
+32960,-8.248942e-05,-10.625082
+32221,-0.0005243834,-7.6255245
+35996,-9.250129,-0.00012873775
+4422,-11.375042,-4.2079995e-05
+22209,-5.5430784e-05,-11.125055
+6920,-10.500055,-5.5192377e-05
+25253,-6.794699e-05,-11.625068
+680,-0.52388084,-0.89888084
+50140,-10.125103,-0.00010322992
+28481,-8.2502985,-0.000298098
+36298,-0.00012718822,-9.625127
+16473,-11.250043,-4.2795218e-05
+11102,-0.9741323,-0.47413227
+62901,-6.031808e-05,-10.25006
+16123,-8.875241,-0.00024172722
+52012,-7.855584e-05,-11.750078
+60780,-0.00010775939,-10.250108
+1781,-11.5000515,-5.1735493e-05
+41449,-0.00010179955,-11.000102
+908,-7.2507586,-0.0007585985
+15507,-9.125172,-0.0001721234
+57914,-6.501528,-0.0015275726
+46159,-7.250743,-0.00074299384
+56461,-10.375069,-6.8781395e-05
+62107,-0.00043144455,-9.500431
+49087,-10.750047,-4.672895e-05
+65792,-9.4051706e-05,-10.375094
+13181,-7.1284616e-05,-10.625072
+54119,-10.250053,-5.3761945e-05
+51997,-6.806619e-05,-10.250068
+24924,-11.250039,-3.886147e-05
+45890,-6.6754976e-05,-11.375067
+41716,-9.4647694e-05,-9.750094
+60175,-0.00011002412,-11.00011
+30318,-9.035656e-05,-9.750091
+13221,-9.1251335,-0.00013362468
+15509,-10.125054,-5.400035e-05
+37365,-1.1370378,-0.38703778
+60975,-0.0028603852,-5.8778605
+51375,-9.97732e-05,-10.5001
+16004,-9.500103,-0.00010287233
+12837,-9.75008,-8.0105434e-05
+17864,-10.00007,-6.9735004e-05
+67134,-9.125147,-0.00014709345
+18611,-7.87541,-0.00041011506
+12861,-7.6255217,-0.0005215238
+58084,-10.375053,-5.3523538e-05
+32874,-0.023387065,-3.773387
+32717,-10.000062,-6.1748506e-05
+23413,-10.625076,-7.6767836e-05
+59634,-0.00028856404,-8.375289
+15629,-0.42946115,-1.0544611
+47071,-0.00027891083,-8.750278
+48558,-8.37526,-0.00026055757
+3648,-7.6291035e-05,-11.250076
+43367,-6.93774e-05,-10.75007
+14869,-0.00015150353,-12.000152
+1518,-6.246372e-05,-10.625062
+16976,-11.000076,-7.6291035e-05
+20931,-10.000064,-6.437094e-05
+67379,-10.750057,-5.7218822e-05
+4741,-9.083335e-05,-12.125091
+5765,-8.3752575,-0.00025733974
+48791,-7.1284616e-05,-10.625072
+15298,-0.22546571,-1.6004658
+21874,-9.625091,-9.0952555e-05
+9095,-8.625338,-0.0003380204
+3840,-10.500055,-5.4953973e-05
+55636,-0.0022036573,-6.1272035
+57364,-0.020657161,-3.895657
+65863,-0.00016699827,-12.000167
+40786,-6.4490145e-05,-11.375065
+8118,-10.375057,-5.769563e-05
+52441,-8.7972585e-05,-12.000088
+38593,-5.1377883e-05,-11.7500515
+5517,-0.00011550713,-10.500115
+39136,-6.6263947,-0.0013948483
+47292,-0.00021443452,-10.000215
+34052,-0.003354282,-5.753354
+16037,-10.625053,-5.3642743e-05
+64606,-8.875169,-0.00016854773
+19552,-0.0001296913,-9.25013
+14116,-7.7504683,-0.00046814448
+11261,-5.2552624,-0.00526257
+11668,-10.375073,-7.390703e-05
+42198,-9.875076,-7.5933436e-05
+22526,-11.625091,-9.071415e-05
+8037,-8.000362,-0.0003625689
+5324,-8.500252,-0.0002518575
+56692,-6.8185385e-05,-11.625068
+59753,-0.0022117456,-6.1272116
+47298,-0.000104898674,-9.625105
+57801,-4.3875356,-0.0125354715
+58413,-11.500029,-2.8371409e-05
+10673,-6.6158966e-05,-11.875066
+65730,-9.875074,-7.426463e-05
+40287,-9.875069,-6.842379e-05
+15186,-9.625104,-0.00010442189
+43119,-8.391982e-05,-11.500084
+39219,-8.625239,-0.00023934362
+50340,-4.141057,-0.016056988
+34297,-9.375126,-0.00012623466
+62941,-8.546941e-05,-11.000086
+31551,-11.750033,-3.349725e-05
+41344,-9.125141,-0.00014089546
+46402,-10.750047,-4.7205765e-05
+13636,-8.750181,-0.00018165846
+42241,-9.8750725,-7.235742e-05
+15422,-7.784064e-05,-9.875078
+25014,-10.250093,-9.393251e-05
+19613,-0.009802656,-4.634803
+5515,-8.320462e-05,-10.750083
+64128,-9.8700424e-05,-12.500098
+28084,-0.000102157144,-10.125102
+10395,-5.628639,-0.003639029
+9965,-0.00014316011,-9.125143
+27221,-7.8754005,-0.00040070133
+11994,-0.00012182447,-12.000122
+43384,-7.8913436e-05,-10.875079
+44329,-7.867504e-05,-11.875078
+58937,-0.00014435203,-9.250144
+29119,-5.2093103e-05,-11.625052
+8989,-0.00017116989,-11.750171
+23043,-9.3751135,-0.00011312322
+32166,-0.0002412505,-10.125241
+42729,-0.17979853,-1.8047985
+6863,-10.375087,-8.7257395e-05
+41187,-0.00011550713,-11.875115
+36039,-12.6250305,-3.0517112e-05
+55977,-0.00010835537,-10.000109
+8129,-9.250122,-0.00012253964
+60223,-10.000083,-8.3443025e-05
+9414,-4.83978e-05,-11.375049
+26177,-0.00011216965,-10.750113
+38443,-5.960287e-05,-10.750059
+43084,-8.3800616e-05,-12.500084
+53673,-0.00011050091,-10.500111
+15057,-4.14108,-0.016079746
+51700,-9.846203e-05,-10.375098
+51201,-8.375264,-0.0002640137
+47078,-8.875177,-0.00017784444
+59961,-9.375108,-0.0001076402
+22272,-1.0543227,-0.42932266
+65773,-0.00014196818,-9.875142
+33746,-0.00073096255,-7.250731
+27311,-10.500048,-4.804019e-05
+41292,-4.029193e-05,-11.25004
+17110,-0.000973585,-7.0009737
+57029,-9.500529e-05,-11.625095
+3009,-7.5005674,-0.0005675136
+40193,-10.000064,-6.365574e-05
+27618,-8.500235,-0.0002349339
+20145,-11.125032,-3.266281e-05
+52193,-10.375053,-5.3285134e-05
+34398,-0.00010144196,-11.250101
+36473,-9.875097,-9.691246e-05
+43577,-6.1629304e-05,-12.500062
+57850,-10.75005,-4.9828242e-05
+61117,-0.00013708128,-10.000137
+32569,-1.5021167,-0.25211665
+12290,-11.250051,-5.0185852e-05
+19499,-9.875093,-9.393251e-05
+60470,-5.3404336e-05,-10.875053
+8962,-11.000062,-6.198691e-05
+65955,-8.62522,-0.00022039369
+62486,-0.00069248537,-7.3756924
+19000,-0.0001349358,-9.250134
+22631,-7.7504654,-0.00046540395
+25613,-7.486063e-05,-10.125074
+56086,-9.000149,-0.0001491197
+28883,-0.00981753,-4.6348176
+26425,-10.250063,-6.270212e-05
+48097,-0.00013016807,-9.25013
+61477,-0.00032407753,-8.250324
+9121,-0.0012124577,-6.7512126
+66709,-8.750181,-0.00018153928
+51472,-8.625235,-0.000234338
+19809,-10.375056,-5.6026798e-05
+38959,-9.875079,-7.8913436e-05
+39849,-3.826545e-05,-11.625038
+59964,-0.00015138435,-9.125152
+65268,-10.000066,-6.5682165e-05
+8791,-0.00012551951,-9.500126
+51774,-9.000187,-0.00018666433
+49640,-8.65422e-05,-10.250087
+20125,-9.125128,-0.0001275458
+59640,-0.00019953644,-9.000199
+68206,-10.250095,-9.583968e-05
+48079,-10.500056,-5.662281e-05
+49583,-0.1269963,-2.1269963
+67054,-0.000107044216,-10.375107
+59571,-0.17977703,-1.804777
+29080,-8.875185,-0.00018475733
+29111,-8.750189,-0.00018857131
+20758,-9.750078,-7.867504e-05
+64023,-7.8913436e-05,-10.875079
+29058,-0.00014804698,-11.375148
+18185,-7.6291035e-05,-10.500076
+36543,-5.9841273e-05,-11.12506
+54983,-9.000148,-0.00014792779
+3101,-4.7586293,-0.008629177
+42140,-0.0006746162,-7.3756747
+6954,-9.381331e-05,-12.250093
+15955,-8.000481,-0.00048089382
+61746,-0.00010895135,-11.500109
+32055,-8.5350206e-05,-11.125085
+39496,-8.875184,-0.0001840422
+59909,-9.000142,-0.00014196818
+66296,-0.000120394136,-10.75012
+46804,-8.750188,-0.00018833294
+35049,-0.00014304092,-11.125143
+56017,-6.376806,-0.0018057008
+26947,-8.87516,-0.00016068121
+38928,-9.417091e-05,-10.500094
+15029,-10.375081,-8.129743e-05
+7086,-9.285972e-05,-10.8750925
+537,-0.0002454218,-8.500245
+50731,-9.071415e-05,-10.250091
+63604,-9.37511,-0.00010966653
+67049,-0.00022682955,-8.500227
+31161,-0.0005110388,-7.625511
+58922,-9.875084,-8.439662e-05
+18347,-10.375054,-5.483477e-05
+25864,-3.6513247,-0.026324831
+63846,-6.091409e-05,-11.250061
+13353,-7.462223e-05,-11.500074
+25378,-7.750473,-0.00047302977
+59101,-10.75007,-6.94966e-05
+20895,-0.00036459474,-8.000364
+48119,-10.625045,-4.5060096e-05
+14332,-5.6980418e-05,-12.250057
+25497,-9.000147,-0.00014661667
+8686,-0.00097608595,-7.000976
+22758,-8.625248,-0.00024828213
+7666,-0.00011181206,-9.625112
+20686,-0.00096084195,-7.000961
+18975,-8.000381,-0.00038151615
+19054,-3.0486248,-0.048624802
+48123,-11.125033,-3.3854863e-05
+57909,-10.250053,-5.3523538e-05
+9226,-10.375077,-7.688704e-05
+48653,-9.9058016e-05,-10.375099
+44013,-0.00029047084,-9.250291
+11409,-10.375062,-6.246372e-05
+62736,-0.00021741411,-8.625217
+2777,-9.250134,-0.00013469743
+7058,-6.687418e-05,-11.500067
+48408,-0.00011133528,-9.875112
+28934,-10.37505,-4.9351427e-05
+46578,-10.125099,-9.9296405e-05
+23203,-1.7014437,-0.20144364
+6257,-10.125064,-6.401334e-05
+53444,-0.00038449524,-8.000384
+17816,-2.5789459,-0.07894582
+46307,-9.625122,-0.00012218206
+20599,-11.250046,-4.577532e-05
+29423,-7.5814234e-05,-11.375075
+21041,-6.0556486e-05,-11.12506
+16633,-10.750042,-4.1841584e-05
+20221,-8.250291,-0.0002907092
+27466,-7.1642215e-05,-11.125072
+22987,-7.6767836e-05,-11.000076
+9322,-0.000114076785,-10.500114
+3265,-0.033738326,-3.4087384
+22814,-5.877857,-0.0028574134
+56185,-10.125063,-6.2821324e-05
+55014,-9.000145,-0.0001447096
+43437,-9.875076,-7.6648634e-05
+24683,-5.5311582e-05,-12.000055
+10233,-0.0013665156,-6.6263666
+19001,-5.8530048e-05,-12.625058
+32718,-7.2715025e-05,-11.0000725
+31030,-9.727005e-05,-12.500097
+1099,-0.000120394136,-11.75012
+57982,-6.8760796,-0.0010793343
+49148,-8.856858e-05,-9.625089
+40880,-10.875034,-3.4689303e-05
+31148,-0.00010287233,-12.500103
+9446,-10.375047,-4.7205765e-05
+18579,-11.375053,-5.3285134e-05
+30932,-0.8260293,-0.5760293
+40792,-0.20148535,-1.7014854
+48600,-0.00013898837,-9.625139
+44588,-5.8778687,-0.0028684682
+33828,-8.375257,-0.00025674384
+33917,-0.00022837892,-9.125228
+2026,-0.00015925094,-9.250159
+56745,-6.520536e-05,-11.250065
+17383,-0.000111573674,-9.500112
+2372,-0.00037269798,-8.500373
+56600,-0.0021636903,-7.502164
+50257,-7.986704e-05,-11.25008
+38892,-7.390703e-05,-11.000073
+45844,-0.00017820201,-10.375178
+29062,-0.0002785533,-8.625278
+5655,-9.250122,-0.00012194367
+67611,-0.00020871368,-8.750209
+18546,-0.00019298121,-9.625193
+63060,-10.375054,-5.4238757e-05
+36068,-10.500203,-0.00020275444
+784,-0.0025072827,-6.002507
+20429,-0.00012265884,-11.000123
+21679,-8.62523,-0.00023004746
+53617,-10.500059,-5.960287e-05
+6978,-11.5000305,-3.0636318e-05
+53262,-0.00012099011,-11.875121
+181,-0.00013243275,-11.250133
+28744,-0.0018601987,-6.50186
+48716,-0.00010168035,-10.125102
+51468,-5.3523538e-05,-11.750053
+62209,-8.250288,-0.00028844486
+8732,-2.9302866,-0.055286653
+56949,-7.3756633,-0.00066317973
+26885,-0.000104302686,-12.625104
+43345,-0.0004683828,-7.7504683
+8053,-7.250739,-0.00073906285
+59402,-9.000154,-0.00015388735
+49552,-6.031808e-05,-11.87506
+12348,-0.026375223,-3.6513753
+28335,-8.500225,-0.00022468426
+59114,-7.750464,-0.00046409326
+12625,-8.750199,-0.0001990597
+8876,-7.250842,-0.0008419783
+29959,-10.75004,-3.9934315e-05
+37911,-7.00926e-05,-11.25007
+38412,-0.00031740396,-8.125318
+31999,-7.033101e-05,-12.000071
+34775,-7.724464e-05,-10.875077
+65737,-7.500581,-0.00058085733
+25244,-9.524369e-05,-10.500095
+51630,-8.375261,-0.00026127262
+23979,-4.511098,-0.011097848
+34638,-10.000071,-7.0211805e-05
+22311,-12.500043,-4.315283e-05
+14004,-8.000405,-0.00040546778
+310,-0.2811718,-1.4061718
+49105,-8.7257395e-05,-10.750087
+38782,-11.125082,-8.248942e-05
+4647,-10.125061,-6.15101e-05
+43782,-8.117823e-05,-12.500081
+66046,-9.9058016e-05,-10.000099
+16690,-10.750055,-5.5192377e-05
+67731,-0.00084447954,-7.1258445
+54867,-9.375106,-0.00010609064
+34108,-8.125347,-0.00034731554
+67332,-7.569503e-05,-10.375075
+22567,-5.400035e-05,-11.375054
+57173,-5.912606e-05,-10.875059
+26527,-10.125066,-6.627817e-05
+59580,-6.2519975,-0.0019975011
+20737,-0.0008400725,-7.12584
+53307,-0.00015162272,-12.250152
+32783,-8.63038e-05,-11.750086
+7868,-10.50005,-4.9232225e-05
+50777,-0.0002971446,-8.250298
+29307,-11.250036,-3.6477377e-05
+18297,-8.9879766e-05,-10.37509
+44524,-11.250041,-4.088795e-05
+61320,-0.00031418633,-8.375314
+2578,-0.002861455,-5.8778615
+40612,-0.00010835537,-11.125109
+32523,-7.1258717,-0.000871636
+48509,-7.414543e-05,-10.625074
+36666,-8.875161,-0.00016080041
+6539,-10.500066,-6.5682165e-05
+33620,-9.875088,-8.821098e-05
+55547,-9.625086,-8.5707805e-05
+11751,-9.5000925,-9.238293e-05
+30491,-6.496695e-05,-10.625065
+48294,-9.875085,-8.4515814e-05
+37424,-7.625523,-0.0005229536
+29155,-0.0046465755,-5.379647

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=0.0-1.0/labels.csv

@@ -0,0 +1,512 @@
+22918,1
+65553,1
+39042,1
+21900,0
+1317,1
+28127,1
+11909,1
+51804,1
+36685,0
+58236,1
+23297,1
+9677,0
+29252,1
+33252,1
+9681,1
+18967,0
+36580,0
+30226,0
+26735,1
+11627,1
+29861,0
+48,1
+39535,0
+17388,0
+39004,1
+40392,1
+48904,0
+32676,1
+4538,0
+19572,0
+12128,1
+7293,0
+56845,1
+49399,1
+65861,0
+29530,0
+46329,0
+4667,1
+16821,1
+63481,1
+63408,0
+32235,0
+39271,1
+67313,0
+11404,0
+61417,0
+13881,0
+4985,1
+10347,0
+8559,1
+33568,1
+66431,1
+31771,0
+22700,1
+51868,0
+50668,1
+38119,0
+10024,1
+67728,0
+56872,0
+50611,0
+33890,1
+63394,1
+61323,1
+66012,0
+30921,1
+35958,0
+21180,1
+55101,1
+48108,1
+56797,1
+21837,1
+9500,0
+25360,1
+30107,1
+62783,1
+28535,1
+10893,1
+36625,1
+23541,0
+55729,0
+11343,1
+55467,1
+61125,0
+50536,1
+15286,1
+43560,1
+46834,1
+25290,0
+44922,1
+4033,0
+28939,1
+67798,0
+25739,0
+62819,1
+13751,1
+11864,0
+8977,0
+24175,0
+46376,0
+1813,1
+5985,1
+50805,0
+16934,0
+10780,1
+10772,1
+63344,1
+40393,1
+4308,0
+34666,0
+62226,1
+10141,0
+59986,1
+51293,0
+35428,1
+60804,0
+21036,1
+65910,0
+23763,0
+25962,1
+4878,1
+14703,1
+34248,1
+51326,1
+26002,0
+7600,0
+41956,1
+48069,1
+3041,0
+61049,1
+34778,1
+15014,1
+14736,0
+6091,1
+17731,0
+9800,1
+49156,0
+45609,1
+14145,0
+18644,1
+17812,1
+49133,1
+54902,0
+37711,0
+19510,0
+63678,0
+63746,1
+35001,0
+44563,0
+32319,1
+734,1
+29074,1
+14442,0
+9586,1
+11156,1
+37061,0
+10017,1
+25609,1
+60143,0
+60061,0
+65976,0
+23078,1
+13566,1
+50786,1
+36776,1
+14943,0
+16880,0
+62,0
+57082,1
+6306,1
+38115,1
+24392,1
+57894,1
+10599,1
+15415,0
+28167,1
+58865,1
+44179,0
+28948,1
+4378,1
+67674,1
+1026,1
+63722,0
+14663,0
+9945,1
+62495,0
+60468,0
+56276,1
+52739,0
+57949,1
+61701,0
+48472,1
+19407,1
+34282,1
+50356,1
+34953,1
+10618,1
+42766,0
+34374,1
+36283,1
+20030,1
+4262,0
+48319,1
+2335,1
+15040,1
+28033,0
+14545,1
+55497,0
+55878,1
+17944,1
+17402,1
+50798,1
+29830,1
+8903,0
+44599,0
+53757,0
+57142,1
+52653,1
+43158,0
+64344,1
+380,1
+20762,1
+20700,1
+53026,0
+48334,0
+51888,1
+52713,0
+15636,1
+5024,0
+1485,1
+54248,0
+66790,0
+9077,1
+899,1
+11553,1
+61319,1
+44567,1
+43425,1
+7476,1
+34054,0
+42474,1
+50401,1
+13551,0
+66054,1
+49694,0
+33159,0
+6740,0
+60718,1
+11204,1
+65699,0
+47502,1
+44485,1
+27518,0
+63755,1
+40921,0
+34797,1
+22374,1
+3637,1
+17072,1
+29643,0
+16380,0
+13571,1
+53150,0
+21226,0
+3836,0
+50992,0
+19413,0
+18962,1
+22363,0
+67553,1
+39046,1
+52860,1
+27085,1
+54485,0
+62430,0
+13853,0
+49190,1
+39518,0
+59527,0
+10497,1
+6396,1
+59192,0
+5991,1
+504,1
+20147,0
+666,0
+63285,1
+19400,1
+15533,1
+49955,0
+67542,1
+5679,1
+18552,1
+22271,0
+45162,1
+33023,0
+27961,0
+36314,1
+50818,0
+45074,0
+16822,1
+3995,1
+41817,0
+3176,1
+40493,1
+20241,0
+4090,0
+9379,0
+54594,1
+1457,1
+47159,1
+11353,1
+29553,1
+9037,0
+31797,1
+26243,0
+32136,1
+49553,0
+6304,0
+41953,0
+55991,1
+29072,1
+47726,0
+44611,0
+12386,0
+6096,1
+55044,1
+38725,1
+15188,1
+10954,0
+23375,0
+41581,0
+1978,0
+54545,1
+14412,1
+14226,0
+56123,1
+52218,0
+29311,1
+11956,1
+7802,1
+1098,1
+60465,1
+3121,1
+26820,1
+45487,0
+40535,1
+47086,1
+50636,1
+63841,0
+20455,1
+19683,1
+7461,0
+22836,1
+216,1
+16739,0
+52865,1
+55758,0
+59400,1
+14554,0
+14444,1
+59801,1
+52968,1
+33308,1
+17873,0
+60060,1
+28727,1
+34883,1
+49888,0
+17044,1
+49050,0
+41966,0
+66516,0
+37318,1
+64123,0
+51150,0
+9008,1
+61211,1
+58890,1
+18550,1
+29680,1
+22736,1
+28901,1
+36136,1
+23150,1
+52240,1
+63819,0
+48500,0
+48861,1
+18679,1
+51043,0
+33134,1
+33287,0
+18270,1
+46166,1
+4174,1
+55806,0
+37822,0
+1967,1
+59952,1
+7333,1
+22081,0
+38863,1
+61283,1
+34958,1
+59802,1
+68019,0
+23241,0
+33121,0
+8904,0
+18487,1
+20933,1
+19296,0
+41792,0
+28277,0
+24363,0
+30050,1
+51837,0
+39677,1
+36618,0
+57498,0
+11802,0
+2020,0
+5612,1
+3769,0
+18887,1
+55268,1
+31968,0
+9043,1
+8984,0
+17615,1
+44756,1
+52630,1
+55444,1
+65341,1
+64863,0
+1410,1
+15572,0
+10551,1
+44680,1
+5215,1
+55291,1
+10980,0
+61695,0
+8747,1
+24134,1
+38121,1
+54109,1
+6016,1
+55672,1
+55179,1
+35538,0
+50951,1
+21767,1
+4650,1
+6928,0
+44001,0
+66278,0
+50473,0
+38740,0
+61126,0
+6027,0
+41593,1
+64313,1
+33514,0
+65777,1
+29508,1
+610,1
+1745,0
+45080,1
+13705,1
+67144,1
+21213,1
+36907,0
+23373,0
+21122,0
+40424,1
+66941,0
+31013,0
+27017,1
+58263,0
+50161,0
+60390,0
+27215,1
+10198,0
+42256,1
+60870,1
+59240,1
+11704,0
+29496,0
+30650,0
+34656,0
+66412,0
+65593,1
+22706,1
+5977,1
+30335,1
+47590,1
+5234,0
+51686,0
+55295,0
+28506,1
+12660,0
+59454,1
+17023,1
+58567,0
+3262,1
+9739,1
+2596,1
+20570,1
+20632,0
+47337,1

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=0.0-1.0/logits.csv

@@ -0,0 +1,512 @@
+22918,-9.750083,-8.3085426e-05
+65553,-9.375111,-0.00011038171
+39042,-10.62505,-5.0066647e-05
+21900,-0.0001314792,-10.750132
+1317,-9.875085,-8.5350206e-05
+28127,-11.250058,-5.8530048e-05
+11909,-10.125115,-0.000115387935
+51804,-8.750185,-0.00018463815
+36685,-8.9045374e-05,-10.375089
+58236,-11.000033,-3.349725e-05
+23297,-6.7511992,-0.0011994794
+9677,-8.546941e-05,-10.000086
+29252,-11.250032,-3.266281e-05
+33252,-10.250092,-9.119095e-05
+9681,-10.125093,-9.3336515e-05
+18967,-0.00014375607,-10.875144
+36580,-0.0001386308,-9.375138
+30226,-8.4515814e-05,-10.625085
+26735,-6.6263766,-0.0013763965
+11627,-10.125087,-8.7019e-05
+29861,-0.00014411364,-11.125144
+48,-7.875401,-0.00040093967
+39535,-0.00047136162,-8.250471
+17388,-0.00018916724,-9.000189
+39004,-11.125042,-4.1603176e-05
+40392,-10.87505,-4.9589835e-05
+48904,-7.509903e-05,-11.000075
+32676,-10.500052,-5.2569914e-05
+4538,-0.000119082986,-10.000119
+19572,-0.00011419598,-10.500114
+12128,-11.125051,-5.0543462e-05
+7293,-7.235742e-05,-11.5000725
+56845,-11.375039,-3.9576702e-05
+49399,-10.875069,-6.842379e-05
+65861,-9.393251e-05,-10.500093
+29530,-0.0003314661,-8.375332
+46329,-8.475421e-05,-10.250085
+4667,-10.500054,-5.447716e-05
+16821,-10.625045,-4.458328e-05
+63481,-5.628727,-0.0037270386
+63408,-0.00019667599,-9.375196
+32235,-0.00010501787,-11.000105
+39271,-10.625044,-4.3629647e-05
+67313,-6.5086155e-05,-11.000065
+11404,-0.00011944058,-11.750119
+61417,-0.00016020445,-9.50016
+13881,-0.00012659225,-10.000127
+4985,-10.375067,-6.723178e-05
+10347,-9.715085e-05,-10.875097
+8559,-9.875075,-7.569503e-05
+33568,-9.250117,-0.00011717586
+66431,-9.000144,-0.00014387527
+31771,-0.00011932138,-10.375119
+22700,-8.500231,-0.0002305242
+51868,-0.000119082986,-9.875119
+50668,-7.8754244,-0.00042417587
+38119,-0.0003594706,-8.87536
+10024,-11.250067,-6.639737e-05
+67728,-0.00017295772,-9.125173
+56872,-0.0004907834,-7.7504907
+50611,-7.641024e-05,-11.000076
+33890,-11.750055,-5.5311582e-05
+63394,-9.250153,-0.00015245705
+61323,-10.25006,-6.031808e-05
+66012,-0.00013600854,-10.125136
+30921,-10.00011,-0.00011002412
+35958,-0.00012051333,-10.37512
+21180,-9.500103,-0.00010299152
+55101,-10.875042,-4.2318403e-05
+48108,-11.875032,-3.266281e-05
+56797,-12.125034,-3.421248e-05
+21837,-11.875036,-3.6000558e-05
+9500,-9.071415e-05,-11.750091
+25360,-8.625207,-0.00020716428
+30107,-9.625094,-9.488609e-05
+62783,-9.750097,-9.7389246e-05
+28535,-10.750086,-8.63038e-05
+10893,-11.750058,-5.864925e-05
+36625,-10.375109,-0.00010859377
+23541,-8.320462e-05,-10.375083
+55729,-0.00011133528,-10.750112
+11343,-8.375278,-0.00027891083
+55467,-7.8754053,-0.00040546778
+61125,-0.00026615892,-8.500266
+50536,-8.750237,-0.00023779426
+15286,-10.5000515,-5.149709e-05
+43560,-8.500237,-0.00023779426
+46834,-8.750185,-0.00018475733
+25290,-6.377493e-05,-11.250064
+44922,-11.250038,-3.8623064e-05
+4033,-0.00018523408,-9.750185
+28939,-10.250052,-5.233151e-05
+67798,-0.00014602071,-10.750146
+25739,-5.5430784e-05,-11.500055
+62819,-9.6250925,-9.250213e-05
+13751,-10.750084,-8.391982e-05
+11864,-0.0001492389,-11.625149
+8977,-0.00018988237,-10.00019
+24175,-0.00012730742,-9.625127
+46376,-7.700623e-05,-11.250077
+1813,-11.500056,-5.5907592e-05
+5985,-9.62512,-0.000120155746
+50805,-0.00016675988,-9.875167
+16934,-0.00014983486,-10.12515
+10780,-10.875045,-4.51793e-05
+10772,-11.000057,-5.7338024e-05
+63344,-10.500046,-4.6252135e-05
+40393,-10.750047,-4.6371337e-05
+4308,-8.105903e-05,-10.875081
+34666,-8.856858e-05,-11.125089
+62226,-10.625041,-4.148397e-05
+10141,-0.00023409964,-9.000234
+59986,-10.625041,-4.136477e-05
+51293,-0.00012790339,-9.875128
+35428,-11.750044,-4.4106466e-05
+60804,-0.000107282605,-10.875107
+21036,-11.375052,-5.2927524e-05
+65910,-0.00011789104,-10.875118
+23763,-0.00012420837,-9.625124
+25962,-9.500108,-0.00010799778
+4878,-10.750048,-4.7920985e-05
+14703,-12.125039,-3.886147e-05
+34248,-9.75011,-0.000109308945
+51326,-9.37512,-0.00011991736
+26002,-0.00013267114,-11.625133
+7600,-5.864925e-05,-11.125058
+41956,-11.625043,-4.2914424e-05
+48069,-9.375122,-0.00012242045
+3041,-0.00022039369,-8.75022
+61049,-10.375063,-6.305973e-05
+34778,-10.750068,-6.8185385e-05
+15014,-10.375062,-6.1748506e-05
+14736,-0.00010013079,-10.2501
+6091,-10.250052,-5.2808322e-05
+17731,-0.00011085849,-11.250111
+9800,-12.000022,-2.2053475e-05
+49156,-0.00011252724,-9.625113
+45609,-11.500024,-2.3483954e-05
+14145,-8.368142e-05,-11.000084
+18644,-8.125415,-0.0004147623
+17812,-5.256212,-0.006212448
+49133,-10.250077,-7.7602235e-05
+54902,-0.00017772526,-9.125177
+37711,-7.056941e-05,-11.250071
+19510,-0.00011145447,-11.750112
+63678,-0.0001677134,-9.625168
+63746,-10.750118,-0.00011860621
+35001,-9.9654004e-05,-10.625099
+44563,-0.00011824862,-10.000118
+32319,-11.250034,-3.445089e-05
+734,-10.125083,-8.3085426e-05
+29074,-9.375115,-0.00011574552
+14442,-6.94966e-05,-11.62507
+9586,-8.375377,-0.0003771071
+11156,-10.75004,-4.029193e-05
+37061,-0.00021824839,-8.875218
+10017,-11.250038,-3.8384653e-05
+25609,-5.8778367,-0.00283673
+60143,-7.903264e-05,-11.000079
+60061,-0.000113480804,-10.1251135
+65976,-9.989239e-05,-9.8751
+23078,-10.000092,-9.178694e-05
+13566,-11.8750305,-3.0636318e-05
+50786,-8.5002575,-0.00025793564
+36776,-8.875164,-0.00016389934
+14943,-0.00034195298,-8.375342
+16880,-8.225103e-05,-10.625082
+62,-8.046303e-05,-11.12508
+57082,-7.6255393,-0.0005392766
+6306,-12.750033,-3.349725e-05
+38115,-12.625029,-2.8848232e-05
+24392,-8.875182,-0.0001822544
+57894,-9.500096,-9.667406e-05
+10599,-10.125062,-6.1629304e-05
+15415,-0.00017188503,-9.875172
+28167,-8.875183,-0.0001830887
+58865,-10.375065,-6.496695e-05
+44179,-0.00014459042,-9.125145
+28948,-10.750068,-6.794699e-05
+4378,-9.500097,-9.727005e-05
+67674,-8.250301,-0.00030131568
+1026,-8.750182,-0.00018189683
+63722,-0.00015615197,-9.875156
+14663,-8.713819e-05,-10.750087
+9945,-10.125061,-6.13909e-05
+62495,-0.00013946515,-9.375139
+60468,-0.00015341058,-9.250154
+56276,-10.250059,-5.9483667e-05
+52739,-0.0001106201,-10.875111
+57949,-11.3750305,-3.0755524e-05
+61701,-7.390703e-05,-11.250073
+48472,-8.875388,-0.00038795097
+19407,-6.876081,-0.0010811205
+34282,-11.625035,-3.5762147e-05
+50356,-10.625059,-5.876845e-05
+34953,-6.876124,-0.0011237503
+10618,-11.375046,-4.6013727e-05
+42766,-0.00010096517,-10.500101
+34374,-10.125093,-9.345572e-05
+36283,-9.250127,-0.00012647305
+20030,-10.375069,-6.842379e-05
+4262,-6.210611e-05,-10.500062
+48319,-10.625053,-5.3761945e-05
+2335,-8.75019,-0.00018988237
+15040,-10.375063,-6.258292e-05
+28033,-9.548208e-05,-9.750095
+14545,-9.750088,-8.809179e-05
+55497,-5.566919e-05,-11.375055
+55878,-11.2500515,-5.113948e-05
+17944,-9.250176,-0.00017689094
+17402,-10.000097,-9.727005e-05
+50798,-9.875081,-8.070143e-05
+29830,-10.125064,-6.377493e-05
+8903,-0.00011991736,-10.62512
+44599,-0.00010203794,-11.125102
+53757,-0.00022396917,-10.875224
+57142,-11.000037,-3.70734e-05
+52653,-7.875526,-0.0005259323
+43158,-0.0001654488,-9.125165
+64344,-9.000153,-0.00015221868
+380,-12.00004,-4.0172723e-05
+20762,-7.250752,-0.00075192784
+20700,-9.375139,-0.00013922676
+53026,-0.0002461369,-10.000246
+48334,-7.1642215e-05,-10.625072
+51888,-9.875072,-7.188062e-05
+52713,-0.00018010901,-9.50018
+15636,-9.000162,-0.0001621115
+5024,-5.2450712e-05,-11.000052
+1485,-8.375261,-0.00026091508
+54248,-0.00010716341,-10.250107
+66790,-0.00013624693,-10.250136
+9077,-12.625023,-2.2768714e-05
+899,-9.875066,-6.544376e-05
+11553,-9.125153,-0.00015245705
+61319,-8.625267,-0.00026687398
+44567,-8.875163,-0.0001633034
+43425,-10.62506,-6.031808e-05
+7476,-7.8754025,-0.00040260793
+34054,-5.6026798e-05,-11.375056
+42474,-9.750082,-8.248942e-05
+50401,-10.750039,-3.9457496e-05
+13551,-6.496695e-05,-11.625065
+66054,-8.25033,-0.00033039355
+49694,-0.0001188446,-9.625119
+33159,-0.00016175392,-10.750162
+6740,-0.00010561385,-10.375106
+60718,-10.125071,-7.104621e-05
+11204,-10.250095,-9.512449e-05
+65699,-0.0001840422,-11.125184
+47502,-9.875313,-0.0003126371
+44485,-7.500617,-0.00061695615
+27518,-0.00039545822,-8.125396
+63755,-9.000148,-0.00014804698
+40921,-7.6291035e-05,-11.875076
+34797,-9.125143,-0.00014292172
+22374,-8.000409,-0.0004094001
+3637,-7.250733,-0.00073310675
+17072,-8.375272,-0.0002714027
+29643,-0.00010620984,-10.250106
+16380,-0.00016938205,-11.87517
+13571,-11.375033,-3.3378044e-05
+53150,-0.000107282605,-9.875107
+21226,-0.00032026408,-8.25032
+3836,-8.4635016e-05,-10.250085
+50992,-0.0001212285,-10.375121
+19413,-7.7602235e-05,-11.625077
+18962,-12.375036,-3.623897e-05
+22363,-5.5907592e-05,-11.125056
+67553,-9.250126,-0.0001258771
+39046,-10.875045,-4.5298504e-05
+52860,-10.000067,-6.6754976e-05
+27085,-9.375149,-0.00014864294
+54485,-6.413254e-05,-10.750064
+62430,-0.00013684291,-9.375136
+13853,-0.00025960413,-8.500259
+49190,-10.250073,-7.343022e-05
+39518,-9.035656e-05,-9.750091
+59527,-5.7576428e-05,-10.875057
+10497,-11.250034,-3.4689303e-05
+6396,-11.875029,-2.8490615e-05
+59192,-0.00022075123,-8.75022
+5991,-10.125078,-7.7959834e-05
+504,-11.000068,-6.794699e-05
+20147,-7.199982e-05,-11.125072
+666,-0.00021360023,-11.250214
+63285,-8.750268,-0.0002684233
+19400,-11.750025,-2.467602e-05
+15533,-9.250131,-0.00013028727
+49955,-0.00010191875,-10.250102
+67542,-7.6255198,-0.0005199749
+5679,-8.75021,-0.00020954797
+18552,-11.12503,-2.9444262e-05
+22271,-8.523101e-05,-10.750085
+45162,-9.500096,-9.655486e-05
+33023,-7.4979835e-05,-10.750075
+27961,-0.00012408917,-10.500124
+36314,-11.37504,-3.981511e-05
+50818,-9.202534e-05,-11.125092
+45074,-0.00012861856,-10.375129
+16822,-10.500094,-9.44093e-05
+3995,-10.125186,-0.00018618758
+41817,-9.6435666e-05,-11.250096
+3176,-10.000143,-0.0001432793
+40493,-9.0004225,-0.0004221502
+20241,-0.00015090757,-9.250151
+4090,-9.083335e-05,-10.875091
+9379,-0.00011276563,-10.000113
+54594,-9.750103,-0.00010346831
+1457,-10.500046,-4.577532e-05
+47159,-9.500102,-0.000102514736
+11353,-10.3750515,-5.125868e-05
+29553,-9.250137,-0.00013767726
+9037,-0.00017236178,-9.125173
+31797,-9.000146,-0.00014590153
+26243,-9.560128e-05,-10.625095
+32136,-10.250135,-0.00013565097
+49553,-6.651657e-05,-11.250067
+6304,-9.178694e-05,-10.125092
+41953,-0.00021169329,-10.000212
+55991,-11.375037,-3.7431015e-05
+29072,-9.875075,-7.4979835e-05
+47726,-9.774684e-05,-10.125097
+44611,-0.00028606137,-8.500286
+12386,-6.806619e-05,-10.250068
+6096,-8.375286,-0.00028618056
+55044,-10.625044,-4.3748852e-05
+38725,-11.375047,-4.6371337e-05
+15188,-11.125039,-3.9576702e-05
+10954,-0.0001335055,-9.8751335
+23375,-0.00010883216,-9.625109
+41581,-0.00031752314,-8.625318
+1978,-0.00011276563,-9.625113
+54545,-9.625124,-0.00012432756
+14412,-11.500042,-4.2199197e-05
+14226,-0.00011705667,-9.875117
+56123,-9.375149,-0.00014876213
+52218,-0.000102514736,-10.375102
+29311,-8.125334,-0.00033361115
+11956,-9.875091,-9.059496e-05
+7802,-12.000032,-3.266281e-05
+1098,-10.250066,-6.603976e-05
+60465,-9.750078,-7.7959834e-05
+3121,-9.500094,-9.44093e-05
+26820,-11.500037,-3.7431015e-05
+45487,-7.366863e-05,-10.375073
+40535,-11.625066,-6.5682165e-05
+47086,-10.250056,-5.6026798e-05
+50636,-10.7500725,-7.247662e-05
+63841,-0.00010096517,-12.875101
+20455,-11.125044,-4.3510445e-05
+19683,-10.250063,-6.3417334e-05
+7461,-9.4766896e-05,-10.875094
+22836,-11.875038,-3.8384653e-05
+216,-9.375145,-0.00014518638
+16739,-0.00022432672,-9.000224
+52865,-8.750218,-0.00021812921
+55758,-0.0001633034,-10.250163
+59400,-11.250045,-4.494089e-05
+14554,-0.00012289723,-10.000123
+14444,-9.8750925,-9.285972e-05
+59801,-9.875076,-7.6767836e-05
+52968,-9.000216,-0.00021514962
+33308,-9.375125,-0.00012540031
+17873,-0.00014816617,-9.500148
+60060,-10.375052,-5.2927524e-05
+28727,-10.625052,-5.2569914e-05
+34883,-9.7500925,-9.238293e-05
+49888,-7.915183e-05,-10.375079
+17044,-7.8754225,-0.0004223885
+49050,-0.00012706903,-10.000127
+41966,-9.178694e-05,-10.250092
+66516,-9.035656e-05,-11.875091
+37318,-10.12508,-8.0582235e-05
+64123,-0.00010311072,-10.000103
+51150,-0.00015007323,-10.25015
+9008,-10.250062,-6.1748506e-05
+61211,-9.125136,-0.00013672371
+58890,-8.125366,-0.0003657864
+18550,-10.87504,-3.981511e-05
+29680,-10.500068,-6.7708585e-05
+22736,-10.500063,-6.317893e-05
+28901,-11.000038,-3.802704e-05
+36136,-10.875047,-4.7205765e-05
+23150,-8.750201,-0.00020096666
+52240,-7.5005994,-0.0005993239
+63819,-6.079489e-05,-11.625061
+48500,-0.000114553564,-10.000114
+48861,-10.625048,-4.7324967e-05
+18679,-9.375146,-0.00014566314
+51043,-9.97732e-05,-9.8751
+33134,-9.750098,-9.8342825e-05
+33287,-6.5086155e-05,-10.875065
+18270,-9.375134,-0.00013469743
+46166,-7.3756967,-0.000696893
+4174,-11.875027,-2.7179349e-05
+55806,-0.00017367286,-9.250174
+37822,-0.00017808282,-9.125178
+1967,-10.750053,-5.3523538e-05
+59952,-8.625204,-0.00020370792
+7333,-9.625124,-0.00012444676
+22081,-0.00024768623,-8.875248
+38863,-7.1258435,-0.0008434076
+61283,-9.125139,-0.00013934595
+34958,-10.875051,-5.078187e-05
+59802,-10.00009,-8.928377e-05
+68019,-0.00017844039,-10.375178
+23241,-0.00013171759,-10.875132
+33121,-0.00014208737,-9.625142
+8904,-6.437094e-05,-10.875064
+18487,-10.75006,-6.0556486e-05
+20933,-9.750087,-8.6780594e-05
+19296,-7.104621e-05,-10.750071
+41792,-0.000101203565,-12.375101
+28277,-8.475421e-05,-10.500085
+24363,-6.89006e-05,-10.875069
+30050,-10.625076,-7.6767836e-05
+51837,-0.00011681828,-10.625116
+39677,-10.250121,-0.00012099011
+36618,-0.00021431534,-8.875215
+57498,-9.8104436e-05,-10.750098
+11802,-0.00018189683,-10.000182
+2020,-0.00011288482,-10.000113
+5612,-10.500071,-7.045021e-05
+3769,-7.199982e-05,-11.500072
+18887,-8.6251955,-0.00019560331
+55268,-9.375118,-0.00011801023
+31968,-0.00010132276,-11.375101
+9043,-10.000098,-9.8342825e-05
+8984,-0.00013445904,-10.000134
+17615,-10.250054,-5.447716e-05
+44756,-9.750167,-0.00016675988
+52630,-10.250065,-6.532456e-05
+55444,-11.625035,-3.564294e-05
+65341,-9.250111,-0.00011097769
+64863,-0.00010859377,-11.500109
+1410,-9.75009,-8.999896e-05
+15572,-0.00010191875,-10.625102
+10551,-9.750094,-9.4647694e-05
+44680,-9.000154,-0.00015317221
+5215,-8.125323,-0.0003233625
+55291,-9.500125,-0.00012516193
+10980,-0.00020025155,-9.7502
+61695,-6.556296e-05,-11.250066
+8747,-11.75003,-2.9563467e-05
+24134,-11.750038,-3.8623064e-05
+38121,-10.62507,-7.00926e-05
+54109,-12.125055,-5.5073175e-05
+6016,-8.750184,-0.00018392302
+55672,-10.62505,-4.9947444e-05
+55179,-10.875051,-5.0662664e-05
+35538,-7.915183e-05,-11.250079
+50951,-8.125449,-0.0004494372
+21767,-10.500084,-8.439662e-05
+4650,-10.8750515,-5.161629e-05
+6928,-0.00013195598,-9.375132
+44001,-6.3417334e-05,-12.125063
+66278,-0.00017426879,-9.2501745
+50473,-0.00012313561,-12.000123
+38740,-5.0662664e-05,-11.625051
+61126,-9.321732e-05,-10.250093
+6027,-7.056941e-05,-10.750071
+41593,-12.125039,-3.921909e-05
+64313,-11.5000515,-5.1377883e-05
+33514,-8.153583e-05,-11.125081
+65777,-10.500058,-5.8410846e-05
+29508,-11.12504,-4.029193e-05
+610,-8.500247,-0.0002473287
+1745,-7.033101e-05,-10.750071
+45080,-9.6251,-0.000100011595
+13705,-10.625054,-5.471557e-05
+67144,-11.000038,-3.778863e-05
+21213,-6.501577,-0.0015767297
+36907,-0.00011312322,-11.8751135
+23373,-7.462223e-05,-9.875074
+21122,-0.00016628313,-12.250166
+40424,-10.750098,-9.7985234e-05
+66941,-8.4635016e-05,-10.000085
+31013,-0.00010632903,-9.875106
+27017,-10.125063,-6.317893e-05
+58263,-0.00013028727,-10.250131
+50161,-9.023736e-05,-10.625091
+60390,-0.00010108437,-11.000101
+27215,-8.250281,-0.00028165188
+10198,-0.00010620984,-10.750106
+42256,-11.500041,-4.088795e-05
+60870,-11.000039,-3.874227e-05
+59240,-11.250048,-4.7324967e-05
+11704,-9.6435666e-05,-10.125096
+29496,-9.774684e-05,-10.625097
+30650,-7.474143e-05,-10.625074
+34656,-7.295342e-05,-10.1250725
+66412,-8.999896e-05,-11.75009
+65593,-9.375121,-0.00012158608
+22706,-9.875095,-9.5362884e-05
+5977,-8.875246,-0.0002460177
+30335,-7.87541,-0.00041011506
+47590,-10.375062,-6.2225314e-05
+5234,-0.0010569468,-7.126057
+51686,-8.237023e-05,-10.125082
+55295,-0.000111573674,-10.250112
+28506,-7.500618,-0.00061790925
+12660,-0.00011216965,-10.375113
+59454,-9.250127,-0.00012706903
+17023,-8.875226,-0.00022599527
+58567,-0.00012265884,-11.000123
+3262,-10.000067,-6.6635774e-05
+9739,-10.625063,-6.2821324e-05
+2596,-10.125064,-6.365574e-05
+20570,-10.875062,-6.2225314e-05
+20632,-8.4992615e-05,-11.250085
+47337,-9.500121,-0.00012146689

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-5.628649,-0.003649125
+12007,-0.0036238257,-5.628624
+8229,-7.4979835e-05,-10.375075
+31449,-11.125037,-3.6834994e-05
+1591,-9.858122e-05,-10.875098
+53542,-8.375281,-0.000281056
+49372,-10.125074,-7.414543e-05
+54831,-0.00014768941,-9.625148
+44771,-10.125063,-6.270212e-05
+33116,-0.00011312322,-11.6251135
+33492,-8.12532,-0.00032026408
+16982,-4.141153,-0.016152944
+31901,-8.750223,-0.00022361163
+49817,-0.00017987064,-9.25018
+60681,-4.511114,-0.011114
+39890,-8.625201,-0.0002015626
+62685,-9.500529e-05,-10.375095
+2201,-10.250347,-0.00034731554
+47201,-7.0211805e-05,-11.000071
+20835,-10.625068,-6.758938e-05
+15421,-8.3752775,-0.0002771232
+45021,-9.142935e-05,-10.375092
+45802,-0.00012897613,-10.000129
+43637,-9.893881e-05,-10.625099
+7160,-5.316593e-05,-10.875053
+8150,-0.00069641654,-7.375696
+3512,-10.25005,-4.9828242e-05
+29264,-6.12717e-05,-12.125061
+32960,-9.4051706e-05,-10.750094
+32221,-0.00011109689,-10.625111
+35996,-9.875091,-9.0952555e-05
+4422,-12.000042,-4.2318403e-05
+22209,-6.2940526e-05,-10.750063
+6920,-10.500051,-5.0305054e-05
+25253,-7.295342e-05,-10.8750725
+680,-0.0002461369,-8.500246
+50140,-10.500068,-6.794699e-05
+28481,-9.625103,-0.00010322992
+36298,-0.00020466141,-9.375205
+16473,-10.8750515,-5.1377883e-05
+11102,-0.22544469,-1.6004447
+62901,-4.8517002e-05,-11.000049
+16123,-8.87522,-0.00022051287
+52012,-7.8079036e-05,-11.125078
+60780,-0.00012420837,-9.750124
+1781,-12.00004,-4.0411134e-05
+41449,-0.00013469743,-10.625134
+908,-7.2507777,-0.00077777647
+15507,-9.250215,-0.00021479207
+57914,-9.125134,-0.00013410146
+46159,-7.1258297,-0.00082947174
+56461,-11.000037,-3.70734e-05
+62107,-0.00012242045,-11.250122
+49087,-11.625043,-4.3033626e-05
+65792,-9.941561e-05,-10.500099
+13181,-8.928377e-05,-10.37509
+54119,-10.625049,-4.8278598e-05
+51997,-6.186771e-05,-10.625062
+24924,-11.500034,-3.421248e-05
+45890,-7.033101e-05,-10.750071
+41716,-8.8687775e-05,-10.250089
+60175,-0.00012623466,-10.500126
+30318,-6.5682165e-05,-11.250066
+13221,-9.500094,-9.44093e-05
+15509,-10.750035,-3.5046916e-05
+37365,-0.038199656,-3.2881997
+60975,-0.0005044856,-7.8755045
+51375,-8.046303e-05,-11.62508
+16004,-10.375062,-6.246372e-05
+12837,-10.875044,-4.3868058e-05
+17864,-9.875075,-7.509903e-05
+67134,-8.500265,-0.00026544384
+18611,-9.250115,-0.00011526874
+12861,-8.875173,-0.00017248097
+58084,-11.125034,-3.4093275e-05
+32874,-0.00015484088,-9.3751545
+32717,-10.625042,-4.1722382e-05
+23413,-10.625088,-8.749579e-05
+59634,-0.00017128908,-9.125172
+15629,-0.0024595982,-6.1274595
+47071,-0.00014161061,-9.625141
+48558,-9.6250925,-9.274053e-05
+3648,-7.772144e-05,-10.625077
+43367,-0.00010311072,-9.625103
+14869,-0.000107044216,-11.750107
+1518,-8.737659e-05,-10.250088
+16976,-10.000255,-0.00025447944
+20931,-10.125059,-5.9006856e-05
+67379,-10.625062,-6.1748506e-05
+4741,-8.6423e-05,-11.000087
+5765,-9.500097,-9.7389246e-05
+48791,-0.00010144196,-9.875101
+15298,-0.0076572234,-4.882657
+21874,-9.625099,-9.893881e-05
+9095,-8.1256485,-0.0006480501
+3840,-10.62506,-6.019888e-05
+55636,-0.0001557944,-9.000155
+57364,-0.0060519064,-5.131052
+65863,-0.00012873775,-11.625129
+40786,-7.438383e-05,-11.500074
+8118,-10.375062,-6.198691e-05
+52441,-8.093983e-05,-11.500081
+38593,-6.866219e-05,-11.125069
+5517,-0.00012861856,-10.750129
+39136,-7.0009637,-0.00096381933
+47292,-0.00016568719,-10.500166
+34052,-0.010013111,-4.635013
+16037,-10.500051,-5.0305054e-05
+64606,-9.750086,-8.59462e-05
+19552,-8.6899796e-05,-10.125087
+14116,-6.127223,-0.0022230453
+11261,-0.47414258,-0.97414255
+11668,-11.250047,-4.6609744e-05
+42198,-10.250058,-5.864925e-05
+22526,-11.625143,-0.00014268333
+8037,-9.750085,-8.4992615e-05
+5324,-9.500128,-0.00012802258
+56692,-9.071415e-05,-11.000091
+59753,-0.0001631842,-9.125163
+47298,-9.2621325e-05,-9.8750925
+57801,-2.2378478,-0.11284769
+58413,-11.75003,-2.9325056e-05
+10673,-7.641024e-05,-11.250076
+65730,-10.250057,-5.7338024e-05
+40287,-10.000066,-6.5682165e-05
+15186,-10.000098,-9.786604e-05
+43119,-8.332382e-05,-11.000083
+39219,-9.250157,-0.00015758227
+50340,-9.25011,-0.00010978573
+34297,-10.12507,-6.9735004e-05
+62941,-0.000105494655,-11.000106
+31551,-12.000035,-3.5762147e-05
+41344,-9.500112,-0.00011193126
+46402,-11.375035,-3.492771e-05
+13636,-8.625212,-0.00021217002
+42241,-10.625049,-4.8874615e-05
+15422,-7.7602235e-05,-9.875077
+25014,-10.375097,-9.750845e-05
+19613,-0.0032456836,-5.753246
+5515,-0.00010477948,-10.250105
+64128,-0.00016687908,-12.000167
+28084,-0.00012265884,-11.750123
+10395,-0.3869035,-1.1369035
+9965,-0.00015257625,-9.375153
+27221,-8.00036,-0.0003598281
+11994,-0.00013195598,-12.250132
+43384,-9.2621325e-05,-10.8750925
+44329,-0.000100607576,-11.6251
+58937,-6.782779e-05,-11.500068
+29119,-5.912606e-05,-11.750059
+8989,-0.00014602071,-11.125146
+23043,-10.125081,-8.105903e-05
+32166,-0.00027688485,-10.250277
+42729,-0.00014053787,-9.87514
+6863,-10.375108,-0.000107521
+41187,-0.00010597144,-11.750106
+36039,-12.625037,-3.6834994e-05
+55977,-9.5362884e-05,-10.125095
+8129,-10.00007,-7.00926e-05
+60223,-10.500083,-8.272783e-05
+9414,-5.960287e-05,-10.750059
+26177,-0.00014613991,-11.125146
+38443,-6.401334e-05,-10.875064
+43084,-8.880698e-05,-11.375089
+53673,-0.00011967897,-10.625119
+15057,-7.125848,-0.0008478146
+51700,-0.00017844039,-9.250178
+51201,-8.750207,-0.00020740266
+47078,-8.750189,-0.00018857131
+59961,-9.375108,-0.000107521
+22272,-1.0542979,-0.4292979
+65773,-0.00021276594,-9.125213
+33746,-0.00017438798,-8.8751745
+27311,-10.750045,-4.494089e-05
+41292,-6.842379e-05,-10.250069
+17110,-0.00038020534,-8.1253805
+57029,-0.00011920219,-10.750119
+3009,-10.125054,-5.411955e-05
+40193,-10.375047,-4.708656e-05
+27618,-9.500103,-0.00010334911
+20145,-11.375029,-2.8967437e-05
+52193,-10.625054,-5.4238757e-05
+34398,-9.679326e-05,-11.000096
+36473,-11.125051,-5.090107e-05
+43577,-6.806619e-05,-11.875068
+57850,-11.125039,-3.874227e-05
+61117,-0.00012516193,-10.375125
+32569,-0.34873757,-1.2237376
+12290,-11.750046,-4.613293e-05
+19499,-10.500088,-8.773419e-05
+60470,-7.211902e-05,-10.2500725
+8962,-11.25007,-6.96158e-05
+65955,-8.750198,-0.00019858296
+62486,-0.00022265816,-8.875222
+19000,-0.0001432793,-9.250143
+22631,-8.875175,-0.00017546068
+25613,-6.758938e-05,-10.625068
+56086,-9.875078,-7.7959834e-05
+28883,-0.0009701313,-7.0009704
+26425,-10.500055,-5.5311582e-05
+48097,-9.8104436e-05,-9.875098
+61477,-0.0001432793,-9.250143
+9121,-9.6316464e-05,-9.875096
+66709,-9.000145,-0.00014494799
+51472,-8.75022,-0.00022039369
+19809,-10.75005,-5.0066647e-05
+38959,-9.875081,-8.070143e-05
+39849,-5.4596363e-05,-10.875054
+59964,-0.00010823618,-9.625108
+65268,-10.750049,-4.8636208e-05
+8791,-0.00011991736,-9.62512
+51774,-10.1250725,-7.2715025e-05
+49640,-9.2978924e-05,-11.2500925
+20125,-9.375102,-0.00010168035
+59640,-0.00015341058,-10.125154
+68206,-10.12516,-0.00016068121
+48079,-11.375041,-4.1007155e-05
+49583,-0.029817529,-3.5298176
+67054,-8.439662e-05,-11.250084
+59571,-0.00032574593,-8.125326
+29080,-10.625066,-6.5682165e-05
+29111,-8.62521,-0.0002101439
+20758,-11.000035,-3.564294e-05
+64023,-9.9058016e-05,-10.500099
+29058,-9.941561e-05,-11.250099
+18185,-7.6648634e-05,-12.250076
+36543,-6.89006e-05,-10.625069
+54983,-8.875174,-0.00017331529
+3101,-6.626339,-0.0013390156
+42140,-9.679326e-05,-10.875096
+6954,-7.211902e-05,-11.5000725
+15955,-8.000482,-0.00048137043
+61746,-7.819824e-05,-11.375078
+32055,-0.000117533455,-10.250117
+39496,-9.375126,-0.00012551951
+59909,-9.75008,-8.0224636e-05
+66296,-0.0001448288,-11.000145
+46804,-5.3796763,-0.0046762396
+35049,-0.00012420837,-10.875124
+56017,-5.8780417,-0.003041525
+26947,-9.875067,-6.6635774e-05
+38928,-0.000115983916,-10.375116
+15029,-10.375094,-9.4766896e-05
+7086,-0.00012218206,-10.750122
+537,-0.00013743887,-9.500137
+50731,-0.00010418349,-9.875104
+63604,-10.000066,-6.556296e-05
+67049,-6.15101e-05,-11.500061
+31161,-0.00010501787,-9.625105
+58922,-10.250079,-7.950944e-05
+18347,-11.250042,-4.1603176e-05
+25864,-2.5789118,-0.07891178
+63846,-7.8436635e-05,-10.625078
+13353,-9.5362884e-05,-10.875095
+25378,-8.125336,-0.0003361137
+59101,-10.37509,-8.9760564e-05
+20895,-0.00015984688,-9.00016
+48119,-10.750041,-4.148397e-05
+14332,-5.2212305e-05,-11.875052
+25497,-9.250127,-0.00012694983
+8686,-0.00020978635,-9.00021
+22758,-8.750262,-0.00026210689
+7666,-9.512449e-05,-9.750095
+20686,-0.00030405668,-8.250304
+18975,-8.375268,-0.00026782742
+19054,-0.25197443,-1.5019745
+48123,-12.0000305,-3.0278701e-05
+57909,-10.250058,-5.864925e-05
+9226,-10.250098,-9.7985234e-05
+48653,-8.940297e-05,-11.00009
+44013,-0.00027771908,-9.6252775
+11409,-9.500113,-0.00011252724
+62736,-0.00020513815,-8.875205
+2777,-8.875179,-0.00017975146
+7058,-7.331103e-05,-11.500073
+48408,-0.00015853578,-9.500158
+28934,-10.250057,-5.769563e-05
+46578,-10.125103,-0.00010299152
+23203,-5.504104,-0.0041041677
+6257,-10.500053,-5.3285134e-05
+53444,-0.00033087024,-8.375331
+17816,-2.8120518,-0.06205176
+46307,-10.125099,-9.881962e-05
+20599,-11.875044,-4.4344873e-05
+29423,-8.368142e-05,-11.500084
+21041,-7.295342e-05,-11.1250725
+16633,-11.625033,-3.3020428e-05
+20221,-7.3756514,-0.00065138575
+27466,-9.023736e-05,-10.250091
+22987,-0.000100249985,-10.1251
+9322,-0.00015734388,-9.875157
+3265,-0.0012316268,-6.7512317
+22814,-4.018214,-0.018214345
+56185,-10.250064,-6.3894135e-05
+55014,-9.250117,-0.000117295065
+43437,-9.750079,-7.9271034e-05
+24683,-7.6767836e-05,-11.000076
+10233,-0.0036582707,-5.6286583
+19001,-6.2940526e-05,-11.875063
+32718,-0.00010942814,-10.50011
+31030,-0.00010203794,-11.375102
+1099,-0.000102395534,-11.750102
+57982,-7.125841,-0.0008409063
+49148,-7.998623e-05,-10.00008
+40880,-10.875035,-3.564294e-05
+31148,-9.45285e-05,-11.625094
+9446,-10.12506,-6.0556486e-05
+18579,-11.625051,-5.0662664e-05
+30932,-2.0177512,-0.14275116
+40792,-0.0047182417,-5.3797183
+48600,-0.00012206286,-10.625122
+44588,-7.1258893,-0.0008892634
+33828,-9.750083,-8.272783e-05
+33917,-0.0001914318,-10.500192
+2026,-0.00013088323,-9.750131
+56745,-9.667406e-05,-10.625096
+17383,-0.000119082986,-10.125119
+2372,-0.00013994191,-9.87514
+56600,-0.0006250573,-8.625625
+50257,-0.00010609064,-10.625106
+38892,-7.9271034e-05,-10.875079
+45844,-0.00017140826,-10.250172
+29062,-0.00021765247,-9.250217
+5655,-10.250062,-6.1629304e-05
+67611,-0.00014232576,-9.500142
+18546,-0.00020418466,-9.875204
+63060,-10.750052,-5.2689116e-05
+36068,-10.250077,-7.724464e-05
+784,-6.1748506e-05,-10.500062
+20429,-0.00014518638,-10.250145
+21679,-10.250086,-8.582701e-05
+53617,-10.875049,-4.8993817e-05
+6978,-11.875031,-3.1589963e-05
+53262,-0.00012551951,-11.625126
+181,-0.00016223069,-11.125162
+28744,-0.00087104045,-7.250871
+48716,-0.00012158608,-9.750121
+51468,-6.544376e-05,-10.750066
+62209,-9.750093,-9.3336515e-05
+8732,-4.14131,-0.016309995
+56949,-8.500234,-0.00023386128
+26885,-0.00011133528,-11.625112
+43345,-0.00011097769,-10.250111
+8053,-8.250281,-0.00028129434
+59402,-8.875162,-0.00016258826
+49552,-6.472855e-05,-11.250065
+12348,-0.0003891426,-8.125389
+28335,-7.250732,-0.0007320347
+59114,-0.03813953,-3.2881396
+12625,-8.250324,-0.00032407753
+8876,-8.250355,-0.00035494225
+29959,-11.25003,-3.004029e-05
+37911,-6.8185385e-05,-10.875068
+38412,-0.000115983916,-9.375116
+31999,-8.892618e-05,-11.500089
+34775,-0.00010895135,-10.125109
+65737,-8.875177,-0.00017772526
+25244,-0.00012635386,-9.875126
+51630,-8.875171,-0.00017069314
+23979,-7.7504654,-0.0004652848
+34638,-10.625045,-4.4464075e-05
+22311,-12.500048,-4.8159392e-05
+14004,-8.250316,-0.00031573555
+310,-4.9828242e-05,-11.37505
+49105,-0.00012301642,-10.625123
+38782,-11.75005,-4.9709037e-05
+4647,-10.750041,-4.0649542e-05
+43782,-8.332382e-05,-11.375083
+66046,-9.5362884e-05,-10.000095
+16690,-10.875051,-5.0543462e-05
+67731,-0.00060623384,-7.500606
+54867,-10.500054,-5.4238757e-05
+34108,-8.00039,-0.00038973842
+67332,-0.00011121608,-9.750112
+22567,-8.785339e-05,-10.500088
+57173,-8.3800616e-05,-10.375084
+26527,-10.625049,-4.8874615e-05
+59580,-6.376752,-0.0017520329
+20737,-0.00022468426,-8.750225
+53307,-0.00011121608,-11.750112
+32783,-7.7125434e-05,-11.125077
+7868,-10.750043,-4.2795218e-05
+50777,-8.63038e-05,-10.750086
+29307,-11.25003,-2.9801879e-05
+18297,-0.00011181206,-10.875112
+44524,-10.625052,-5.233151e-05
+61320,-0.00019095505,-9.625191
+2578,-0.026427701,-3.6514277
+40612,-0.0001557944,-11.250155
+32523,-1.9103401,-0.16034007
+48509,-9.5362884e-05,-10.125095
+36666,-9.5001,-0.000100249985
+6539,-11.12504,-3.981511e-05
+33620,-10.625051,-5.0185852e-05
+55547,-10.250058,-5.805324e-05
+11751,-9.625083,-8.3085426e-05
+30491,-6.580136e-05,-10.500066
+48294,-9.87509,-8.928377e-05
+37424,-9.375117,-0.00011717586
+29155,-0.00026985342,-8.37527

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=3/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=3/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-0.57703024,-0.82703024
+12007,-0.22643508,-1.6014351
+8229,-0.006475774,-5.131476
+31449,-6.6267157,-0.0017156181
+1591,-0.0092954,-4.7592955
+53542,-5.256441,-0.006441189
+49372,-3.7742913,-0.024291268
+54831,-0.04938542,-3.0493853
+44771,-1.3163412,-0.3163411
+33116,-0.0073884097,-5.0073886
+33492,-3.0493374,-0.04933731
+16982,-0.82777196,-0.57777196
+31901,-3.7765353,-0.026535204
+49817,-0.14384834,-2.0188484
+60681,-2.2421975,-0.117197625
+39890,-3.5301955,-0.030195588
+62685,-0.008161882,-4.883162
+2201,-6.876664,-0.0016643256
+47201,-0.00839798,-4.883398
+20835,-6.2532287,-0.0032288106
+15421,-4.635397,-0.010396961
+45021,-0.011831232,-4.5118313
+45802,-0.019447723,-4.019448
+43637,-0.04378661,-3.1687865
+7160,-0.016420702,-4.141421
+8150,-1.2250276,-0.35002762
+3512,-6.2522817,-0.0022815645
+29264,-0.0019521719,-6.501952
+32960,-0.007574292,-5.007574
+32221,-0.026914971,-3.651915
+35996,-1.9115957,-0.16159566
+4422,-8.001049,-0.0010492064
+22209,-0.013252272,-4.3882523
+6920,-7.1261945,-0.0011943596
+25253,-0.0045037027,-5.6295037
+680,-0.35108978,-1.2260897
+50140,-5.878374,-0.0033740043
+28481,-2.8131456,-0.06314553
+36298,-0.07129853,-2.6962986
+16473,-6.0029593,-0.002959279
+11102,-0.9750823,-0.4750823
+62901,-0.016815582,-4.1418157
+16123,-5.6293154,-0.00431535
+52012,-0.009273669,-4.7592735
+60780,-0.034750555,-3.4097505
+1781,-5.131552,-0.006552046
+41449,-0.008539352,-4.883539
+908,-2.0191638,-0.14416389
+15507,-6.7530627,-0.0030629172
+57914,-1.3146014,-0.31460136
+46159,-1.054133,-0.42913306
+56461,-4.759406,-0.009406296
+62107,-0.0107228765,-4.760723
+49087,-6.377285,-0.0022850137
+65792,-0.011713771,-4.511714
+13181,-0.015172311,-4.2651725
+54119,-6.6267323,-0.0017321596
+51997,-0.030254923,-3.5302548
+24924,-7.1260576,-0.0010577805
+45890,-0.005269685,-5.3802695
+41716,-0.039260793,-3.2892609
+60175,-0.021349147,-3.8963492
+30318,-0.009058805,-4.759059
+13221,-4.1414704,-0.016470423
+15509,-6.127544,-0.0025439064
+37365,-2.128024,-0.12802416
+60975,-0.0710061,-2.696006
+51375,-0.010456066,-4.760456
+16004,-6.3775406,-0.002540696
+12837,-4.6354027,-0.0104026245
+17864,-5.380449,-0.00544861
+67134,-4.7596064,-0.009606562
+18611,-3.8963628,-0.021362798
+12861,-2.3511665,-0.101166464
+58084,-6.127447,-0.0024473497
+32874,-0.14394198,-2.0189419
+32717,-6.2530804,-0.0030801494
+23413,-6.25282,-0.0028202068
+59634,-0.035054818,-3.410055
+15629,-0.6964878,-0.6964878
+47071,-0.03212773,-3.5321276
+48558,-5.629351,-0.0043509584
+3648,-0.005218693,-5.3802185
+43367,-0.016707733,-4.141708
+14869,-0.0066335234,-5.1316338
+1518,-0.008407319,-4.883407
+16976,-6.268527,-0.018527074
+20931,-6.7519364,-0.0019364669
+67379,-6.3772974,-0.002297264
+4741,-0.0044308347,-5.754431
+5765,-4.636381,-0.011380989
+48791,-0.009357876,-4.759358
+15298,-0.1439841,-2.018984
+21874,-5.1315866,-0.006586509
+9095,-5.7541766,-0.0041764663
+3840,-5.753649,-0.0036493626
+55636,-0.47483298,-0.974833
+57364,-0.8304943,-0.5804943
+65863,-0.0026630436,-6.627663
+40786,-0.0057297987,-5.2557297
+8118,-4.388233,-0.013233215
+52441,-0.005852942,-5.255853
+38593,-0.004744937,-5.504745
+5517,-0.012225219,-4.512225
+39136,-1.2250041,-0.35000408
+47292,-0.024707824,-3.7747078
+34052,-0.3516458,-1.2266458
+16037,-7.0013065,-0.0013065144
+64606,-5.629105,-0.0041051176
+19552,-0.014824823,-4.264825
+14116,-5.131561,-0.0065605734
+11261,-0.07972908,-2.579729
+11668,-6.501858,-0.0018581758
+42198,-6.8763604,-0.0013605633
+22526,-7.5043883,-0.0043882267
+8037,-3.531371,-0.03137108
+5324,-2.9328408,-0.057840846
+56692,-0.0047737677,-5.5047736
+59753,-0.021351013,-3.896351
+47298,-0.034231033,-3.409231
+57801,-0.9746536,-0.4746536
+58413,-7.126016,-0.0010162195
+10673,-0.0032204927,-5.8782206
+65730,-7.1260953,-0.0010955291
+40287,-5.131714,-0.006713691
+15186,-4.388309,-0.013309209
+43119,-0.006960786,-5.131961
+39219,-6.128043,-0.00304307
+50340,-1.0548825,-0.42988253
+34297,-5.256167,-0.0061669536
+62941,-0.010350595,-4.6353507
+31551,-7.7508564,-0.00085627125
+41344,-5.255833,-0.00583315
+46402,-3.5302646,-0.030264523
+13636,-3.8961647,-0.021164756
+42241,-5.3801317,-0.0051315264
+15422,-0.10062643,-2.3506265
+25014,-6.0042515,-0.004251608
+19613,-1.2246639,-0.34966388
+5515,-0.0271555,-3.6521554
+64128,-0.0032532883,-6.0032535
+28084,-0.0051621245,-5.3801622
+10395,-1.2241902,-0.34919018
+9965,-0.043779995,-3.16878
+27221,-3.049433,-0.04943296
+11994,-0.0027832363,-6.1277833
+43384,-0.010687613,-4.635688
+44329,-0.004165307,-5.629165
+58937,-0.0040293704,-5.6290293
+29119,-0.0049872994,-5.3799872
+8989,-0.012917766,-5.262918
+23043,-6.0031843,-0.003184369
+32166,-0.010691859,-4.6356916
+42729,-0.07101143,-2.6960115
+6863,-5.505121,-0.0051210895
+41187,-0.00506333,-5.5050635
+36039,-8.125558,-0.0005582205
+55977,-0.011684905,-4.511685
+8129,-6.7515526,-0.001552449
+60223,-6.2529106,-0.0029105465
+9414,-0.0064665354,-5.1314664
+26177,-0.008061254,-5.0080614
+38443,-0.011574733,-4.5115747
+43084,-0.0037042352,-5.878704
+53673,-0.01351387,-4.388514
+15057,-0.5766665,-0.8266665
+51700,-0.019469703,-4.0194697
+51201,-5.255933,-0.0059326985
+47078,-5.256127,-0.0061266706
+59961,-2.8124368,-0.062436756
+22272,-0.5253663,-0.9003663
+65773,-0.03455123,-3.4095511
+33746,-0.03433021,-3.4093301
+27311,-5.007053,-0.0070530013
+41292,-0.038348693,-3.2883487
+17110,-0.1446408,-2.019641
+57029,-0.004753005,-5.629753
+3009,-2.8124807,-0.062480655
+40193,-4.8829207,-0.007920761
+27618,-4.883115,-0.008114703
+20145,-7.0019045,-0.0019044611
+52193,-5.1316695,-0.006669641
+34398,-0.016032822,-4.2660327
+36473,-4.8839126,-0.008912662
+43577,-0.002907575,-6.0029078
+57850,-6.1275907,-0.0025908733
+61117,-0.02516478,-3.7751648
+32569,-1.8062456,-0.18124555
+12290,-8.000739,-0.0007388246
+19499,-6.627227,-0.0022266137
+60470,-0.0071692355,-5.0071692
+8962,-7.3761764,-0.0011763803
+65955,-5.255735,-0.005734777
+62486,-0.11364316,-2.2386432
+19000,-0.017030425,-4.1420302
+22631,-3.775355,-0.025355173
+25613,-0.049414467,-3.0494144
+56086,-3.0494127,-0.049412653
+28883,-0.12846144,-2.1284614
+26425,-5.1315327,-0.0065328605
+48097,-0.22625484,-1.6012548
+61477,-0.021910857,-3.896911
+9121,-0.25267366,-1.5026736
+66709,-5.0070767,-0.007076794
+51472,-4.1422806,-0.017280491
+19809,-6.751995,-0.0019948836
+38959,-5.13143,-0.006430292
+39849,-0.01454195,-4.264542
+59964,-0.030472102,-3.530472
+65268,-6.3774147,-0.0024146468
+8791,-0.038837757,-3.2888377
+51774,-3.7743042,-0.024304183
+49640,-0.03039613,-3.5303962
+20125,-3.410207,-0.03520697
+59640,-0.021700442,-3.8967004
+68206,-6.6301126,-0.005112669
+48079,-5.00728,-0.0072797756
+49583,-1.225431,-0.3504309
+67054,-0.005798543,-5.2557983
+59571,-0.18025765,-1.8052577
+29080,-4.1435194,-0.018519234
+29111,-4.759141,-0.009140787
+20758,-5.00713,-0.0071301768
+64023,-0.013487172,-4.3884873
+29058,-0.005738925,-5.3807387
+18185,-0.010176203,-4.635176
+36543,-0.01687513,-4.1418753
+54983,-4.3880076,-0.01300767
+3101,-1.702376,-0.202376
+42140,-0.027288213,-3.6522882
+6954,-0.0024840946,-6.2524843
+15955,-4.5129557,-0.012955541
+61746,-0.007954704,-5.0079546
+32055,-0.008887732,-4.883888
+39496,-5.132171,-0.0071712476
+59909,-2.0183456,-0.14334556
+66296,-0.0082412185,-5.008241
+46804,-3.4099395,-0.034939475
+35049,-0.0052318564,-5.505232
+56017,-2.3533218,-0.10332183
+26947,-4.5115995,-0.011599714
+38928,-0.00693924,-5.1319394
+15029,-6.252614,-0.0026139398
+7086,-0.014538309,-4.2645383
+537,-0.024521029,-3.774521
+50731,-0.02409171,-3.7740917
+63604,-5.7548723,-0.0048723537
+67049,-0.04895904,-3.048959
+31161,-0.018548956,-4.018549
+58922,-5.1314993,-0.006499106
+18347,-5.1319327,-0.006932847
+25864,-0.75817955,-0.63317955
+63846,-0.013230862,-4.388231
+13353,-0.008600576,-4.8836007
+25378,-2.9317336,-0.0567337
+59101,-6.50211,-0.0021101607
+20895,-0.07072125,-2.6957211
+48119,-6.626656,-0.0016562329
+14332,-0.00581158,-5.2558117
+25497,-5.878337,-0.0033366978
+8686,-0.10133,-2.35133
+22758,-5.1321244,-0.0071246135
+7666,-0.014676583,-4.2646766
+20686,-0.1625449,-1.912545
+18975,-3.5309472,-0.030947234
+19054,-3.0493567,-0.049356714
+48123,-6.8762603,-0.0012603205
+57909,-6.3771825,-0.0021822467
+9226,-5.1324353,-0.00743515
+48653,-0.021177828,-3.8961778
+44013,-0.0371112,-3.4121113
+11409,-5.7536316,-0.0036316651
+62736,-0.013419778,-4.3884196
+2777,-6.876839,-0.0018392566
+7058,-0.00649579,-5.131496
+48408,-0.024230415,-3.7742305
+28934,-6.8762913,-0.0012912755
+46578,-6.1278405,-0.0028402961
+23203,-0.89909863,-0.52409863
+6257,-5.007248,-0.0072477036
+53444,-0.021937214,-3.8969371
+17816,-0.018996218,-4.0189962
+46307,-5.7539315,-0.0039314134
+20599,-7.8757844,-0.0007845661
+29423,-0.007540691,-5.0075407
+21041,-0.0035955561,-5.7535954
+16633,-6.377224,-0.002223878
+20221,-2.0181153,-0.1431153
+27466,-0.0074123126,-5.0074124
+22987,-0.015117712,-4.2651176
+9322,-0.030620793,-3.5306208
+3265,-0.11374041,-2.2387404
+22814,-3.6517932,-0.02679335
+56185,-6.37709,-0.0020899377
+55014,-2.3510807,-0.1010807
+43437,-4.8831296,-0.008129366
+24683,-0.0048763873,-5.5048766
+10233,-0.04040931,-3.2904093
+19001,-0.004912094,-5.504912
+32718,-0.021457313,-3.8964572
+31030,-0.0037890323,-6.003789
+1099,-0.0032721807,-6.003272
+57982,-2.9316483,-0.056648318
+49148,-0.038455267,-3.2884552
+40880,-7.5007734,-0.00077336916
+31148,-0.0012929422,-7.3762927
+9446,-6.0029817,-0.0029815051
+18579,-7.001702,-0.0017019324
+30932,-0.1442639,-2.019264
+40792,-0.22609006,-1.6010901
+48600,-0.03952519,-3.2895253
+44588,-1.2265638,-0.35156384
+33828,-2.465038,-0.09003811
+33917,-0.0192638,-4.0192637
+2026,-0.03873134,-3.2887313
+56745,-0.016746419,-4.1417465
+17383,-0.10145462,-2.3514547
+2372,-0.054742936,-3.054743
+56600,-0.16221687,-1.9122169
+50257,-0.007583638,-5.0075836
+38892,-0.01680515,-4.141805
+45844,-0.009454477,-4.8844543
+29062,-0.12827554,-2.1282756
+5655,-4.7591033,-0.009103223
+67611,-0.012175877,-4.512176
+18546,-0.03564489,-3.410645
+63060,-5.879094,-0.004094314
+36068,-4.2667937,-0.016793543
+784,-0.08961717,-2.4646173
+20429,-0.0064614424,-5.3814616
+21679,-2.6964903,-0.07149022
+53617,-6.751852,-0.0018522264
+6978,-6.501881,-0.0018812593
+53262,-0.0044936156,-5.6294937
+181,-0.008085496,-5.0080857
+28744,-0.35280803,-1.227808
+48716,-0.04448399,-3.169484
+51468,-0.0046218946,-5.504622
+62209,-4.018736,-0.018735934
+8732,-1.4109342,-0.28593427
+56949,-2.8149085,-0.06490842
+26885,-0.0020270057,-6.752027
+43345,-0.14334515,-2.018345
+8053,-2.8132036,-0.06320362
+59402,-4.018486,-0.018485999
+49552,-0.0034362576,-5.878436
+12348,-0.12826043,-2.1282604
+28335,-2.8125904,-0.0625904
+59114,-3.2892115,-0.039211508
+12625,-5.007232,-0.0072322
+8876,-4.512415,-0.012415149
+29959,-6.7516036,-0.0016037471
+37911,-0.0057916683,-5.2557917
+38412,-0.38765493,-1.1376549
+31999,-0.0073962198,-5.007396
+34775,-0.013421307,-4.3884215
+65737,-5.629009,-0.00400883
+25244,-0.021653198,-3.8966532
+51630,-3.7740583,-0.02405831
+23979,-1.0564827,-0.4314827
+34638,-5.753752,-0.0037523354
+22311,-6.8765836,-0.0015836329
+14004,-3.530703,-0.030703107
+310,-0.034010634,-3.4090106
+49105,-0.007862571,-5.0078626
+38782,-7.126202,-0.0012020989
+4647,-6.0028176,-0.0028177104
+43782,-0.0034663135,-6.003466
+66046,-0.07963948,-2.5796394
+16690,-6.626789,-0.0017891604
+67731,-0.019031541,-4.0190315
+54867,-5.0072856,-0.007285811
+34108,-2.8128016,-0.062801674
+67332,-0.027051777,-3.6520517
+22567,-0.010343045,-4.635343
+57173,-0.011607844,-4.5116076
+26527,-6.6274543,-0.0024544848
+59580,-2.4647036,-0.089703485
+20737,-0.03917242,-3.2891724
+53307,-0.0013868724,-7.2513866
+32783,-0.0056237103,-5.380624
+7868,-6.5018725,-0.0018726923
+50777,-0.004695461,-5.5046954
+29307,-5.753955,-0.0039548054
+18297,-0.049476303,-3.0494764
+44524,-6.002914,-0.0029139936
+61320,-0.10168983,-2.3516898
+2578,-0.12800634,-2.1280065
+40612,-0.027194945,-3.652195
+32523,-1.9111028,-0.16110283
+48509,-0.015028468,-4.2650285
+36666,-4.3881855,-0.013185333
+6539,-5.132223,-0.007223205
+33620,-7.0017786,-0.0017788077
+55547,-3.8963711,-0.021371083
+11751,-5.3800645,-0.005064516
+30491,-0.023963343,-3.7739635
+48294,-4.759151,-0.009151064
+37424,-1.9117694,-0.16176938
+29155,-0.12755711,-2.127557

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=3/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 64
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}