Add files using upload-large-folder tool

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=5/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=5/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=5/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=5/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=5/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=5/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,223 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.36885956302285194,0,4.414392948150635,
+0,8,0.05826280638575554,1,5.195611000061035,
+0,16,0.030999228358268738,2,4.237395033240318,
+0,24,0.03139426186680794,3,1.0603710673749447,
+0,32,0.03410012274980545,4,0.5701918713748455,
+0,40,0.03172257915139198,5,0.7203592546284199,
+0,48,0.034360598772764206,6,0.7976184394210577,
+0,56,0.0370667390525341,7,0.6252684064675122,
+0,64,0.031047068536281586,8,0.39613253623247147,
+0,72,0.03146934136748314,9,0.37198365037329495,
+0,80,0.03135186806321144,10,0.09782784897834063,
+0,88,0.031528159976005554,11,0.24701554863713682,
+0,96,0.031541839241981506,12,0.23126836447045207,
+0,104,0.03155653923749924,13,0.05110943870386109,
+0,112,0.03135419636964798,14,0.28934019920416176,
+0,120,0.03166943043470383,15,0.9341325680725276,
+0,128,0.031800277531147,16,0.04307946657354478,
+,,,16,,0.49959399653416053
+0,136,0.030932147055864334,17,0.008369108090846566,
+0,144,0.031401149928569794,18,0.005093575433420483,
+0,152,0.030702989548444748,19,0.7309140068718989,
+0,160,0.03176257386803627,20,0.7994791018536489,
+0,168,0.031232718378305435,21,0.48669515974324895,
+0,176,0.031514767557382584,22,0.08924445333832409,
+0,184,0.03133658692240715,23,0.028326489438768476,
+0,192,0.030997764319181442,24,0.6732451541465707,
+0,200,0.03115653619170189,25,0.11586940524284728,
+0,208,0.03206883370876312,26,0.024509372451575473,
+0,216,0.030655357986688614,27,0.0177737985359272,
+0,224,0.03100864216685295,28,0.3873683644924313,
+0,232,0.03091290220618248,29,0.4600972813786939,
+0,240,0.031191613525152206,30,0.2034684754908085,
+0,248,0.031480561941862106,31,0.7398192062682938,
+0,256,0.03146413341164589,32,0.0806786926696077,
+,,,32,,0.3912881589403339
+0,264,0.03127799183130264,33,0.4115602252422832,
+0,272,0.0315677784383297,34,0.42669703683350235,
+0,280,0.03167818486690521,35,0.19321572920307517,
+0,288,0.03084484487771988,36,0.11663180636242032,
+0,296,0.03117973729968071,37,0.5148829480167478,
+0,304,0.031086038798093796,38,0.11535817652475089,
+0,312,0.031204622238874435,39,0.09651771414792165,
+0,320,0.03134559467434883,40,0.07610867265611887,
+0,328,0.03107975423336029,41,0.5061166929954197,
+0,336,0.031118888407945633,42,0.04822888135095127,
+0,344,0.03119860589504242,43,0.5183210864197463,
+0,352,0.031476542353630066,44,0.06726124306442216,
+1,360,0.031033940613269806,45,0.630386064061895,
+1,368,0.03132850304245949,46,0.41815542499534786,
+1,376,0.03133084997534752,47,0.06399847238208167,
+1,384,0.031407736241817474,48,0.9101636846316978,
+,,,48,,0.2640261930577895
+1,392,0.03159073367714882,49,0.16959308003424667,
+1,400,0.03155265375971794,50,0.0884427645651158,
+1,408,0.0314483642578125,51,0.15354539919644594,
+1,416,0.032171931117773056,52,0.1565533724060515,
+1,424,0.03133407607674599,53,0.17816290818154812,
+1,432,0.031509507447481155,54,0.05677254986949265,
+1,440,0.030797429382801056,55,0.16711628483608365,
+1,448,0.031604889780282974,56,0.36635340575594455,
+1,456,0.03190050646662712,57,0.09305530457640998,
+1,464,0.031798794865608215,58,0.05196717078797519,
+1,472,0.031242050230503082,59,0.11681847009458579,
+1,480,0.03211047127842903,60,0.0566398183000274,
+1,488,0.03242648020386696,61,0.037985458970069885,
+1,496,0.0314430333673954,62,0.09301827137824148,
+1,504,0.0315794013440609,63,0.28527447700616904,
+1,512,0.03146377205848694,64,0.08744376820686739,
+,,,64,,0.2733747694227431
+1,520,0.030763421207666397,65,0.2446200824342668,
+1,528,0.030855383723974228,66,0.1529925771028502,
+1,536,0.031153015792369843,67,0.029010572368861176,
+1,544,0.03189312294125557,68,0.027576582215260714,
+1,552,0.03210732340812683,69,0.10247317184257554,
+1,560,0.03124673292040825,70,0.03938819559334661,
+1,568,0.03129809722304344,71,0.02774772792326985,
+1,576,0.031003732234239578,72,0.032299012043949915,
+1,584,0.031135279685258865,73,0.010884043225814821,
+1,592,0.03115217015147209,74,0.5233364656924095,
+1,600,0.031236805021762848,75,0.004050034680403769,
+1,608,0.030817124992609024,76,0.016296555986627936,
+1,616,0.031093526631593704,77,0.11696911991748493,
+1,624,0.030624140053987503,78,0.14579177993437042,
+1,632,0.030729565769433975,79,0.008765859372942941,
+1,640,0.03076879307627678,80,0.03789169798255898,
+,,,80,,0.31743494669596356
+1,648,0.031189363449811935,81,0.02631359134829836,
+1,656,0.03183150663971901,82,0.06692180261234171,
+1,664,0.031292177736759186,83,0.4586469701753231,
+1,672,0.03276396542787552,84,0.016877120193385053,
+1,680,0.0320085771381855,85,0.06551181519171223,
+1,688,0.03076772764325142,86,0.149061281743343,
+1,696,0.030620913952589035,87,0.23906314167470555,
+1,704,0.031218715012073517,88,0.0033384363814548124,
+1,712,0.031078271567821503,89,0.5767940691766853,
+2,720,0.031100906431674957,90,0.04207360302461893,
+2,728,0.03207407146692276,91,0.03588595087057911,
+2,736,0.031317658722400665,92,0.006930729079613229,
+2,744,0.03144288435578346,93,0.0995929785494809,
+2,752,0.031014610081911087,94,0.22274265433225082,
+2,760,0.031047377735376358,95,0.05583987505087862,
+2,768,0.031079016625881195,96,0.006341533291561063,
+,,,96,,0.2714079314587163
+2,776,0.03097696602344513,97,0.009960722396499477,
+2,784,0.031279243528842926,98,0.01872122651548125,
+2,792,0.03107936680316925,99,0.0541552790091373,
+2,800,0.030614759773015976,100,0.04750139539100928,
+2,808,0.03077532723546028,101,0.0690304721792927,
+2,816,0.031031254678964615,102,0.011831269905087538,
+2,824,0.03208985924720764,103,0.04164676062646322,
+2,832,0.03109098970890045,104,0.012357400482869707,
+2,840,0.03224247694015503,105,0.1262713412179437,
+2,848,0.031540397554636,106,0.028904032871650998,
+2,856,0.03142367675900459,107,0.11751850374275818,
+2,864,0.031187303364276886,108,0.005522663152078167,
+2,872,0.031491946429014206,109,0.2623912222152285,
+2,880,0.031255338340997696,110,0.011547744208655786,
+2,888,0.03126002848148346,111,0.008761652657995,
+2,896,0.03131629154086113,112,0.008172473309969064,
+,,,112,,0.3584771249808517
+2,904,0.0315566286444664,113,0.04313444273429923,
+2,912,0.03161558508872986,114,0.005696853324479889,
+2,920,0.03172987326979637,115,0.007409111422020942,
+2,928,0.03241750970482826,116,0.0034156162328145,
+2,936,0.03188536688685417,117,0.002205206223152345,
+2,944,0.03254787623882294,118,0.0016781944104877766,
+2,952,0.031601469963788986,119,0.002655110787600279,
+2,960,0.03160583972930908,120,0.003209961942047812,
+2,968,0.031566496938467026,121,0.28239433327689767,
+2,976,0.031729891896247864,122,0.0019148615356243681,
+2,984,0.031200233846902847,123,0.295119845897716,
+2,992,0.03153616189956665,124,0.011248372225963976,
+2,1000,0.03139794245362282,125,0.00812880778539693,
+2,1008,0.031286124140024185,126,0.002472304753609933,
+2,1016,0.031327225267887115,127,0.01702769390976755,
+2,1024,0.031333018094301224,128,0.02068089439853793,
+,,,128,,0.311494415881587
+2,1032,0.030757665634155273,129,0.4464280372776557,
+2,1040,0.031007513403892517,130,0.009477169398451224,
+2,1048,0.03163530305027962,131,0.0035992412522318773,
+2,1056,0.030544638633728027,132,0.005263219216431025,
+2,1064,0.030868057161569595,133,0.23123386501902132,
+2,1072,0.03070635348558426,134,0.016882939911738504,
+3,1080,0.030944284051656723,135,0.05687247294554254,
+3,1088,0.030902951955795288,136,0.04926170675753383,
+3,1096,0.03188188001513481,137,0.010298509718268178,
+3,1104,0.03145448490977287,138,0.018721364896919113,
+3,1112,0.031015560030937195,139,0.021623012609779835,
+3,1120,0.03134118765592575,140,0.004620612584403716,
+3,1128,0.03129443898797035,141,0.015921898899250664,
+3,1136,0.030820321291685104,142,0.0029485196100722533,
+3,1144,0.0313824862241745,143,0.0013184548806748353,
+3,1152,0.03122834861278534,144,0.005060438310465543,
+,,,144,,0.37781138201944187
+3,1160,0.031268805265426636,145,0.005671534516295651,
+3,1168,0.031307969242334366,146,0.011018275439710123,
+3,1176,0.03152943402528763,147,0.09901426419310155,
+3,1184,0.031028952449560165,148,0.20408945084273,
+3,1192,0.031403303146362305,149,0.0053507468473981135,
+3,1200,0.03125065937638283,150,0.008810338178591337,
+3,1208,0.031215105205774307,151,0.006188535844557919,
+3,1216,0.03231201320886612,152,0.02462093506255769,
+3,1224,0.031618837267160416,153,0.0037668888580810744,
+3,1232,0.03152703121304512,154,0.015339416779170278,
+3,1240,0.030885610729455948,155,0.007391557614027988,
+3,1248,0.0318964459002018,156,0.0038367719716916326,
+3,1256,0.030837588012218475,157,0.022915123803613824,
+3,1264,0.03178246319293976,158,0.05129049023162224,
+3,1272,0.03123965859413147,159,0.0024602245102869347,
+3,1280,0.03133254870772362,160,0.0026937572310998803,
+,,,160,,0.4695358775020425
+3,1288,0.031176932156085968,161,0.005938046237133676,
+3,1296,0.03119373321533203,162,0.0030874537005729508,
+3,1304,0.030994072556495667,163,0.01384657551170676,
+3,1312,0.031250156462192535,164,0.0016223733728111256,
+3,1320,0.031020555645227432,165,0.003738277158845449,
+3,1328,0.030832260847091675,166,0.0006004654314892832,
+3,1336,0.030999694019556046,167,0.0032572825693932828,
+3,1344,0.030804965645074844,168,0.0009773317487997701,
+3,1352,0.0312722809612751,169,0.047578586327290395,
+3,1360,0.030800960958003998,170,0.0008163348011294147,
+3,1368,0.03119891881942749,171,0.0011711778952303575,
+3,1376,0.031308308243751526,172,0.0016536867242393782,
+3,1384,0.03133466839790344,173,0.001000611016934272,
+3,1392,0.030744116753339767,174,0.0007418746390612796,
+3,1400,0.031064830720424652,175,0.0013826989961671643,
+3,1408,0.030878465622663498,176,0.0027049902782891877,
+,,,176,,0.4926954780528748
+3,1416,0.031376197934150696,177,0.00048468710519955494,
+3,1424,0.03134845197200775,178,0.0020678345863416325,
+3,1432,0.032066937536001205,179,0.0005320712116372306,
+4,1440,0.030840925872325897,180,0.00026551237715466414,
+4,1448,0.03125355392694473,181,0.0010846084187505767,
+4,1456,0.03121686726808548,182,0.23919861555987154,
+4,1464,0.030994389206171036,183,0.0002870050493584131,
+4,1472,0.03110094740986824,184,0.001111210891394876,
+4,1480,0.031105034053325653,185,0.0010715317212088848,
+4,1488,0.03133794292807579,186,0.0008947367859946098,
+4,1496,0.03103458136320114,187,0.015082676465681288,
+4,1504,0.031018134206533432,188,0.0017454640837968327,
+4,1512,0.030989035964012146,189,0.0033494004201202188,
+4,1520,0.031682077795267105,190,0.010608170214254642,
+4,1528,0.031529705971479416,191,0.002473894059221493,
+4,1536,0.03121611475944519,192,0.006303104728431208,
+,,,192,,0.6288560854843239
+4,1544,0.030580081045627594,193,0.005224732478382066,
+4,1552,0.030781462788581848,194,0.009200362417686847,
+4,1560,0.031970687210559845,195,0.004591156724927714,
+4,1568,0.033444177359342575,196,0.011922130823222687,
+4,1576,0.0307101309299469,197,0.001140372902227682,
+4,1584,0.03077596426010132,198,0.007418774028337793,
+4,1592,0.030525632202625275,199,0.01048933178299194,
+4,1600,0.031174618750810623,200,0.00314810011695954,
+4,1608,0.031062111258506775,201,0.0016881602005014429,
+4,1616,0.031307756900787354,202,0.007411719714582432,
+4,1624,0.030766654759645462,203,0.032210699218921945,
+4,1632,0.030803430825471878,204,0.0005924956294620642,
+4,1640,0.030337143689393997,205,0.0166140728033497,
+4,1648,0.03121510148048401,206,0.0016204099401875283,
+4,1656,0.030900314450263977,207,0.0034030782135232585,
+4,1664,0.03134864196181297,208,0.006027027437085053,
+,,,208,,0.5810791215086295

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=5/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/labels.csv

@@ -0,0 +1,153 @@
+56406,1
+40391,0
+59268,1
+58114,0
+22072,1
+49444,1
+51005,0
+4732,1
+818,1
+7556,0
+7545,1
+34499,1
+67409,1
+40321,1
+66691,1
+35835,0
+51782,0
+40678,1
+60971,1
+2505,1
+13913,1
+20918,0
+8897,1
+38202,1
+12633,0
+29410,0
+39143,1
+4642,1
+22427,0
+17008,1
+31764,0
+37250,0
+58329,0
+30639,1
+62446,0
+64130,0
+11589,1
+62166,1
+45222,0
+41427,0
+55757,0
+42830,0
+47077,0
+53362,0
+59789,0
+66597,0
+2784,0
+20083,1
+55628,1
+6273,0
+4592,1
+62744,1
+16286,1
+24608,0
+59165,0
+61930,1
+42959,1
+25944,0
+28358,0
+38498,1
+55842,1
+61836,1
+25075,0
+1153,1
+14820,1
+36677,1
+25164,1
+33550,1
+36282,1
+15454,1
+62858,1
+25404,0
+45472,0
+40365,0
+51857,0
+57981,1
+41280,1
+63638,1
+51609,0
+42596,0
+68111,1
+61110,1
+8944,1
+55858,0
+4841,0
+53338,1
+59115,0
+46834,1
+59809,1
+25426,1
+14937,0
+8442,0
+49585,1
+32933,0
+37530,1
+36915,0
+63157,1
+11820,0
+64107,1
+20433,1
+64741,1
+19346,1
+60835,1
+31140,1
+3202,1
+49688,1
+41589,0
+39772,1
+32277,1
+38510,0
+44041,0
+4954,0
+50402,1
+58255,0
+49777,0
+32411,0
+53091,0
+46719,0
+47440,1
+64907,1
+58293,0
+21954,0
+13654,0
+55170,0
+44917,1
+39880,1
+10399,1
+11029,1
+66317,1
+49413,1
+2522,1
+18264,1
+35864,1
+50788,1
+42944,0
+30068,1
+12969,1
+9927,0
+12152,0
+18501,1
+55361,0
+24137,0
+49575,0
+29156,0
+4144,0
+7863,0
+41458,0
+56768,0
+27973,1
+58014,1
+48824,0
+1197,1
+5105,1

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=5/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/logits.csv

@@ -0,0 +1,153 @@
+56406,-10.375321,-0.00032169413
+40391,-0.00022897482,-9.375229
+59268,-10.500108,-0.0001074018
+58114,-3.2883563,-0.03835638
+22072,-9.125209,-0.00020883286
+49444,-10.125115,-0.00011526874
+51005,-0.00019965562,-10.000199
+4732,-10.125214,-0.00021336187
+818,-9.75036,-0.0003591131
+7556,-0.0047394796,-5.3797393
+7545,-11.250447,-0.00044693495
+34499,-8.000515,-0.0005150899
+67409,-9.875265,-0.00026532466
+40321,-9.00038,-0.0003793712
+66691,-0.00026353702,-9.375263
+35835,-0.00028391622,-10.750284
+51782,-1.3135958,-0.3135957
+40678,-9.500144,-0.00014399446
+60971,-9.000197,-0.00019774865
+2505,-10.875127,-0.00012730742
+13913,-9.125222,-0.00022230062
+20918,-0.00042894224,-8.500429
+8897,-8.875176,-0.00017605662
+38202,-10.625199,-0.0001990597
+12633,-6.501668,-0.001667777
+29410,-0.00015805903,-10.250158
+39143,-10.37513,-0.0001294529
+4642,-0.00021419614,-10.625215
+22427,-0.100918956,-2.350919
+17008,-9.375859,-0.00085960625
+31764,-0.00042417587,-10.500424
+37250,-0.00022766383,-10.000228
+58329,-0.0008448369,-7.875845
+30639,-8.750565,-0.00056429673
+62446,-0.00049912394,-9.625499
+64130,-0.00028999415,-10.62529
+11589,-0.0011705459,-6.8761706
+62166,-9.125313,-0.00031287543
+45222,-0.00033110857,-10.375331
+41427,-0.033737402,-3.4087374
+55757,-0.00023004746,-9.25023
+42830,-0.0002710452,-9.500271
+47077,-0.0010275329,-7.2510276
+53362,-0.0005602459,-10.00056
+59789,-0.0019025574,-6.6269026
+66597,-0.0075306343,-5.2575307
+2784,-0.011268073,-4.511268
+20083,-7.87554,-0.0005399915
+55628,-5.3797297,-0.004729632
+6273,-3.5299964,-0.029996281
+4592,-7.2507977,-0.00079754967
+62744,-9.125246,-0.00024577935
+16286,-10.375135,-0.00013529339
+24608,-0.00452186,-5.504522
+59165,-0.00540818,-5.2554083
+61930,-0.0017715489,-6.3767715
+42959,-8.750326,-0.0003262226
+25944,-0.0015818476,-8.001582
+28358,-0.7579505,-0.6329505
+38498,-10.125302,-0.00030262658
+55842,-11.000365,-0.0003651906
+61836,-9.875113,-0.00011276563
+25075,-0.00028022178,-9.25028
+1153,-10.000123,-0.00012289723
+14820,-11.125062,-6.2344516e-05
+36677,-10.750167,-0.00016699827
+25164,-7.875487,-0.00048697056
+33550,-8.625275,-0.00027497803
+36282,-11.000098,-9.8104436e-05
+15454,-10.125124,-0.00012408917
+62858,-9.875363,-0.0003632839
+25404,-0.005357432,-5.2553573
+45472,-0.0002189635,-9.000219
+40365,-7.250835,-0.0008347126
+51857,-0.00092725665,-7.2509274
+57981,-8.876938,-0.0019377756
+41280,-10.375311,-0.00031084951
+63638,-10.125103,-0.00010263393
+51609,-0.011318639,-4.5113187
+42596,-4.2643,-0.014299896
+68111,-10.500141,-0.00014125303
+61110,-4.1458025,-0.020802531
+8944,-8.000415,-0.0004144048
+55858,-0.00056012673,-10.00056
+4841,-0.0011232741,-9.251123
+53338,-0.0025538944,-6.127554
+59115,-0.16072965,-1.9107296
+46834,-9.000251,-0.0002506657
+59809,-10.750097,-9.750845e-05
+25426,-12.25012,-0.000120155746
+14937,-8.500264,-0.00026449043
+8442,-0.0018948235,-6.501895
+49585,-9.125387,-0.000387236
+32933,-0.00017176583,-9.875172
+37530,-8.0007715,-0.0007717015
+36915,-0.00095619727,-7.750956
+63157,-8.501181,-0.0011807858
+11820,-0.022024676,-3.8970246
+64107,-10.750144,-0.00014423284
+20433,-10.125097,-9.774684e-05
+64741,-7.376331,-0.001330682
+19346,-10.125186,-0.00018606838
+60835,-6.0025997,-0.002599672
+31140,-10.375367,-0.00036709724
+3202,-7.2512383,-0.0012384134
+49688,-8.375289,-0.00028904076
+41589,-0.0006447144,-9.000645
+39772,-10.500115,-0.000115149545
+32277,-8.125586,-0.00058574206
+38510,-0.00018904806,-10.875189
+44041,-7.1261244,-0.0011245839
+4954,-0.00071690604,-9.625717
+50402,-11.375352,-0.00035172474
+58255,-0.008896121,-4.7588964
+49777,-0.0005410638,-8.875541
+32411,-0.00023076255,-10.625231
+53091,-0.008227858,-4.883228
+46719,-0.0005739472,-8.125574
+47440,-6.6264763,-0.0014761515
+64907,-5.753543,-0.0035428158
+58293,-0.004247335,-5.504247
+21954,-0.00066520495,-8.250666
+13654,-0.00027736154,-12.7502775
+55170,-0.0016633736,-6.501663
+44917,-10.75046,-0.00046004204
+39880,-8.125561,-0.00056119903
+10399,-10.000136,-0.00013660452
+11029,-11.250287,-0.0002868956
+66317,-4.1411905,-0.016190361
+49413,-11.500299,-0.00029928974
+2522,-10.375122,-0.00012170528
+18264,-6.002855,-0.0028546795
+35864,-11.000274,-0.0002734287
+50788,-11.000126,-0.0001258771
+42944,-0.0010593286,-7.5010595
+30068,-7.126003,-0.0010028816
+12969,-10.750101,-0.00010144196
+9927,-5.2552996,-0.00529933
+12152,-0.0017897554,-8.87679
+18501,-11.375088,-8.809179e-05
+55361,-0.0003262226,-10.875326
+24137,-0.14315012,-2.01815
+49575,-0.01288717,-4.387887
+29156,-0.0021374016,-6.752137
+4144,-0.0006563893,-7.6256566
+7863,-0.00013565097,-10.000135
+41458,-0.00037043385,-9.87537
+56768,-0.0053855334,-5.2553854
+27973,-9.625259,-0.00025948495
+58014,-6.6265874,-0.0015874415
+48824,-0.0001982254,-11.250198
+1197,-6.8763967,-0.001396753
+5105,-1.1369526,-0.38695264

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=5/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=5/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-1.9104822,-0.16048214
+12007,-0.00810004,-4.8831
+8229,-0.00047207656,-8.500472
+31449,-10.000214,-0.0002138386
+1591,-0.0014365126,-7.5014367
+53542,-9.250589,-0.0005894354
+49372,-9.7502575,-0.00025793564
+54831,-0.029881282,-3.5298812
+44771,-8.500603,-0.0006023023
+33116,-0.0006654432,-8.250666
+33492,-5.7533092,-0.0033090143
+16982,-5.50416,-0.0041598463
+31901,-7.5012274,-0.0012273407
+49817,-0.0010419423,-7.001042
+60681,-3.5300562,-0.030056205
+39890,-7.625652,-0.00065162405
+62685,-0.00024566017,-10.000246
+2201,-9.62613,-0.0011305376
+47201,-0.0004534885,-8.375454
+20835,-10.375625,-0.0006249382
+15421,-10.375326,-0.00032598426
+45021,-0.001917906,-6.376918
+45802,-0.0032828746,-6.003283
+43637,-0.00042203104,-8.1254225
+7160,-0.0003057251,-8.375306
+8150,-0.898239,-0.523239
+3512,-9.0001955,-0.00019596086
+29264,-0.00020335037,-11.125203
+32960,-0.0010970772,-7.126097
+32221,-0.0009906152,-7.1259904
+35996,-10.2501335,-0.00013398226
+4422,-11.000396,-0.00039557737
+22209,-0.00019798703,-9.625198
+6920,-10.00019,-0.00018952481
+25253,-0.00079111743,-8.375792
+680,-0.024437157,-3.7744372
+50140,-9.875587,-0.00058717176
+28481,-9.6252,-0.00020001318
+36298,-0.0004923324,-8.125492
+16473,-10.625139,-0.00013970352
+11102,-2.1270287,-0.12702873
+62901,-0.00034779223,-8.250348
+16123,-9.750359,-0.00035887476
+52012,-0.00023803262,-10.500238
+60780,-0.00067819003,-8.125678
+1781,-11.000152,-0.00015162272
+41449,-0.00649958,-5.1315
+908,-7.2510686,-0.001068617
+15507,-9.313975,-0.0014753182
+57914,-8.000643,-0.0006429274
+46159,-4.0182405,-0.018240215
+56461,-9.625996,-0.0009952597
+62107,-0.00037269798,-8.875373
+49087,-11.125249,-0.00024863967
+65792,-0.026742632,-3.6517427
+13181,-0.000989067,-7.250989
+54119,-9.375152,-0.00015126515
+51997,-0.00017498393,-9.3751745
+24924,-11.250125,-0.00012456595
+45890,-0.00025006983,-9.75025
+41716,-0.0021464422,-6.2521462
+60175,-0.00034242964,-9.500342
+30318,-0.0020642418,-6.252064
+13221,-9.87516,-0.00015984688
+15509,-10.000093,-9.309812e-05
+37365,-2.2381814,-0.11318126
+60975,-0.0030531718,-5.878053
+51375,-0.00020120504,-10.250201
+16004,-9.125799,-0.00079945545
+12837,-9.000338,-0.00033742457
+17864,-9.625163,-0.00016342258
+67134,-8.250482,-0.00048160876
+18611,-8.375451,-0.00045110538
+12861,-7.6257777,-0.0007776574
+58084,-9.50015,-0.00014959647
+32874,-0.00024804377,-8.875248
+32717,-9.750109,-0.00010859377
+23413,-10.000605,-0.0006050425
+59634,-0.12734973,-2.1273499
+15629,-3.291641,-0.04164102
+47071,-0.002677905,-6.502678
+48558,-8.12623,-0.00122996
+3648,-0.00031502053,-9.875315
+43367,-0.001113629,-9.501114
+14869,-0.0003034608,-9.750303
+1518,-0.0005585779,-8.250559
+16976,-9.126274,-0.0012737741
+20931,-9.625171,-0.00017045476
+67379,-9.875235,-0.00023481472
+4741,-0.0005306981,-9.87553
+5765,-7.6255846,-0.0005844315
+48791,-0.00066913624,-7.750669
+15298,-0.043216396,-3.1682165
+21874,-10.375194,-0.00019321959
+9095,-8.500904,-0.0009037939
+3840,-10.000129,-0.00012873775
+55636,-1.9103816,-0.16038162
+57364,-0.349014,-1.224014
+65863,-0.0009525053,-9.375953
+40786,-0.0001631842,-10.250163
+8118,-9.625313,-0.00031323294
+52441,-0.00027533554,-10.875276
+38593,-0.0003544656,-8.750355
+5517,-0.0006549597,-8.750655
+39136,-5.753508,-0.0035078917
+47292,-0.00052533654,-8.500525
+34052,-8.750468,-0.0004683828
+16037,-10.250205,-0.00020513815
+64606,-7.750634,-0.0006341115
+19552,-0.0003619731,-8.500362
+14116,-7.6255836,-0.0005838358
+11261,-3.5299284,-0.029928487
+11668,-10.250263,-0.0002636562
+42198,-9.750252,-0.0002519767
+22526,-11.000628,-0.0006280357
+8037,-9.50018,-0.00018046658
+5324,-7.5008636,-0.00086377497
+56692,-0.00062624866,-9.125627
+59753,-0.062292498,-2.8122926
+47298,-0.000606353,-7.8756065
+57801,-3.16806,-0.04306009
+58413,-10.875061,-6.1033294e-05
+10673,-0.00016509123,-10.750165
+65730,-10.8751545,-0.00015436411
+40287,-9.375261,-0.0002613918
+15186,-9.375344,-0.00034433635
+43119,-0.00034612388,-9.250346
+39219,-8.500485,-0.00048530244
+50340,-7.7504787,-0.00047862995
+34297,-8.125578,-0.00057811715
+62941,-0.0010465865,-8.126046
+31551,-12.12524,-0.00024077378
+41344,-9.1253,-0.00030048148
+46402,-10.375092,-9.131015e-05
+13636,-9.625248,-0.00024828213
+42241,-8.750339,-0.0003388546
+15422,-0.0032261964,-5.7532263
+25014,-10.250444,-0.00044479014
+19613,-0.57609963,-0.82609963
+5515,-0.00040225044,-8.375402
+64128,-0.00027581226,-12.000276
+28084,-0.00018678351,-10.750187
+10395,-1.3134174,-0.31341746
+9965,-0.0014765086,-6.6264763
+27221,-8.000445,-0.00044526675
+11994,-0.00037615377,-10.250376
+43384,-0.0011385157,-7.5011387
+44329,-0.0002888024,-10.750289
+58937,-0.00018463815,-10.125185
+29119,-0.0004354959,-7.8754354
+8989,-0.0034907854,-8.62849
+23043,-10.500409,-0.00040928094
+32166,-0.0008924792,-8.625893
+42729,-0.0009236837,-7.5009236
+6863,-9.875536,-0.000536298
+41187,-0.00036733557,-9.625367
+36039,-12.000149,-0.00014888131
+55977,-0.00057120697,-8.250571
+8129,-10.0002,-0.00020013237
+60223,-10.000335,-0.0003345645
+9414,-0.00013588935,-10.250135
+26177,-0.0004595654,-9.75046
+38443,-0.0017747618,-6.501775
+43084,-0.0003016732,-10.750301
+53673,-0.000717859,-8.750718
+15057,-6.1273923,-0.0023921703
+51700,-0.00056000764,-8.12556
+51201,-8.625368,-0.00036769305
+47078,-9.12541,-0.00041011506
+59961,-8.875254,-0.0002536452
+22272,-0.0067054024,-5.1317053
+65773,-0.0004920941,-8.375492
+33746,-1.2239039,-0.34890392
+27311,-9.37519,-0.00018952481
+41292,-0.00013815402,-9.750138
+17110,-0.2523718,-1.5023718
+57029,-0.00043406602,-9.500434
+3009,-8.375264,-0.00026437125
+40193,-9.875158,-0.00015793984
+27618,-7.3757863,-0.0007861146
+20145,-11.500102,-0.00010191875
+52193,-9.500251,-0.00025042734
+34398,-0.00063172885,-8.625631
+36473,-10.500351,-0.00035089056
+43577,-0.0002189635,-10.375219
+57850,-10.50023,-0.00023016665
+61117,-0.00093511713,-7.500935
+32569,-3.7735524,-0.023552299
+12290,-9.875196,-0.0001965568
+19499,-9.500527,-0.0005272429
+60470,-0.0002217047,-9.250221
+8962,-11.2502775,-0.00027736154
+65955,-7.8755975,-0.0005975368
+62486,-0.17999321,-1.8049932
+19000,-0.006252016,-5.131252
+22631,-8.000663,-0.00066282233
+25613,-0.00014816617,-10.000148
+56086,-10.125286,-0.00028629974
+28883,-0.82704896,-0.57704896
+26425,-8.625318,-0.00031776147
+48097,-0.000826494,-7.2508264
+61477,-0.0019158834,-6.626916
+9121,-1.9103229,-0.16032292
+66709,-8.00043,-0.0004303721
+51472,-6.7515354,-0.0015354283
+19809,-10.125163,-0.00016270744
+38959,-10.125187,-0.00018702188
+39849,-0.00013124081,-9.500132
+59964,-0.00061171415,-8.000611
+65268,-11.12521,-0.00021026308
+8791,-0.004773293,-5.379773
+51774,-9.250196,-0.00019608006
+49640,-0.0002719986,-9.000272
+20125,-8.500262,-0.0002619877
+59640,-0.0056766965,-5.2556767
+68206,-10.251101,-0.0011005304
+48079,-10.125212,-0.00021181247
+49583,-0.31369781,-1.3136978
+67054,-0.00022945156,-10.00023
+59571,-0.07016408,-2.695164
+29080,-8.125623,-0.00062267465
+29111,-8.5003395,-0.00033968876
+20758,-9.875196,-0.00019643761
+64023,-0.00031561637,-9.125316
+29058,-0.00039510074,-10.375395
+18185,-0.00012385078,-11.375124
+36543,-0.00037317464,-9.625373
+54983,-4.387682,-0.0126821445
+3101,-6.6263995,-0.001399729
+42140,-0.00014697426,-10.500147
+6954,-0.00035017557,-10.62535
+15955,-7.376159,-0.001158996
+61746,-0.00054988044,-9.25055
+32055,-0.00071690604,-8.125717
+39496,-8.000538,-0.0005377277
+59909,-9.500168,-0.00016747502
+66296,-0.0007253638,-7.7507253
+46804,-8.750502,-0.0005015069
+35049,-0.00046492735,-10.375465
+56017,-7.0010743,-0.0010743329
+26947,-7.625587,-0.0005870526
+38928,-0.0028576513,-6.6278577
+15029,-9.375342,-0.00034195298
+7086,-0.0002022777,-10.000202
+537,-0.026862517,-3.6518626
+50731,-0.006965758,-5.0069656
+63604,-8.875208,-0.00020764102
+67049,-0.03810212,-3.2881021
+31161,-0.002549495,-6.0025496
+58922,-11.250133,-0.00013302872
+18347,-10.000165,-0.00016497205
+25864,-0.14274848,-2.0177484
+63846,-0.0005769257,-9.000577
+13353,-0.0005489273,-10.125549
+25378,-4.7589436,-0.008943617
+59101,-10.250399,-0.00039891392
+20895,-0.006912603,-5.0069127
+48119,-8.875261,-0.00026163016
+14332,-0.0003580406,-11.000358
+25497,-9.625363,-0.00036352224
+8686,-0.003140995,-5.878141
+22758,-9.126341,-0.0013410394
+7666,-0.00021789085,-9.875217
+20686,-0.016428208,-4.141428
+18975,-8.625284,-0.00028463127
+19054,-7.7506156,-0.0006155265
+48123,-11.250115,-0.000115387935
+57909,-9.625222,-0.00022230062
+9226,-10.250664,-0.00066341803
+48653,-0.00050865585,-8.875508
+44013,-0.005423949,-5.630424
+11409,-9.875193,-0.00019286203
+62736,-0.004555087,-5.629555
+2777,-9.125349,-0.00034910307
+7058,-0.0003952199,-9.000395
+48408,-0.0020550815,-6.377055
+28934,-9.375144,-0.00014363688
+46578,-9.375428,-0.0004284656
+23203,-10.250218,-0.00021801003
+6257,-9.125267,-0.0002667548
+53444,-0.534163,-0.909163
+17816,-4.634897,-0.0098974435
+46307,-8.750517,-0.0005171154
+20599,-11.250192,-0.00019155098
+29423,-0.0006084975,-9.500608
+21041,-0.00014423284,-9.875144
+16633,-10.375192,-0.0001913126
+20221,-8.625317,-0.00031680812
+27466,-0.00037949038,-9.50038
+22987,-0.0002647288,-9.250265
+9322,-0.0009047467,-7.3759046
+3265,-0.00047124247,-8.000471
+22814,-4.634999,-0.00999883
+56185,-8.875269,-0.0002689
+55014,-7.6255703,-0.00057037297
+43437,-9.250225,-0.00022528018
+24683,-0.00071940763,-9.000719
+10233,-4.5111523,-0.011152078
+19001,-0.00053689367,-10.125537
+32718,-0.0014844838,-6.7514844
+31030,-0.001115415,-9.626116
+1099,-0.00040105882,-9.7504015
+57982,-5.008572,-0.008572328
+49148,-0.009825911,-4.6348257
+40880,-10.250082,-8.201263e-05
+31148,-0.000258174,-11.000258
+9446,-8.125352,-0.0003514864
+18579,-10.500864,-0.0008641323
+30932,-7.6258526,-0.00085269805
+40792,-0.113084495,-2.2380846
+48600,-0.0014903164,-6.62649
+44588,-7.8759065,-0.0009064141
+33828,-7.7505846,-0.0005846698
+33917,-0.00085424643,-7.625854
+2026,-0.0004171455,-8.750417
+56745,-0.0003900959,-8.62539
+17383,-0.12708826,-2.1270883
+2372,-0.52975035,-1.0297503
+56600,-0.0034269912,-6.003427
+50257,-0.00029273517,-9.375293
+38892,-0.00084745727,-8.375848
+45844,-0.0008623457,-8.875862
+29062,-0.0016045803,-6.6266046
+5655,-9.000236,-0.00023588736
+67611,-0.003392538,-5.7533927
+18546,-0.0009053422,-7.8759055
+63060,-9.126263,-0.0012627017
+36068,-9.37562,-0.0006200537
+784,-0.6327067,-0.7577067
+20429,-0.0014465117,-7.8764467
+21679,-10.125358,-0.0003576831
+53617,-10.6253,-0.0003003623
+6978,-10.875142,-0.00014232576
+53262,-0.00044741156,-10.375447
+181,-0.0009814452,-8.000981
+28744,-0.0050715134,-5.3800716
+48716,-0.0017045506,-6.7517047
+51468,-0.00019965562,-10.250199
+62209,-9.000242,-0.00024268066
+8732,-6.0026717,-0.0026717226
+56949,-9.250183,-0.0001830887
+26885,-0.0003380204,-11.875338
+43345,-0.0009116546,-7.1259117
+8053,-6.252571,-0.0025712545
+59402,-8.875223,-0.00022277735
+49552,-0.00022468426,-9.625225
+12348,-0.22626482,-1.6012648
+28335,-5.255331,-0.005330872
+59114,-7.0010824,-0.0010823113
+12625,-6.8762507,-0.0012506767
+8876,-7.7513247,-0.0013244913
+29959,-10.125119,-0.00011944058
+37911,-0.00022766383,-10.000228
+38412,-1.5021204,-0.25212038
+31999,-0.00023386128,-10.625234
+34775,-0.0005123495,-8.500512
+65737,-8.375409,-0.00040880428
+25244,-0.0006250573,-7.875625
+51630,-8.125424,-0.00042465254
+23979,-5.255392,-0.0053921733
+34638,-9.375244,-0.00024399164
+22311,-11.875171,-0.00017116989
+14004,-9.750213,-0.00021288513
+310,-0.033742473,-3.4087424
+49105,-0.00096751127,-8.250968
+38782,-11.125603,-0.00060277886
+4647,-9.375204,-0.00020430385
+43782,-0.0005351065,-10.875535
+66046,-0.001027652,-7.0010276
+16690,-10.250354,-0.00035422726
+67731,-0.008398926,-4.883399
+54867,-10.000264,-0.00026425207
+34108,-8.75032,-0.00032026408
+67332,-0.003210749,-5.8782105
+22567,-0.00035923228,-8.75036
+57173,-0.00021944022,-10.000219
+26527,-10.375339,-0.00033813957
+59580,-6.5017676,-0.0017677409
+20737,-1.5031161,-0.25311616
+53307,-0.0005229536,-10.625523
+32783,-0.0003548231,-10.875355
+7868,-9.87513,-0.0001296913
+50777,-0.000233027,-10.375233
+29307,-9.875147,-0.00014661667
+18297,-0.00035935143,-8.87536
+44524,-10.625191,-0.0001905975
+61320,-0.00088104524,-7.500881
+2578,-1.7016928,-0.20169282
+40612,-0.00088485656,-7.250885
+32523,-7.875564,-0.0005641776
+48509,-0.0007954056,-7.6257954
+36666,-8.750327,-0.0003266993
+6539,-10.250176,-0.00017641419
+33620,-9.25054,-0.00054011063
+55547,-9.2502165,-0.00021634146
+11751,-8.500267,-0.00026663562
+30491,-0.00021693738,-9.0002165
+48294,-9.375519,-0.00051926
+37424,-10.500172,-0.00017152746
+29155,-4.1412735,-0.016273286

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=5/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=5/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=5/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=5/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=5/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=5/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=5/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,53 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3540010564029217,0,8.345802307128906,
+0,8,0.05399513244628906,1,4.875650227069855,
+0,16,0.030537985265254974,2,3.351431369781494,
+0,24,0.03373148664832115,3,2.8434383124113083,
+0,32,0.03324752673506737,4,0.4527703709900379,
+0,40,0.030487410724163055,5,0.5068726753816009,
+0,48,0.030296649783849716,6,0.4865493644028902,
+0,56,0.03078998252749443,7,0.367164621129632,
+0,64,0.030787523835897446,8,0.6995589584112167,
+0,72,0.030898064374923706,9,0.5054441783577204,
+0,80,0.03094875067472458,10,0.37319859582930803,
+0,88,0.031654637306928635,11,0.25137825310230255,
+0,96,0.034858908504247665,12,0.2036278186715208,
+0,104,0.0316179133951664,13,0.4834138103760779,
+0,112,0.03416135907173157,14,0.1667169270804152,
+0,120,0.03105856105685234,15,0.41055952227907255,
+0,128,0.03178055211901665,16,0.056074840074870735,
+,,,16,,0.3133897968367034
+0,136,0.03094056248664856,17,0.512551055959193,
+0,144,0.031696271151304245,18,0.5986847735475749,
+0,152,0.030957937240600586,19,0.48040208316524513,
+0,160,0.03037067875266075,20,0.19723366887774318,
+0,168,0.03061073273420334,21,0.32546944258501753,
+0,176,0.03097955510020256,22,0.5209709171904251,
+0,184,0.030723966658115387,23,0.11704251612536609,
+0,192,0.030924063175916672,24,0.1212234414415434,
+0,200,0.030628535896539688,25,0.7104044333100319,
+0,208,0.030740976333618164,26,0.09223487536655739,
+0,216,0.03051898255944252,27,0.1458919972064905,
+0,224,0.031063128262758255,28,0.27102085517253727,
+0,232,0.03238435834646225,29,0.2380153724225238,
+0,240,0.03090038150548935,30,0.21205116109922528,
+0,248,0.03080296516418457,31,0.2634956951951608,
+0,256,0.030553821474313736,32,0.409382304729661,
+,,,32,,0.22402093924728095
+0,264,0.031149938702583313,33,0.12517677154392004,
+0,272,0.03202655166387558,34,0.09108417044626549,
+0,280,0.031049981713294983,35,0.03110053058480844,
+0,288,0.030827593058347702,36,0.42838876007590443,
+0,296,0.03133327513933182,37,0.2612029511365108,
+0,304,0.0306212417781353,38,0.09320218351786025,
+0,312,0.030885498970746994,39,0.045744595176074654,
+0,320,0.031531039625406265,40,0.04459489957662299,
+0,328,0.030917271971702576,41,0.26241917777224444,
+0,336,0.030980654060840607,42,0.1072071720554959,
+0,344,0.030694372951984406,43,0.14456639977288432,
+0,352,0.030865821987390518,44,0.33049456945445854,
+0,360,0.03620544821023941,45,0.011417581321438774,
+0,368,0.03079310804605484,46,0.23375126472092234,
+0,376,0.030681557953357697,47,0.022089320002123713,
+0,384,0.031458377838134766,48,0.1246173219406046,
+,,,48,,0.24697053198720895

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=5/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=5/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-0.20240599,-1.7024059
+12007,-0.005664843,-5.380665
+8229,-0.0011083896,-7.376108
+31449,-5.878465,-0.0034651256
+1591,-0.0022926256,-6.6272926
+53542,-2.8135746,-0.06357452
+49372,-2.9319625,-0.056962434
+54831,-0.010341157,-4.635341
+44771,-1.4118484,-0.2868484
+33116,-0.0012029323,-7.501203
+33492,-1.7021794,-0.20217939
+16982,-0.2262458,-1.6012458
+31901,-1.5102998,-0.26029977
+49817,-0.0046107406,-5.5046105
+60681,-0.9769741,-0.47697413
+39890,-1.7041382,-0.20413817
+62685,-0.0022075826,-6.3772078
+2201,-6.1392403,-0.014240195
+47201,-0.002551992,-6.252552
+20835,-6.128834,-0.0038335659
+15421,-2.6959255,-0.07092537
+45021,-0.0022823971,-6.6272826
+45802,-0.0032063525,-6.2532063
+43637,-0.0015593524,-6.7515593
+7160,-0.0010234838,-7.2510233
+8150,-0.08076258,-2.5807626
+3512,-5.1315026,-0.006502778
+29264,-0.0006161222,-9.250616
+32960,-0.0012248403,-7.626225
+32221,-0.0032364153,-5.8782363
+35996,-1.3142202,-0.31422025
+4422,-7.253077,-0.0030770595
+22209,-0.001152209,-7.376152
+6920,-6.0032554,-0.0032555459
+25253,-0.0015300722,-7.75153
+680,-0.034625392,-3.4096253
+50140,-4.6367817,-0.011781634
+28481,-1.6016434,-0.22664341
+36298,-0.001235556,-7.2512355
+16473,-5.7538037,-0.0038037584
+11102,-0.6331208,-0.7581208
+62901,-0.0014969821,-6.876497
+16123,-5.255825,-0.0058248537
+52012,-0.0013715156,-7.2513714
+60780,-0.0016630165,-7.001663
+1781,-4.759067,-0.009067193
+41449,-0.0016041042,-7.001604
+908,-0.8281488,-0.5781488
+15507,-5.6307936,-0.005793446
+57914,-0.2533131,-1.5033131
+46159,-0.34903687,-1.2240369
+56461,-4.018693,-0.018693114
+62107,-0.008729274,-5.1337295
+49087,-5.380286,-0.005286168
+65792,-0.0016695621,-6.8766694
+13181,-0.0017005043,-6.7517004
+54119,-5.50498,-0.0049799453
+51997,-0.001007407,-7.2510076
+24924,-6.252652,-0.0026523431
+45890,-0.0012478193,-7.751248
+41716,-0.008501056,-4.883501
+60175,-0.0014129427,-6.876413
+30318,-0.0012863942,-7.0012865
+13221,-3.2886014,-0.038601514
+15509,-5.3800726,-0.0050724624
+37365,-0.14369586,-2.0186958
+60975,-0.0019747773,-6.6269746
+51375,-0.00595237,-6.7559524
+16004,-4.761591,-0.011590994
+12837,-2.1288977,-0.12889768
+17864,-3.774995,-0.024995161
+67134,-2.9314377,-0.056437764
+18611,-2.8133357,-0.063335665
+12861,-0.89941406,-0.52441406
+58084,-5.8780427,-0.0030424756
+32874,-0.007319302,-5.0073195
+32717,-4.886356,-0.011355649
+23413,-5.135509,-0.010509033
+59634,-0.0018072478,-6.751807
+15629,-0.13258523,-2.1325853
+47071,-0.0041726674,-5.879173
+48558,-3.6530828,-0.028082848
+3648,-0.0009223736,-7.625922
+43367,-0.001434727,-6.876435
+14869,-0.0032431884,-6.003243
+1518,-0.0011016021,-7.8761015
+16976,-4.6522627,-0.027262693
+20931,-5.6290865,-0.0040863594
+67379,-5.6293736,-0.0043733907
+4741,-0.00085758144,-8.875857
+5765,-3.4120529,-0.03705296
+48791,-0.0013973482,-7.001397
+15298,-0.009165357,-4.7591653
+21874,-4.142063,-0.017063007
+9095,-4.6361165,-0.011116358
+3840,-3.5305524,-0.030552348
+55636,-0.10065112,-2.350651
+57364,-0.1291809,-2.129181
+65863,-0.0021802245,-7.87718
+40786,-0.00068283605,-8.375683
+8118,-3.8961422,-0.021142231
+52441,-0.00078587636,-8.625786
+38593,-0.0008435267,-8.125844
+5517,-0.0017450119,-7.001745
+39136,-0.6345576,-0.7595576
+47292,-0.0018554392,-7.1268554
+34052,-0.18417071,-1.8091707
+16037,-5.878412,-0.0034116656
+64606,-4.3886156,-0.013615596
+19552,-0.0028893887,-6.002889
+14116,-1.6011486,-0.22614855
+11261,-0.012928004,-4.387928
+11668,-4.759145,-0.009144685
+42198,-5.3801026,-0.005102469
+22526,-7.755631,-0.005630823
+8037,-1.9120089,-0.16200885
+5324,-1.4104967,-0.28549665
+56692,-0.00088116433,-8.250881
+59753,-0.0018741201,-6.626874
+47298,-0.002312131,-6.377312
+57801,-0.2816195,-1.4066195
+58413,-6.8762975,-0.0012975853
+10673,-0.0005483316,-8.500548
+65730,-6.3773584,-0.002358633
+40287,-4.2658067,-0.0158065
+15186,-3.0496197,-0.049619585
+43119,-0.0014254419,-7.5014253
+39219,-4.2650123,-0.015012263
+50340,-0.82667524,-0.57667524
+34297,-4.3888044,-0.013804557
+62941,-0.00096703484,-8.000967
+31551,-8.001104,-0.0011048173
+41344,-4.3884845,-0.013484467
+46402,-3.7735348,-0.023534833
+13636,-3.16872,-0.04372009
+42241,-3.8961744,-0.021174444
+15422,-0.020814206,-3.8958142
+25014,-3.6534166,-0.028416723
+19613,-0.043625146,-3.168625
+5515,-0.0011789998,-7.376179
+64128,-0.0021155137,-6.3771157
+28084,-0.00070070504,-8.375701
+10395,-0.42911375,-1.0541137
+9965,-0.0019156454,-6.5019155
+27221,-2.5795221,-0.07952223
+11994,-0.0007526426,-9.125752
+43384,-0.001077548,-7.8760777
+44329,-0.000807317,-8.250808
+58937,-0.001898512,-6.6268983
+29119,-0.0017287085,-6.5017285
+8989,-0.006718309,-8.256719
+23043,-4.759932,-0.009932263
+32166,-0.0028158084,-6.3778157
+42729,-0.0017109769,-6.876711
+6863,-4.2670183,-0.017018238
+41187,-0.002085179,-8.127085
+36039,-7.3766656,-0.0016655157
+55977,-0.0051210895,-6.005121
+8129,-4.1420135,-0.017013784
+60223,-5.5071263,-0.0071265073
+9414,-0.00065472146,-8.125655
+26177,-0.0011713794,-8.001171
+38443,-0.0009173714,-7.6259174
+43084,-0.0007775382,-9.250777
+53673,-0.0020350954,-6.752035
+15057,-0.22595665,-1.6009567
+51700,-0.004614775,-6.379615
+51201,-3.6524034,-0.027403278
+47078,-4.3895035,-0.014503531
+59961,-1.4067539,-0.28175387
+22272,-0.12858723,-2.1285872
+65773,-0.0029181538,-6.1279182
+33746,-0.0035266606,-5.7535267
+27311,-4.3878403,-0.012840095
+41292,-0.0014693665,-6.626469
+17110,-0.044786673,-3.1697867
+57029,-0.0011856677,-8.376185
+3009,-3.0488708,-0.048870835
+40193,-4.5113544,-0.011354471
+27618,-2.4646335,-0.08963341
+20145,-6.876635,-0.0016349294
+52193,-4.265281,-0.015281031
+34398,-0.0018649582,-7.251865
+36473,-3.897685,-0.022685068
+43577,-0.00089545676,-7.5008955
+57850,-4.387917,-0.01291706
+61117,-0.0051050787,-6.130105
+32569,-0.577117,-0.827117
+12290,-7.376214,-0.0012141245
+19499,-5.629441,-0.0044406853
+60470,-0.00079266593,-7.5007925
+8962,-6.6271005,-0.002100525
+65955,-3.6519582,-0.026958138
+62486,-0.039101116,-3.2891011
+19000,-0.0010642109,-7.8760643
+22631,-2.0243614,-0.14936128
+25613,-0.0012288884,-7.001229
+56086,-2.4651058,-0.09010588
+28883,-0.0075490912,-5.1325493
+26425,-4.264884,-0.014884018
+48097,-0.0031444412,-5.8781443
+61477,-0.0038471036,-5.878847
+9121,-0.11375147,-2.2387514
+66709,-2.6956213,-0.07062128
+51472,-2.4655287,-0.09052868
+19809,-5.630054,-0.00505396
+38959,-4.3882003,-0.013200156
+39849,-0.0005789511,-7.875579
+59964,-0.0024263011,-6.252426
+65268,-5.2583694,-0.008369254
+8791,-0.0014249658,-7.001425
+51774,-2.3509765,-0.10097639
+49640,-0.0017122859,-6.7517123
+20125,-2.4650335,-0.09003365
+59640,-0.0014477021,-7.1264477
+68206,-5.8845735,-0.00957362
+48079,-4.635727,-0.010726887
+49583,-0.1809426,-1.8059425
+67054,-0.003883916,-5.628884
+59571,-0.038448844,-3.2884488
+29080,-3.5370083,-0.037008274
+29111,-3.2886517,-0.038651634
+20758,-3.1687138,-0.0437137
+64023,-0.0018729302,-6.626873
+29058,-0.0010795725,-8.25108
+18185,-0.00074966456,-7.6257496
+36543,-0.0011289896,-7.376129
+54983,-0.82678866,-0.57678866
+3101,-1.2240634,-0.34906337
+42140,-0.0011995985,-7.2511997
+6954,-0.0010836212,-8.001083
+15955,-2.1291296,-0.12912956
+61746,-0.0016045803,-8.376605
+32055,-0.0013048477,-7.8763046
+39496,-4.6359963,-0.010996337
+59909,-1.8051691,-0.18016915
+66296,-0.0014943634,-8.251494
+46804,-2.1299493,-0.12994924
+35049,-0.0014438928,-8.626444
+56017,-0.9010588,-0.5260588
+26947,-3.2887633,-0.038763337
+38928,-0.001557329,-7.8765574
+15029,-4.5138273,-0.013827484
+7086,-0.0010302718,-7.2510304
+537,-0.0013190149,-7.876319
+50731,-0.002021295,-6.5020213
+63604,-4.765914,-0.015914094
+67049,-0.016672444,-4.1416726
+31161,-0.0055522276,-5.2555523
+58922,-4.3881364,-0.013136391
+18347,-4.143307,-0.018307168
+25864,-0.11317615,-2.238176
+63846,-0.0009809688,-7.875981
+13353,-0.00086901564,-8.625869
+25378,-0.90061235,-0.52561235
+59101,-5.878714,-0.0037142118
+20895,-0.0023541139,-6.252354
+48119,-5.8785043,-0.003504209
+14332,-0.000612429,-9.000612
+25497,-3.8967288,-0.02172867
+8686,-0.0058438163,-5.2558436
+22758,-1.1390945,-0.3890945
+7666,-0.002018083,-6.627018
+20686,-0.029892853,-3.654893
+18975,-3.2894611,-0.03946113
+19054,-1.137897,-0.38789696
+48123,-5.8782654,-0.0032655268
+57909,-5.380377,-0.0053769965
+9226,-4.5131774,-0.013177451
+48653,-0.0017395378,-6.8767395
+44013,-0.005118836,-5.755119
+11409,-4.3882537,-0.013253567
+62736,-0.0015317386,-7.2515316
+2777,-4.759467,-0.009467112
+7058,-0.0010436095,-7.376044
+48408,-0.001801298,-7.0018015
+28934,-5.7533703,-0.0033700836
+46578,-5.380341,-0.0053409506
+23203,-0.22607999,-1.60108
+6257,-4.0187945,-0.018794665
+53444,-0.002734614,-6.5027347
+17816,-0.0168443,-4.1418443
+46307,-4.512253,-0.012253011
+20599,-6.003481,-0.003480688
+29423,-0.0011713794,-7.6261716
+21041,-0.0007166678,-7.6257167
+16633,-6.00297,-0.002970095
+20221,-1.0540895,-0.42908952
+27466,-0.00078635284,-7.8757863
+22987,-0.0011414925,-7.3761415
+9322,-0.0015144795,-7.3765144
+3265,-0.010888212,-4.760888
+22814,-1.7020472,-0.20204723
+56185,-5.255916,-0.005915989
+55014,-1.8055005,-0.1805005
+43437,-4.01869,-0.018690305
+24683,-0.0013523491,-8.126352
+10233,-0.09073425,-2.4657342
+19001,-0.0023154612,-8.0023155
+32718,-0.0018836389,-6.6268835
+31030,-0.0013774679,-9.376377
+1099,-0.0010806442,-8.2510805
+57982,-1.2281814,-0.3531813
+49148,-0.0039099213,-5.62891
+40880,-5.62879,-0.0037897448
+31148,-0.0012541295,-9.251254
+9446,-4.6351056,-0.010105518
+18579,-6.6291046,-0.0041046427
+30932,-0.03537498,-3.4103749
+40792,-0.030271692,-3.5302718
+48600,-0.006214343,-5.381214
+44588,-0.52577376,-0.90077376
+33828,-1.5028527,-0.25285274
+33917,-0.0021809381,-6.502181
+2026,-0.0044139815,-5.629414
+56745,-0.0013890152,-7.001389
+17383,-0.011621042,-4.511621
+2372,-0.010458543,-5.3854585
+56600,-0.03279879,-4.157799
+50257,-0.0012504386,-7.3762503
+38892,-0.0016794399,-6.8766794
+45844,-0.0025590074,-7.127559
+29062,-0.01898967,-4.0189896
+5655,-2.9304793,-0.05547918
+67611,-0.0019224273,-6.7519226
+18546,-0.0016890797,-7.251689
+63060,-4.8853908,-0.010390945
+36068,-1.7054415,-0.20544143
+784,-0.04581956,-3.1708195
+20429,-0.0015818476,-8.251582
+21679,-2.0197022,-0.14470227
+53617,-5.504837,-0.00483712
+6978,-6.252345,-0.0023449562
+53262,-0.0014043717,-8.876405
+181,-0.0012203158,-7.87622
+28744,-0.0056685177,-5.3806686
+48716,-0.0020492524,-6.6270494
+51468,-0.0006151691,-8.500615
+62209,-3.0490777,-0.049077768
+8732,-0.8280021,-0.5780021
+56949,-2.021929,-0.14692906
+26885,-0.0009249938,-8.875925
+43345,-0.011372621,-4.5113726
+8053,-1.7023894,-0.20238933
+59402,-2.9303033,-0.055303235
+49552,-0.000887596,-8.000888
+12348,-0.005519982,-5.38052
+28335,-0.63324785,-0.75824785
+59114,-1.504543,-0.25454295
+12625,-3.7741709,-0.02417084
+8876,-3.6533196,-0.02831962
+29959,-5.131423,-0.006423185
+37911,-0.00089498033,-8.125895
+38412,-0.010104101,-4.635104
+31999,-0.0008821172,-8.125882
+34775,-0.0011096994,-7.6261096
+65737,-2.5797174,-0.07971741
+25244,-0.0015107896,-7.2515106
+51630,-2.5794203,-0.07942039
+23979,-1.0612886,-0.43628863
+34638,-5.3802223,-0.0052223695
+22311,-7.001565,-0.0015650655
+14004,-2.3507357,-0.10073563
+310,-0.0016017238,-6.6266017
+49105,-0.0018504416,-7.2518506
+38782,-6.6266613,-0.0016613504
+4647,-4.8830075,-0.008007685
+43782,-0.0009108209,-8.750911
+66046,-0.0039966004,-5.6289964
+16690,-5.75399,-0.003990308
+67731,-0.0025814802,-6.3775816
+54867,-3.0497928,-0.04979279
+34108,-1.0547559,-0.42975587
+67332,-0.0029226705,-6.0029225
+22567,-0.0009012928,-7.625901
+57173,-0.0011186302,-7.2511187
+26527,-5.0085955,-0.008595257
+59580,-1.3139575,-0.31395745
+20737,-0.0019066028,-6.8769064
+53307,-0.0011036264,-8.251103
+32783,-0.0023826563,-6.7523828
+7868,-5.256379,-0.0063791224
+50777,-0.0005710878,-8.125571
+29307,-4.759689,-0.009688617
+18297,-0.00096691574,-7.625967
+44524,-5.629027,-0.004026996
+61320,-0.0027166626,-6.1277165
+2578,-0.09022396,-2.465224
+40612,-0.0066692857,-5.1316695
+32523,-1.3140603,-0.3140603
+48509,-0.0010996968,-7.5010996
+36666,-2.9308255,-0.055825453
+6539,-5.007591,-0.0075906185
+33620,-5.8815556,-0.006555362
+55547,-3.5304968,-0.030496847
+11751,-3.530243,-0.03024301
+30491,-0.002620836,-6.1276207
+48294,-3.7739289,-0.023928894
+37424,-2.1277509,-0.1277508
+29155,-0.007866237,-4.8828664

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=5/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 48
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=0.0-1.0/labels.csv

@@ -0,0 +1,512 @@
+18594,1
+38602,0
+1600,1
+6420,1
+18081,0
+5389,0
+65169,0
+28731,0
+21281,0
+32587,1
+53229,1
+36366,0
+39212,1
+40976,1
+30874,0
+66360,1
+59758,1
+64818,1
+34443,0
+35997,1
+11852,1
+24053,0
+7823,1
+32987,1
+19262,0
+13077,0
+9405,1
+31442,1
+21413,1
+40442,0
+18849,1
+35255,1
+51054,0
+40196,0
+49127,1
+47891,0
+61343,0
+32504,1
+56041,0
+44420,1
+5148,1
+27676,1
+63896,1
+12693,1
+32367,0
+4175,0
+21858,0
+20803,0
+67037,0
+10729,0
+65387,1
+26916,1
+24035,0
+42861,1
+42222,1
+13575,1
+36484,1
+1029,1
+59141,1
+66951,0
+27120,0
+51388,1
+67760,0
+33807,1
+9462,1
+26734,1
+34026,0
+41878,0
+44919,0
+37571,1
+151,0
+59431,0
+15233,0
+23637,1
+56979,0
+16263,0
+22544,1
+21082,0
+33132,0
+18106,1
+30731,1
+43976,1
+7896,0
+38400,0
+7897,1
+63689,1
+12928,0
+57995,1
+9026,1
+60112,1
+17729,1
+11477,0
+51427,0
+33526,1
+36482,0
+3640,1
+14314,1
+65201,0
+55785,0
+54963,1
+21135,0
+6322,0
+35839,1
+28523,1
+33377,1
+52030,1
+41355,1
+60712,1
+8754,1
+54657,1
+7520,1
+1270,1
+32475,0
+46829,0
+63748,0
+9960,1
+14972,0
+7247,0
+16034,1
+38557,1
+56506,1
+27121,1
+26678,1
+25349,0
+30386,0
+60723,1
+29744,0
+6855,0
+7059,1
+45219,1
+60898,0
+40625,1
+2214,1
+51042,1
+19599,1
+19031,1
+16249,1
+13239,0
+43467,0
+5780,1
+40382,0
+42314,0
+18785,0
+12120,0
+57781,0
+14043,0
+11693,1
+26376,1
+18040,0
+59734,1
+62825,1
+51357,1
+39593,1
+18112,0
+24325,0
+51178,1
+23452,1
+66569,1
+21979,1
+66264,0
+64594,0
+48631,0
+28726,0
+62331,0
+66602,1
+29374,1
+15303,1
+51509,0
+43999,1
+29829,0
+2556,1
+33673,1
+19418,0
+17022,0
+54274,1
+13737,0
+61360,0
+35503,0
+58585,0
+53116,1
+61993,0
+35137,0
+11281,0
+23487,1
+40430,0
+32058,1
+11591,0
+33252,1
+161,0
+48707,0
+60212,1
+10032,0
+56450,1
+45221,0
+29316,1
+66248,0
+49362,1
+8374,0
+12681,1
+51160,1
+6484,1
+66151,0
+66833,1
+30123,0
+34256,0
+67504,0
+35594,1
+31900,1
+37342,1
+44315,1
+29895,0
+41696,0
+55315,0
+56143,0
+26042,1
+25418,1
+53738,1
+36602,1
+17928,1
+41965,1
+5510,1
+34438,0
+16305,1
+49655,1
+5045,0
+66345,1
+38225,1
+33658,1
+52782,1
+8713,1
+16619,1
+1435,0
+57334,1
+11927,0
+30713,1
+17529,1
+52099,1
+36469,1
+62035,0
+41241,1
+67453,1
+67259,0
+4860,0
+40400,0
+25042,1
+44914,1
+9752,1
+28505,1
+27819,0
+26189,0
+27263,1
+29201,1
+15276,1
+38988,0
+58349,1
+46084,1
+20249,1
+13597,1
+17482,1
+61503,0
+7202,1
+16902,1
+48571,0
+60730,0
+40546,1
+6271,1
+26043,0
+25663,1
+850,0
+67367,0
+40527,0
+14061,1
+22915,1
+22265,1
+35662,1
+67696,0
+17754,1
+23768,1
+40214,0
+65087,0
+54932,1
+61042,0
+1330,0
+18086,0
+46822,1
+26009,0
+36941,0
+16414,1
+42757,1
+53614,0
+18608,0
+10205,1
+12894,1
+12746,0
+11785,1
+63465,0
+65537,1
+60570,0
+53612,1
+47270,1
+12500,0
+15588,1
+48117,0
+14832,0
+7828,1
+25514,1
+31445,1
+47427,0
+5126,1
+3911,1
+19947,0
+54264,0
+17817,0
+42932,0
+21978,1
+44146,1
+27203,1
+27549,0
+50490,0
+31475,1
+5006,0
+67835,0
+11121,1
+3565,0
+65977,1
+45482,0
+55149,0
+24568,0
+62473,1
+50322,1
+13511,0
+67507,0
+25193,1
+2473,0
+23105,1
+12545,0
+32484,1
+28895,0
+65942,1
+19460,1
+1373,1
+55233,1
+36047,0
+20774,0
+57832,0
+19389,1
+38546,0
+27631,0
+40228,1
+24957,1
+58641,1
+39783,1
+10229,1
+32489,0
+27602,1
+32666,0
+54296,1
+49507,1
+53762,0
+56406,1
+40391,0
+59268,1
+58114,0
+22072,1
+49444,1
+51005,0
+4732,1
+818,1
+7556,0
+7545,1
+34499,1
+67409,1
+40321,1
+66691,1
+35835,0
+51782,0
+40678,1
+60971,1
+2505,1
+13913,1
+20918,0
+8897,1
+38202,1
+12633,0
+29410,0
+39143,1
+4642,1
+22427,0
+17008,1
+31764,0
+37250,0
+58329,0
+30639,1
+62446,0
+64130,0
+11589,1
+62166,1
+45222,0
+41427,0
+55757,0
+42830,0
+47077,0
+53362,0
+59789,0
+66597,0
+2784,0
+20083,1
+55628,1
+6273,0
+4592,1
+62744,1
+16286,1
+24608,0
+59165,0
+61930,1
+42959,1
+25944,0
+28358,0
+38498,1
+55842,1
+61836,1
+25075,0
+1153,1
+14820,1
+36677,1
+25164,1
+33550,1
+36282,1
+15454,1
+62858,1
+25404,0
+45472,0
+40365,0
+51857,0
+57981,1
+41280,1
+63638,1
+51609,0
+42596,0
+68111,1
+61110,1
+8944,1
+55858,0
+4841,0
+53338,1
+59115,0
+46834,1
+59809,1
+25426,1
+14937,0
+8442,0
+49585,1
+32933,0
+37530,1
+36915,0
+63157,1
+11820,0
+64107,1
+20433,1
+64741,1
+19346,1
+60835,1
+31140,1
+3202,1
+49688,1
+41589,0
+39772,1
+32277,1
+38510,0
+44041,0
+4954,0
+50402,1
+58255,0
+49777,0
+32411,0
+53091,0
+46719,0
+47440,1
+64907,1
+58293,0
+21954,0
+13654,0
+55170,0
+44917,1
+39880,1
+10399,1
+11029,1
+66317,1
+49413,1
+2522,1
+18264,1
+35864,1
+50788,1
+42944,0
+30068,1
+12969,1
+9927,0
+12152,0
+18501,1
+55361,0
+24137,0
+49575,0
+29156,0
+4144,0
+7863,0
+41458,0
+56768,0
+27973,1
+58014,1
+48824,0
+1197,1
+5105,1

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-0.006768988,-5.006769
+12007,-0.00020632999,-9.125206
+8229,-0.00013660452,-9.250136
+31449,-11.125041,-4.136477e-05
+1591,-0.00067402056,-7.7506742
+53542,-10.000109,-0.00010883216
+49372,-11.750066,-6.5682165e-05
+54831,-0.0067944448,-5.0067945
+44771,-10.75007,-6.997341e-05
+33116,-0.0002647288,-9.000265
+33492,-6.501539,-0.0015391181
+16982,-5.3796463,-0.004646457
+31901,-9.1252165,-0.00021622227
+49817,-0.00022218144,-8.625222
+60681,-4.2642255,-0.014225622
+39890,-8.750182,-0.00018237358
+62685,-0.00010847457,-9.625109
+2201,-9.876131,-0.0011311331
+47201,-9.059496e-05,-10.250091
+20835,-11.500071,-7.080781e-05
+15421,-10.500103,-0.000102753125
+45021,-0.00029416525,-8.250294
+45802,-0.00035958976,-8.25036
+43637,-0.00017653337,-9.000176
+7160,-0.00025293013,-8.625253
+8150,-0.016071418,-4.1410713
+3512,-10.000065,-6.472855e-05
+29264,-4.3272037e-05,-12.125043
+32960,-0.00022766383,-8.750228
+32221,-0.00011276563,-9.500113
+35996,-10.250064,-6.365574e-05
+4422,-12.125032,-3.2543605e-05
+22209,-7.426463e-05,-10.125074
+6920,-11.375048,-4.804019e-05
+25253,-0.00015650954,-9.875156
+680,-0.005434857,-5.255435
+50140,-12.000054,-5.400035e-05
+28481,-10.625056,-5.674201e-05
+36298,-0.00013183679,-9.500132
+16473,-11.250053,-5.3285134e-05
+11102,-2.6949584,-0.06995846
+62901,-0.0001315984,-9.125132
+16123,-11.625099,-9.95348e-05
+52012,-0.00010609064,-10.500106
+60780,-0.00022122797,-8.750221
+1781,-11.000063,-6.3417334e-05
+41449,-0.00014316011,-9.500143
+908,-8.000472,-0.000472434
+15507,-11.3750925,-9.238293e-05
+57914,-8.125352,-0.00035184392
+46159,-0.08898003,-2.46398
+56461,-11.500103,-0.00010311072
+62107,-0.00026151098,-9.250261
+49087,-12.125042,-4.2079995e-05
+65792,-0.00048720886,-7.8754873
+13181,-0.0012440094,-6.751244
+54119,-10.500046,-4.5894525e-05
+51997,-6.2344516e-05,-10.375062
+24924,-11.750037,-3.6834994e-05
+45890,-7.700623e-05,-10.250077
+41716,-0.0067835515,-5.0067835
+60175,-8.034383e-05,-10.87508
+30318,-8.9879766e-05,-9.75009
+13221,-10.125066,-6.5682165e-05
+15509,-10.875028,-2.7775379e-05
+37365,-4.0182166,-0.018216452
+60975,-0.00049983885,-7.7504997
+51375,-0.00012849936,-11.875129
+16004,-10.875077,-7.688704e-05
+12837,-10.875053,-5.3523538e-05
+17864,-10.625073,-7.3549425e-05
+67134,-9.8751,-9.97732e-05
+18611,-9.875089,-8.892618e-05
+12861,-4.7587132,-0.008713321
+58084,-11.500025,-2.527205e-05
+32874,-0.006020743,-5.1310205
+32717,-10.8750305,-3.087473e-05
+23413,-11.000144,-0.00014447123
+59634,-0.0028668041,-5.8778667
+15629,-3.9007387,-0.025738642
+47071,-0.00094059564,-7.125941
+48558,-10.875066,-6.627817e-05
+3648,-7.152301e-05,-10.250072
+43367,-9.381331e-05,-9.875093
+14869,-8.928377e-05,-11.00009
+1518,-0.00016366097,-9.000164
+16976,-10.375225,-0.00022468426
+20931,-11.125044,-4.3748852e-05
+67379,-11.250058,-5.864925e-05
+4741,-9.178694e-05,-11.000092
+5765,-8.625202,-0.00020192015
+48791,-0.0003800862,-8.0003805
+15298,-0.00042048196,-7.8754206
+21874,-11.625028,-2.7298554e-05
+9095,-10.125184,-0.0001840422
+3840,-11.250045,-4.4702483e-05
+55636,-0.100233324,-2.3502333
+57364,-0.18018846,-1.8051884
+65863,-0.00014661667,-10.375147
+40786,-6.782779e-05,-11.750068
+8118,-11.000055,-5.5311582e-05
+52441,-0.00012158608,-11.375121
+38593,-7.7602235e-05,-10.000077
+5517,-0.00012182447,-9.875122
+39136,-5.753387,-0.0033868353
+47292,-0.00016962043,-9.62517
+34052,-8.8751955,-0.00019596086
+16037,-11.250051,-5.0305054e-05
+64606,-8.875192,-0.00019155098
+19552,-0.00025638632,-8.375257
+14116,-7.3756566,-0.00065650843
+11261,-5.3796587,-0.00465856
+11668,-11.750064,-6.425174e-05
+42198,-11.125061,-6.1033294e-05
+22526,-12.000187,-0.00018666433
+8037,-9.750134,-0.00013422065
+5324,-8.625236,-0.00023552982
+56692,-0.0001492389,-10.000149
+59753,-0.00022528018,-8.750225
+47298,-0.00011681828,-9.500116
+57801,-3.408679,-0.033679083
+58413,-12.375022,-2.1815062e-05
+10673,-3.9457496e-05,-11.875039
+65730,-12.125018,-1.800044e-05
+40287,-10.750065,-6.532456e-05
+15186,-10.62511,-0.00011002412
+43119,-7.140382e-05,-10.500072
+39219,-9.75014,-0.00014065707
+50340,-7.750447,-0.0004468158
+34297,-9.375146,-0.00014613991
+62941,-0.00018726026,-10.125187
+31551,-13.37505,-4.9947444e-05
+41344,-11.375045,-4.5298504e-05
+46402,-11.1250305,-3.0755524e-05
+13636,-11.250052,-5.2212305e-05
+42241,-9.000174,-0.00017391123
+15422,-0.01816916,-4.018169
+25014,-11.3750925,-9.2978924e-05
+19613,-0.34850836,-1.2235084
+5515,-0.00013958434,-9.625139
+64128,-5.4238757e-05,-11.875054
+28084,-9.8342825e-05,-12.625098
+10395,-3.168059,-0.043059174
+9965,-0.00030501006,-8.250305
+27221,-9.000157,-0.00015734388
+11994,-0.0001074018,-12.375108
+43384,-0.00012814178,-9.750128
+44329,-8.6780594e-05,-12.250087
+58937,-6.8781395e-05,-11.500069
+29119,-9.6435666e-05,-9.500096
+8989,-0.00036745472,-11.250367
+23043,-10.875064,-6.365574e-05
+32166,-0.00024530262,-10.500245
+42729,-0.00018010901,-10.62518
+6863,-11.125092,-9.142935e-05
+41187,-0.00012694983,-11.250127
+36039,-12.625051,-5.0543462e-05
+55977,-0.0002598425,-8.875259
+8129,-11.00006,-6.0556486e-05
+60223,-10.875076,-7.6648634e-05
+9414,-0.00010537546,-9.750105
+26177,-0.00015496007,-10.8751545
+38443,-0.00010322992,-9.500103
+43084,-7.474143e-05,-11.500074
+53673,-0.00042465254,-8.250424
+15057,-0.0028427925,-5.877843
+51700,-0.00015793984,-9.500158
+51201,-9.125188,-0.00018833294
+47078,-10.375173,-0.00017236178
+59961,-9.625099,-9.881962e-05
+22272,-0.026659641,-3.6516597
+65773,-0.0009865661,-7.0009866
+33746,-0.043028,-3.168028
+27311,-10.375047,-4.7205765e-05
+41292,-5.0305054e-05,-10.375051
+17110,-0.34869215,-1.2236922
+57029,-0.00011824862,-10.750118
+3009,-8.875149,-0.0001492389
+40193,-10.375047,-4.672895e-05
+27618,-7.750485,-0.00048506414
+20145,-12.375019,-1.9073304e-05
+52193,-10.250079,-7.879423e-05
+34398,-0.00015865498,-9.250158
+36473,-9.750153,-0.00015245705
+43577,-6.0556486e-05,-10.50006
+57850,-11.125045,-4.5298504e-05
+61117,-0.00038866594,-8.250389
+32569,-2.237947,-0.11294704
+12290,-11.750056,-5.5907592e-05
+19499,-10.500084,-8.356222e-05
+60470,-0.00013636613,-9.125136
+8962,-12.250053,-5.3046726e-05
+65955,-9.625129,-0.00012861856
+62486,-0.28140566,-1.4064057
+19000,-0.0007628868,-7.250763
+22631,-8.875209,-0.00020930961
+25613,-6.5086155e-05,-10.375065
+56086,-10.250086,-8.558861e-05
+28883,-0.57614654,-0.82614654
+26425,-9.750099,-9.941561e-05
+48097,-0.0002387477,-8.500238
+61477,-0.0020103499,-6.2520103
+9121,-0.012558192,-4.387558
+66709,-9.125153,-0.00015293382
+51472,-6.8761377,-0.0011378012
+19809,-10.750043,-4.339124e-05
+38959,-11.12507,-7.00926e-05
+39849,-3.6596583e-05,-10.875036
+59964,-0.00013386307,-9.3751335
+65268,-11.87505,-4.9589835e-05
+8791,-0.00038032452,-8.0003805
+51774,-10.125063,-6.2940526e-05
+49640,-0.00014435203,-9.625144
+20125,-9.000143,-0.00014316011
+59640,-0.00028486963,-8.500285
+68206,-11.750094,-9.488609e-05
+48079,-11.125066,-6.6158966e-05
+49583,-1.2236444,-0.34864438
+67054,-7.5814234e-05,-10.250075
+59571,-0.0012166249,-6.7512164
+29080,-8.125398,-0.00039784145
+29111,-9.7501,-0.00010013079
+20758,-10.500061,-6.15101e-05
+64023,-0.00021550717,-8.750216
+29058,-0.00013922676,-10.875139
+18185,-5.471557e-05,-12.500054
+36543,-0.00012671144,-9.375127
+54983,-7.2507668,-0.00076669856
+3101,-5.5040917,-0.004091583
+42140,-0.00011741426,-9.500117
+6954,-5.876845e-05,-11.250059
+15955,-8.375413,-0.00041321322
+61746,-0.00012396998,-10.375124
+32055,-0.00014459042,-9.750145
+39496,-9.500121,-0.0001212285
+59909,-9.3751,-0.000100607576
+66296,-0.00012194367,-11.125122
+46804,-9.750105,-0.000105137064
+35049,-0.00013910756,-11.437639
+56017,-8.625213,-0.00021252758
+26947,-9.1251335,-0.00013314791
+38928,-0.00031144536,-8.625312
+15029,-10.000099,-9.893881e-05
+7086,-5.3404336e-05,-11.000053
+537,-0.00024649443,-8.750246
+50731,-0.043055292,-3.1680553
+63604,-8.875264,-0.0002646096
+67049,-0.00015984688,-8.87516
+31161,-0.00010191875,-9.500102
+58922,-12.000033,-3.349725e-05
+18347,-11.000055,-5.5192377e-05
+25864,-0.10024293,-2.3502429
+63846,-7.438383e-05,-10.375074
+13353,-8.320462e-05,-11.000083
+25378,-1.910505,-0.16050509
+59101,-11.375076,-7.6767836e-05
+20895,-0.0025176278,-6.0025177
+48119,-10.625049,-4.8874615e-05
+14332,-9.035656e-05,-11.125091
+25497,-11.250048,-4.7920985e-05
+8686,-0.0006559128,-7.500656
+22758,-9.500155,-0.00015507927
+7666,-0.00010799778,-10.375108
+20686,-0.0029003243,-5.8779
+18975,-10.125081,-8.117823e-05
+19054,-8.750195,-0.00019441145
+48123,-12.000026,-2.5987287e-05
+57909,-10.62508,-8.0582235e-05
+9226,-11.625102,-0.00010168035
+48653,-0.00016878611,-10.000169
+44013,-0.00086103554,-7.500861
+11409,-11.375047,-4.6490542e-05
+62736,-0.0012741314,-6.751274
+2777,-10.500069,-6.89006e-05
+7058,-0.0001188446,-10.125119
+48408,-0.0003151397,-8.250315
+28934,-10.000062,-6.2344516e-05
+46578,-10.375097,-9.715085e-05
+23203,-8.625209,-0.0002085945
+6257,-9.250141,-0.00014149141
+53444,-0.0047721067,-5.379772
+17816,-0.00012194367,-9.500122
+46307,-9.500135,-0.00013553178
+20599,-12.500043,-4.339124e-05
+29423,-0.000105256266,-10.125105
+21041,-3.7311813e-05,-11.250037
+16633,-10.75007,-6.94966e-05
+20221,-4.758634,-0.008634259
+27466,-0.00012075172,-10.250121
+22987,-0.00014852374,-9.125149
+9322,-0.0007960012,-7.250796
+3265,-0.00060623384,-7.500606
+22814,-5.504149,-0.0041491617
+56185,-10.12507,-6.93774e-05
+55014,-7.1258216,-0.00082149135
+43437,-10.00007,-6.96158e-05
+24683,-0.00010716341,-10.000107
+10233,-0.0048061563,-5.379806
+19001,-0.00016926287,-10.375169
+32718,-0.0003306319,-8.250331
+31030,-0.000113719194,-11.2501135
+1099,-0.00015233787,-10.875153
+57982,-5.2557626,-0.005762512
+49148,-0.0010530171,-6.876053
+40880,-11.62502,-2.0384581e-05
+31148,-8.3443025e-05,-11.500083
+9446,-9.625083,-8.320462e-05
+18579,-11.625151,-0.0001504308
+30932,-2.9300907,-0.055090703
+40792,-0.011153847,-4.5111537
+48600,-0.00016759422,-9.250168
+44588,-6.002599,-0.0025986019
+33828,-7.625542,-0.00054201693
+33917,-0.00018749863,-10.875188
+2026,-0.00030381832,-8.500304
+56745,-0.000104302686,-9.875104
+17383,-0.005268855,-5.255269
+2372,-0.0007954056,-7.5007954
+56600,-0.0050831367,-6.005083
+50257,-7.6291035e-05,-10.750076
+38892,-0.00016187312,-9.125162
+45844,-0.00022456508,-10.000224
+29062,-0.00079254684,-7.2507925
+5655,-9.250142,-0.0001417298
+67611,-0.0008518643,-7.1258516
+18546,-0.00018928644,-9.500189
+63060,-11.500059,-5.912606e-05
+36068,-9.37527,-0.00026961506
+784,-0.016121155,-4.1411214
+20429,-0.0001975103,-9.500197
+21679,-9.875152,-0.00015198029
+53617,-11.500068,-6.8185385e-05
+6978,-12.125034,-3.4331686e-05
+53262,-0.00011979816,-11.12512
+181,-0.00015186111,-9.500152
+28744,-0.0003388546,-8.250339
+48716,-0.00026174934,-8.625261
+51468,-4.9947444e-05,-10.62505
+62209,-9.125146,-0.00014590153
+8732,-4.6349425,-0.00994265
+56949,-8.375265,-0.00026532466
+26885,-8.9045374e-05,-12.125089
+43345,-0.00016675988,-8.875167
+8053,-8.125324,-0.0003243159
+59402,-9.375105,-0.000105256266
+49552,-6.3417334e-05,-10.375063
+12348,-0.0012741314,-6.751274
+28335,-6.376722,-0.0017218064
+59114,-9.500125,-0.00012468515
+12625,-8.250322,-0.00032205164
+8876,-8.500415,-0.00041488145
+29959,-11.375048,-4.7324967e-05
+37911,-0.00012444676,-9.875124
+38412,-0.012562312,-4.3875623
+31999,-0.000101203565,-11.000101
+34775,-0.00031549722,-8.250316
+65737,-8.500246,-0.00024589853
+25244,-0.00023779426,-8.625237
+51630,-9.000153,-0.00015281464
+23979,-6.1272306,-0.002230658
+34638,-10.625054,-5.435796e-05
+22311,-13.125044,-4.4225668e-05
+14004,-8.50026,-0.00026008085
+310,-5.9245263e-05,-10.125059
+49105,-0.00014613991,-9.500146
+38782,-12.250056,-5.6026798e-05
+4647,-10.62505,-5.0066647e-05
+43782,-8.928377e-05,-11.37509
+66046,-0.00049912394,-7.7504992
+16690,-11.750065,-6.484775e-05
+67731,-0.00032932105,-8.250329
+54867,-10.750063,-6.329813e-05
+34108,-8.0004015,-0.00040165463
+67332,-0.0005223579,-7.625522
+22567,-0.00011145447,-10.125112
+57173,-0.00010799778,-9.500108
+26527,-10.625072,-7.1284616e-05
+59580,-6.1272454,-0.0022452879
+20737,-0.0036630216,-5.628663
+53307,-7.831743e-05,-10.875078
+32783,-0.00011109689,-10.125111
+7868,-10.00009,-8.952217e-05
+50777,-5.578839e-05,-12.125055
+29307,-11.375031,-3.1589963e-05
+18297,-0.00010442189,-9.875104
+44524,-12.375044,-4.398726e-05
+61320,-0.00020895206,-9.000209
+2578,-0.018223826,-4.018224
+40612,-0.0011492322,-6.876149
+32523,-10.1251,-0.00010036919
+48509,-0.00076729414,-7.250767
+36666,-9.375109,-0.000108712964
+6539,-10.3750925,-9.214454e-05
+33620,-11.125056,-5.6503606e-05
+55547,-9.500123,-0.00012277803
+11751,-9.125124,-0.00012385078
+30491,-0.00020597244,-8.625206
+48294,-10.750086,-8.558861e-05
+37424,-11.250062,-6.1629304e-05
+29155,-0.31346095,-1.313461

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=5/lora_ans_no_es/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=8/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=8/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=8/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=8/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=8/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=8/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,223 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.355997059494257,0,6.562641143798828,
+0,8,0.06536471843719482,1,5.291260004043579,
+0,16,0.039864681661129,2,5.274924427270889,
+0,24,0.035575252026319504,3,2.143485836684704,
+0,32,0.035475440323352814,4,0.9414925873279572,
+0,40,0.03197213262319565,5,0.5659885704517365,
+0,48,0.03157810866832733,6,0.4368388280272484,
+0,56,0.03498450294137001,7,0.4775160178542137,
+0,64,0.031298696994781494,8,0.5122078889980912,
+0,72,0.03195502236485481,9,0.5188144384883344,
+0,80,0.03194282576441765,10,0.27964184526354074,
+0,88,0.031429827213287354,11,0.3461788229178637,
+0,96,0.03153832256793976,12,0.23826659013866447,
+0,104,0.03177222982048988,13,0.2733201066730544,
+0,112,0.03177472576498985,14,0.29540770838502795,
+0,120,0.03490879759192467,15,0.0510811316780746,
+0,128,0.031007569283246994,16,0.02167054364690557,
+,,,16,,0.22801530127431832
+0,136,0.031506672501564026,17,0.019317619065986946,
+0,144,0.032675787806510925,18,0.722658728598617,
+0,152,0.031479060649871826,19,1.1474343748996034,
+0,160,0.032246820628643036,20,0.05635454680304974,
+0,168,0.032192688435316086,21,0.06501197448233142,
+0,176,0.03209470584988594,22,0.25766612275037915,
+0,184,0.03175286948680878,23,0.0298301673901733,
+0,192,0.03158823773264885,24,0.7944319369271398,
+0,200,0.031201209872961044,25,0.1723876858013682,
+0,208,0.031743671745061874,26,0.26162179693346843,
+0,216,0.03153470531105995,27,0.6532104240322951,
+0,224,0.03155709430575371,28,0.23132542861276306,
+0,232,0.031440749764442444,29,0.7584260967560112,
+0,240,0.03141576051712036,30,0.4719169861054979,
+0,248,0.0315944068133831,31,0.2121438342728652,
+0,256,0.031524114310741425,32,0.14913346129469573,
+,,,32,,0.2584927627463746
+0,264,0.0317872054874897,33,0.3555824543000199,
+0,272,0.0320596843957901,34,0.2894066285225563,
+0,280,0.03184892609715462,35,0.6448181000887416,
+0,288,0.03122575208544731,36,0.2247537384973839,
+0,296,0.03246648237109184,37,0.4540690261637792,
+0,304,0.031920332461595535,38,0.667130526388064,
+0,312,0.03174230828881264,39,0.23939551156945527,
+0,320,0.032688163220882416,40,0.1270393702434376,
+0,328,0.03126702085137367,41,0.1405166395707056,
+0,336,0.031265806406736374,42,0.06980055224266835,
+0,344,0.03128036856651306,43,0.1556017257971689,
+0,352,0.03140345960855484,44,0.4676210763864219,
+1,360,0.0315263494849205,45,0.48892490612342954,
+1,368,0.03127690404653549,46,0.2774263182654977,
+1,376,0.03179801627993584,47,0.13373642906663008,
+1,384,0.03195654973387718,48,0.03583514195634052,
+,,,48,,0.18401121002396728
+1,392,0.03144088760018349,49,0.3969737743900623,
+1,400,0.031586337834596634,50,0.036576218786649406,
+1,408,0.031420521438121796,51,0.49307656614109874,
+1,416,0.03146817162632942,52,0.05558388959616423,
+1,424,0.03169628232717514,53,0.0856827822572086,
+1,432,0.03183295950293541,54,0.43428138364106417,
+1,440,0.031134769320487976,55,0.023260289890458807,
+1,448,0.03170868381857872,56,0.3489561137976125,
+1,456,0.03132995218038559,57,0.027310192555887625,
+1,464,0.034776702523231506,58,0.4758297194784973,
+1,472,0.03267493471503258,59,0.2648061336367391,
+1,480,0.03297283872961998,60,0.03313115262426436,
+1,488,0.03161270171403885,61,0.08198953553801402,
+1,496,0.03174612298607826,62,0.06798814842477441,
+1,504,0.03746173158288002,63,0.1541617055190727,
+1,512,0.04062657803297043,64,0.07172870033537038,
+,,,64,,0.23144341761769813
+1,520,0.031346533447504044,65,0.16281730169430375,
+1,528,0.031384605914354324,66,0.08315938984742388,
+1,536,0.031801000237464905,67,0.18459964211797342,
+1,544,0.03213372826576233,68,0.15311888710130006,
+1,552,0.031091194599866867,69,0.013036712596658617,
+1,560,0.031553659588098526,70,0.06269365490879864,
+1,568,0.032283466309309006,71,0.45121208788623335,
+1,576,0.03330812230706215,72,0.03946625840035267,
+1,584,0.03379431366920471,73,0.0028191518504172564,
+1,592,0.03196996822953224,74,0.19089564320165664,
+1,600,0.03202980011701584,75,0.03550659585016547,
+1,608,0.031288992613554,76,0.04882659198483452,
+1,616,0.03132352977991104,77,0.005274898489005864,
+1,624,0.0322209894657135,78,0.17358034885546658,
+1,632,0.031740814447402954,79,0.09715823741134955,
+1,640,0.03171161189675331,80,0.005138397700648056,
+,,,80,,0.21113653743968291
+1,648,0.03182317689061165,81,0.21149620703727123,
+1,656,0.032290730625391006,82,0.17304464601329528,
+1,664,0.0322725810110569,83,0.007498994804336689,
+1,672,0.03166230395436287,84,0.1479079305936466,
+1,680,0.03251490369439125,85,0.7076224382108194,
+1,688,0.0318780243396759,86,0.019476467510685325,
+1,696,0.031829558312892914,87,0.008190849315724336,
+1,704,0.03219456225633621,88,0.002997230512846727,
+1,712,0.032427266240119934,89,0.140369752960396,
+2,720,0.03194279596209526,90,0.005372580053517595,
+2,728,0.03149574249982834,91,0.32609785911336076,
+2,736,0.03175929933786392,92,0.36348391996580176,
+2,744,0.03241674602031708,93,0.007825463399058208,
+2,752,0.031750552356243134,94,0.011848449212266132,
+2,760,0.031365714967250824,95,0.01058934502361808,
+2,768,0.03191552683711052,96,0.02002061202074401,
+,,,96,,0.19932043786142387
+2,776,0.03166857734322548,97,0.05346294821356423,
+2,784,0.03106820210814476,98,0.05256519769318402,
+2,792,0.031784556806087494,99,0.06203460933465976,
+2,800,0.031965188682079315,100,0.03834165190346539,
+2,808,0.03211735188961029,101,0.04531453211529879,
+2,816,0.031002648174762726,102,0.02570432044012705,
+2,824,0.03103194385766983,103,0.1531934862723574,
+2,832,0.03123430535197258,104,0.0302055019128602,
+2,840,0.031155742704868317,105,0.020813929906580597,
+2,848,0.030960358679294586,106,0.01940582404495217,
+2,856,0.03122343122959137,107,0.18756334064528346,
+2,864,0.03177308291196823,108,0.08208364192978479,
+2,872,0.030927754938602448,109,0.017275722020713147,
+2,880,0.031601227819919586,110,0.04122965247006505,
+2,888,0.030913133174180984,111,0.055974139366298914,
+2,896,0.03170093521475792,112,0.0545833612086426,
+,,,112,,0.2234887017144097
+2,904,0.043896086513996124,113,0.003389919405890396,
+2,912,0.0312851220369339,114,0.4013082812889479,
+2,920,0.03735697641968727,115,0.00578110407514032,
+2,928,0.03711949288845062,116,0.0032418117625638843,
+2,936,0.03674263134598732,117,0.010043196234619245,
+2,944,0.03226681426167488,118,0.022301079352473607,
+2,952,0.031347669661045074,119,0.11607491373433731,
+2,960,0.031133584678173065,120,0.005014525486330967,
+2,968,0.03188496455550194,121,0.02630158146348549,
+2,976,0.03030908852815628,122,0.3134943231707439,
+2,984,0.0319790318608284,123,0.08312524685607059,
+2,992,0.0372476764023304,124,0.0459534473484382,
+2,1000,0.03658305108547211,125,0.0031119152044993825,
+2,1008,0.036460645496845245,126,0.015386778191896155,
+2,1016,0.031133927404880524,127,0.005574232076469343,
+2,1024,0.031635116785764694,128,0.01683524933832814,
+,,,128,,0.4966522914911407
+2,1032,0.031492218375205994,129,0.1821259016287513,
+2,1040,0.03140414506196976,130,0.0018431470889481716,
+2,1048,0.031274400651454926,131,0.0073006320526474155,
+2,1056,0.03139110282063484,132,0.004405351079185493,
+2,1064,0.03176330402493477,133,0.021299325890140608,
+2,1072,0.031268779188394547,134,0.006380123049893882,
+3,1080,0.031421177089214325,135,0.003061184615944512,
+3,1088,0.031510595232248306,136,0.001742489021125948,
+3,1096,0.0317082405090332,137,0.007802532989444444,
+3,1104,0.03135521709918976,138,0.024239728445536457,
+3,1112,0.03163302689790726,139,0.05540806976205204,
+3,1120,0.03158414363861084,140,0.003528784975060262,
+3,1128,0.03149060159921646,141,0.008251620140072191,
+3,1136,0.03161533549427986,142,0.0020094531173526775,
+3,1144,0.03125074505805969,143,0.0033157763646158855,
+3,1152,0.03204513341188431,144,0.005569474891672144,
+,,,144,,0.2213339961432164
+3,1160,0.031633537262678146,145,0.0451497999674757,
+3,1168,0.031989309936761856,146,0.0016009507307899185,
+3,1176,0.031736843287944794,147,0.0022410614510590676,
+3,1184,0.03156392276287079,148,0.006415278243366629,
+3,1192,0.030994702130556107,149,0.008827788125927327,
+3,1200,0.03152093663811684,150,0.0058206070243613794,
+3,1208,0.03211183845996857,151,0.002463399257976562,
+3,1216,0.032019395381212234,152,0.0020334781329438556,
+3,1224,0.03208881616592407,153,0.0019862550725520123,
+3,1232,0.032353054732084274,154,0.005266532716632355,
+3,1240,0.031555671244859695,155,0.00306315888883546,
+3,1248,0.03158971294760704,156,0.012515350103058154,
+3,1256,0.03319035843014717,157,0.0007561497695860453,
+3,1264,0.031001754105091095,158,0.002443591380142607,
+3,1272,0.03085249662399292,159,0.0024044836645771284,
+3,1280,0.03129087761044502,160,0.22730694713209232,
+,,,160,,0.24187581679400275
+3,1288,0.031944043934345245,161,0.0027191455446882173,
+3,1296,0.03149203956127167,162,0.0009143433162535075,
+3,1304,0.03129355609416962,163,0.0032081794433906907,
+3,1312,0.03157253563404083,164,0.016236141258559655,
+3,1320,0.03171020373702049,165,0.017435608826417592,
+3,1328,0.03138978034257889,166,0.05919934565645235,
+3,1336,0.03129713982343674,167,0.005458937364892336,
+3,1344,0.031335312873125076,168,0.009676231711637229,
+3,1352,0.03139837458729744,169,0.020588244307873538,
+3,1360,0.03165774419903755,170,0.0007978865387485712,
+3,1368,0.03170649707317352,171,0.010067360279208515,
+3,1376,0.031759485602378845,172,0.027493754227180034,
+3,1384,0.031691741198301315,173,0.002690097207960207,
+3,1392,0.03208135813474655,174,0.013594930784165626,
+3,1400,0.03681069239974022,175,0.0009170861849270295,
+3,1408,0.032056353986263275,176,0.004432445844940958,
+,,,176,,0.2609986697926241
+3,1416,0.032028116285800934,177,0.0015938497763272608,
+3,1424,0.0316178984940052,178,0.0014782479047426023,
+3,1432,0.03206454589962959,179,0.0005788269245385891,
+4,1440,0.03185545653104782,180,0.0029260721803439083,
+4,1448,0.03186783939599991,181,0.0009346847582492046,
+4,1456,0.03213919326663017,182,0.0004899258074146928,
+4,1464,0.032468464225530624,183,0.0006241114060685504,
+4,1472,0.03191192448139191,184,0.0010764325961645227,
+4,1480,0.031661808490753174,185,0.00042150039007538,
+4,1488,0.03205656260251999,186,0.0008351477954420261,
+4,1496,0.03227595239877701,187,0.0004945702003169572,
+4,1504,0.031823787838220596,188,0.0008730866939004045,
+4,1512,0.03146204352378845,189,0.000707381208485458,
+4,1520,0.03144383057951927,190,0.049049155291868374,
+4,1528,0.03148218244314194,191,0.0015346921227319399,
+4,1536,0.031827304512262344,192,0.0006846765209047589,
+,,,192,,0.3063438515257991
+4,1544,0.03222458437085152,193,0.00044565794087247923,
+4,1552,0.03222927823662758,194,0.0005481944781422499,
+4,1560,0.032671038061380386,195,0.0013233533463790081,
+4,1568,0.03242738917469978,196,0.0016944705603236798,
+4,1576,0.03160165995359421,197,0.002461776372001623,
+4,1584,0.03151435777544975,198,0.001399501179548679,
+4,1592,0.03343814238905907,199,0.0036915159344061976,
+4,1600,0.03723228722810745,200,0.03962791514277342,
+4,1608,0.037143368273973465,201,0.0022924645327293547,
+4,1616,0.03204987198114395,202,0.000575201371248113,
+4,1624,0.031380798667669296,203,0.00039708988697384484,
+4,1632,0.03218420594930649,204,0.00091072796840308,
+4,1640,0.03199604153633118,205,0.0004581418488669442,
+4,1648,0.03150126710534096,206,0.0004425612605700735,
+4,1656,0.03138752281665802,207,0.0003450870735832723,
+4,1664,0.03169826790690422,208,0.012493500164964644,
+,,,208,,0.3822903103298611

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=8/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=8/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-0.0020403299,-6.2520404
+12007,-0.0006125481,-8.125612
+8229,-0.0014128237,-6.626413
+31449,-10.125184,-0.00018451895
+1591,-0.00070177723,-7.750702
+53542,-6.6265674,-0.0015672079
+49372,-8.875347,-0.0003471964
+54831,-0.062100492,-2.8121004
+44771,-5.5043817,-0.0043815803
+33116,-0.00022611445,-11.125226
+33492,-6.8761024,-0.0011026738
+16982,-0.023349566,-3.7733495
+31901,-5.878595,-0.003595081
+49817,-0.00031561637,-9.125316
+60681,-5.379802,-0.004802004
+39890,-3.89564,-0.020639878
+62685,-0.00026866165,-9.250269
+2201,-10.500697,-0.0006972504
+47201,-0.0006642519,-7.500664
+20835,-9.750357,-0.00035649142
+15421,-8.250508,-0.00050841755
+45021,-0.0008506732,-7.2508507
+45802,-0.00202189,-6.502022
+43637,-0.0002805793,-9.00028
+7160,-0.0010127659,-7.001013
+8150,-0.0018294994,-6.3768296
+3512,-8.875203,-0.00020287363
+29264,-0.00015174192,-10.125152
+32960,-0.000456944,-8.625457
+32221,-0.00030644014,-9.000306
+35996,-7.8754635,-0.00046361666
+4422,-10.250251,-0.00025042734
+22209,-0.0005034133,-7.8755035
+6920,-9.375236,-0.00023600654
+25253,-0.0005249791,-8.6255245
+680,-0.07919387,-2.5791938
+50140,-7.8758793,-0.0008794969
+28481,-7.375802,-0.0008021951
+36298,-0.00035232058,-8.750352
+16473,-10.125163,-0.00016306501
+11102,-0.25200853,-1.5020086
+62901,-0.0032423565,-5.7532425
+16123,-8.750652,-0.00065210054
+52012,-0.00026425207,-10.500264
+60780,-0.00048434924,-8.375484
+1781,-12.000124,-0.00012373159
+41449,-0.0004183371,-9.000419
+908,-6.377024,-0.0020241502
+15507,-8.126204,-0.001203885
+57914,-7.250858,-0.00085770054
+46159,-1.0537584,-0.42875835
+56461,-11.000052,-5.2689116e-05
+62107,-0.0058229575,-5.380823
+49087,-10.375141,-0.00014077626
+65792,-0.0016909838,-6.501691
+13181,-0.00031275625,-9.375313
+54119,-9.875147,-0.00014685506
+51997,-0.00029881304,-8.5002985
+24924,-11.375109,-0.00010835537
+45890,-0.0003113262,-8.625311
+41716,-0.3134225,-1.3134224
+60175,-0.0002022777,-9.875202
+30318,-0.00039986722,-8.1254
+13221,-8.500327,-0.00032681847
+15509,-10.500068,-6.782779e-05
+37365,-2.9301643,-0.055164374
+60975,-0.00064352306,-9.000644
+51375,-0.00015531764,-10.000155
+16004,-8.500401,-0.00040034385
+12837,-2.127284,-0.12728404
+17864,-10.375134,-0.0001349358
+67134,-7.7507114,-0.0007113072
+18611,-7.7505436,-0.00054368493
+12861,-5.131168,-0.0061679017
+58084,-10.1251,-0.000100607576
+32874,-0.000497575,-7.8754973
+32717,-10.250098,-9.8342825e-05
+23413,-9.500706,-0.0007055892
+59634,-0.00066210754,-8.375662
+15629,-0.11375573,-2.2387557
+47071,-0.004550222,-5.5045505
+48558,-6.1280017,-0.0030018291
+3648,-0.0005619139,-7.7505617
+43367,-0.0007058275,-7.6257057
+14869,-0.00024697115,-9.625247
+1518,-0.00044288364,-8.7504425
+16976,-9.63196,-0.0069600753
+20931,-10.00014,-0.00014041868
+67379,-9.500357,-0.00035672975
+4741,-0.00035541895,-10.375356
+5765,-8.250362,-0.0003625689
+48791,-0.000653411,-7.6256533
+15298,-0.00033897377,-9.375339
+21874,-8.875337,-0.00033647122
+9095,-8.375817,-0.0008172033
+3840,-10.125152,-0.00015150353
+55636,-0.42877683,-1.0537769
+57364,-0.003767537,-5.6287675
+65863,-0.00056179473,-10.250562
+40786,-0.000165568,-9.500166
+8118,-8.625352,-0.00035208225
+52441,-0.00021586473,-9.875216
+38593,-0.00025507534,-9.250255
+5517,-0.0004451476,-9.500445
+39136,-2.9299972,-0.054997172
+47292,-0.00041261743,-9.750413
+34052,-5.006906,-0.0069059734
+16037,-9.625218,-0.00021848676
+64606,-9.250221,-0.00022146634
+19552,-0.00029368856,-9.500294
+14116,-3.8956575,-0.020657629
+11261,-0.22554564,-1.6005456
+11668,-11.125114,-0.000114553564
+42198,-9.250238,-0.00023827098
+22526,-10.751653,-0.0016524245
+8037,-6.5016723,-0.0016721804
+5324,-8.625503,-0.0005024601
+56692,-0.0006917706,-7.625692
+59753,-0.00048577905,-8.875485
+47298,-0.00028141352,-8.750281
+57801,-1.4062012,-0.2812012
+58413,-11.250099,-9.9058016e-05
+10673,-0.00014709345,-11.000147
+65730,-10.500133,-0.00013255194
+40287,-8.125587,-0.0005876483
+15186,-7.500986,-0.0009860897
+43119,-0.00034207213,-8.875342
+39219,-8.500592,-0.0005921756
+50340,-7.375658,-0.00065781886
+34297,-8.250526,-0.00052640884
+62941,-0.00027545472,-9.625276
+31551,-11.250188,-0.00018761781
+41344,-8.50042,-0.000419767
+46402,-9.500166,-0.00016568719
+13636,-8.625309,-0.00030870442
+42241,-8.750301,-0.00030107735
+15422,-0.69321406,-0.69321406
+25014,-8.626007,-0.0010070497
+19613,-0.003713024,-5.628713
+5515,-0.00026818493,-10.125268
+64128,-0.0002394628,-11.250239
+28084,-0.00023004746,-11.25023
+10395,-0.033717923,-3.4087179
+9965,-0.0016377858,-6.501638
+27221,-8.125427,-0.0004270357
+11994,-0.00023040501,-10.875231
+43384,-0.00032777182,-9.000328
+44329,-0.0002124084,-10.500213
+58937,-0.00018666433,-9.375187
+29119,-0.00021038226,-8.875211
+8989,-0.0011395873,-10.12614
+23043,-7.87599,-0.0009899007
+32166,-0.0004502713,-9.75045
+42729,-0.00043275527,-9.875433
+6863,-7.1269946,-0.0019946457
+41187,-0.00036745472,-10.750367
+36039,-12.375134,-0.00013410146
+55977,-0.00075276167,-7.500753
+8129,-8.37546,-0.00045992286
+60223,-10.375269,-0.00026866165
+9414,-0.00047136162,-7.8754716
+26177,-0.00035851728,-10.375359
+38443,-0.002025816,-6.2520256
+43084,-0.00019929807,-11.125199
+53673,-0.0008759238,-8.875875
+15057,-0.004184776,-5.5041847
+51700,-0.00072667416,-7.7507267
+51201,-9.125236,-0.00023588736
+47078,-9.00028,-0.00028022178
+59961,-8.375327,-0.00032717598
+22272,-0.002299167,-6.2522993
+65773,-0.0037599362,-5.62876
+33746,-0.34856024,-1.2235602
+27311,-10.000123,-0.00012289723
+41292,-0.00012814178,-9.625128
+17110,-0.043266743,-3.1682668
+57029,-0.0004303721,-10.12543
+3009,-8.500239,-0.00023982034
+40193,-9.500142,-0.000141849
+27618,-5.3798065,-0.004806512
+20145,-11.500061,-6.1152496e-05
+52193,-8.875298,-0.00029750212
+34398,-0.0005218813,-9.500522
+36473,-10.375162,-0.00016187312
+43577,-0.00019941726,-9.625199
+57850,-9.875165,-0.0001654488
+61117,-0.00037722624,-9.000378
+32569,-2.5790007,-0.07900068
+12290,-11.000137,-0.00013696209
+19499,-9.250512,-0.0005118729
+60470,-0.0001772485,-9.250177
+8962,-10.750238,-0.0002381518
+65955,-8.625385,-0.0003853294
+62486,-0.10048542,-2.3504853
+19000,-0.00043430433,-8.375434
+22631,-7.875587,-0.00058693346
+25613,-0.00013779645,-9.875137
+56086,-7.0010877,-0.001087789
+28883,-0.006195388,-5.1311955
+26425,-9.375188,-0.00018821376
+48097,-0.00023278865,-9.000233
+61477,-0.018475467,-4.0184755
+9121,-0.008715448,-4.7587156
+66709,-7.6256323,-0.00063208624
+51472,-7.7507257,-0.0007257212
+19809,-10.000153,-0.00015221868
+38959,-10.000144,-0.00014387527
+39849,-0.00016723665,-9.250167
+59964,-0.00031692727,-9.250317
+65268,-8.875359,-0.00035863643
+8791,-0.00034576637,-8.875346
+51774,-8.000427,-0.000427274
+49640,-0.00019882133,-9.875198
+20125,-8.875201,-0.00020084748
+59640,-0.00041309407,-9.750413
+68206,-8.127423,-0.0024234469
+48079,-9.875167,-0.00016652151
+49583,-0.10036294,-2.350363
+67054,-0.00019083587,-9.500191
+59571,-0.0007190503,-7.375719
+29080,-9.625212,-0.00021157411
+29111,-8.375326,-0.00032646095
+20758,-9.1252,-0.00020060911
+64023,-0.00030274576,-9.000302
+29058,-0.000479464,-8.75048
+18185,-0.0001731961,-11.750174
+36543,-0.0005047239,-7.8755045
+54983,-5.379761,-0.0047613103
+3101,-6.8760757,-0.0010756428
+42140,-0.00018761781,-10.625188
+6954,-0.00019369634,-9.625194
+15955,-6.5020137,-0.002013562
+61746,-0.00058085733,-8.250581
+32055,-0.00052819605,-8.875528
+39496,-8.750351,-0.00035124808
+59909,-5.877844,-0.0028438624
+66296,-0.0003206216,-9.62532
+46804,-6.876372,-0.0013717536
+35049,-0.0003771071,-9.875377
+56017,-7.125919,-0.0009190388
+26947,-7.6255817,-0.0005818105
+38928,-0.0011175585,-8.501118
+15029,-10.875262,-0.00026234522
+7086,-0.00022015533,-10.37522
+537,-0.000484945,-9.875485
+50731,-0.00029094756,-9.375291
+63604,-9.625177,-0.00017772526
+67049,-0.00050758355,-7.7505074
+31161,-0.0009734659,-7.0009737
+58922,-10.125233,-0.0002324311
+18347,-10.250121,-0.00012099011
+25864,-0.009812218,-4.6348124
+63846,-0.0002730712,-9.625273
+13353,-0.00074775866,-7.5007477
+25378,-0.20206593,-1.702066
+59101,-9.50039,-0.00038997675
+20895,-0.000381397,-8.250381
+48119,-8.625289,-0.0002888024
+14332,-0.00025388357,-9.250254
+25497,-8.375503,-0.00050257926
+8686,-0.000983946,-7.2509837
+22758,-0.10067624,-2.3506763
+7666,-0.25201067,-1.5020107
+20686,-0.38712466,-1.1371247
+18975,-8.500365,-0.00036530974
+19054,-4.7587523,-0.008752555
+48123,-11.125104,-0.0001038259
+57909,-9.250263,-0.00026329866
+9226,-10.250416,-0.0004157156
+48653,-0.0020623384,-6.2520623
+44013,-0.0010525407,-8.251053
+11409,-9.875223,-0.00022289653
+62736,-0.00096370024,-7.3759637
+2777,-8.500481,-0.00048053637
+7058,-0.00015948931,-10.125159
+48408,-0.00062720175,-8.2506275
+28934,-9.250157,-0.0001571055
+46578,-9.500355,-0.00035506143
+23203,-1.1370245,-0.38702452
+6257,-10.125156,-0.00015615197
+53444,-0.08066207,-2.580662
+17816,-0.00021443452,-10.500215
+46307,-8.625357,-0.0003566106
+20599,-11.000218,-0.00021872512
+29423,-0.00025447944,-10.125255
+21041,-0.0001402995,-10.50014
+16633,-10.875112,-0.00011121608
+20221,-7.5006275,-0.0006276783
+27466,-0.0002843929,-10.500284
+22987,-0.00028618056,-9.125286
+9322,-0.0006331585,-7.8756332
+3265,-0.00052271533,-7.8755226
+22814,-3.288188,-0.038188066
+56185,-9.375189,-0.00018928644
+55014,-6.501601,-0.0016011287
+43437,-9.500158,-0.00015793984
+24683,-0.00050329417,-8.250504
+10233,-0.06211024,-2.8121102
+19001,-0.00046099524,-10.875461
+32718,-0.0010830257,-7.001083
+31030,-0.00044479014,-10.375444
+1099,-0.00055595674,-8.000556
+57982,-3.4088564,-0.033856455
+49148,-0.0012223399,-6.751222
+40880,-10.375094,-9.417091e-05
+31148,-0.00022134715,-10.625221
+9446,-8.625238,-0.0002381518
+18579,-10.500257,-0.00025614796
+30932,-1.1374819,-0.38748196
+40792,-0.00070809084,-7.625708
+48600,-0.00035708727,-8.625357
+44588,-2.3506114,-0.10061156
+33828,-8.500325,-0.00032491173
+33917,-0.00039057256,-9.500391
+2026,-0.016190596,-4.1411905
+56745,-0.0005862186,-7.750586
+17383,-0.0020581747,-6.252058
+2372,-0.20317021,-1.7031702
+56600,-0.0070254207,-6.1320252
+50257,-0.00023958198,-10.000239
+38892,-0.00087878224,-7.375879
+45844,-0.00046885942,-9.000469
+29062,-0.00079516735,-7.6257954
+5655,-9.625135,-0.00013529339
+67611,-0.00055428874,-8.000554
+18546,-0.0005385617,-9.000539
+63060,-10.0003,-0.00030048148
+36068,-10.250309,-0.00030930026
+784,-0.023314279,-3.7733142
+20429,-0.0004980516,-9.625498
+21679,-9.375267,-0.00026687398
+53617,-9.750339,-0.00033825875
+6978,-10.125156,-0.00015627117
+53262,-0.0004906643,-10.50049
+181,-0.0005694198,-8.875569
+28744,-0.001195074,-7.001195
+48716,-0.00034517053,-9.125345
+51468,-0.00019167017,-9.750192
+62209,-9.625156,-0.00015674793
+8732,-4.882772,-0.007772086
+56949,-7.0010223,-0.0010225312
+26885,-0.0002503082,-11.00025
+43345,-0.00029368856,-8.500294
+8053,-5.628765,-0.0037650429
+59402,-8.250339,-0.00033861626
+49552,-0.00029154343,-8.625292
+12348,-0.0008261367,-8.125826
+28335,-3.895616,-0.020616056
+59114,-4.0184054,-0.018405482
+12625,-7.750663,-0.00066282233
+8876,-7.1260953,-0.0010951719
+29959,-9.250195,-0.00019417307
+37911,-0.0004524161,-8.000452
+38412,-0.0009002209,-7.1259003
+31999,-0.00029547617,-9.000296
+34775,-0.0004215544,-8.250422
+65737,-7.625625,-0.0006249382
+25244,-0.0003948624,-8.500395
+51630,-8.250326,-0.0003265801
+23979,-5.255343,-0.0053428477
+34638,-9.000251,-0.00025042734
+22311,-12.50015,-0.00015007323
+14004,-9.500186,-0.0001859492
+310,-0.0003544656,-8.125355
+49105,-0.000666158,-8.250667
+38782,-11.750161,-0.00016163473
+4647,-9.125221,-0.0002217047
+43782,-0.00025662468,-10.500257
+66046,-0.00068176386,-7.500682
+16690,-9.750338,-0.00033754372
+67731,-0.004899045,-5.379899
+54867,-7.7507496,-0.0007497837
+34108,-6.3768654,-0.0018654341
+67332,-0.00036495226,-8.375365
+22567,-0.0008413827,-7.2508416
+57173,-0.007684787,-4.8826847
+26527,-9.250353,-0.00035279724
+59580,-5.131016,-0.0060158847
+20737,-0.0006198154,-7.87562
+53307,-0.000298098,-9.0002985
+32783,-0.0007416835,-7.5007415
+7868,-10.250124,-0.00012408917
+50777,-0.00019953644,-10.125199
+29307,-11.625076,-7.641024e-05
+18297,-0.0002952378,-9.375296
+44524,-10.62516,-0.00016032365
+61320,-0.00055262074,-9.625552
+2578,-3.2882159,-0.038215946
+40612,-0.023609582,-3.7736096
+32523,-1.3134766,-0.31347653
+48509,-0.00043704495,-8.500437
+36666,-7.375752,-0.0007521661
+6539,-10.250125,-0.00012468515
+33620,-8.750482,-0.00048113213
+55547,-8.750331,-0.00033075106
+11751,-8.875205,-0.0002054957
+30491,-0.00073870545,-7.3757386
+48294,-8.875326,-0.0003265801
+37424,-9.625148,-0.00014816617
+29155,-0.03372553,-3.4087255

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=8/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/labels.csv

@@ -0,0 +1,153 @@
+39962,1
+4065,1
+67984,0
+24606,1
+44222,1
+9344,0
+50107,1
+18843,0
+61836,1
+19232,0
+65753,0
+17729,1
+20249,1
+66673,0
+10632,1
+11572,1
+10668,0
+41621,1
+9066,1
+40203,0
+27189,1
+9784,1
+30506,0
+28381,1
+30863,1
+17224,0
+51819,1
+42913,1
+10694,1
+63229,0
+36539,0
+14871,0
+25101,1
+11017,1
+8952,0
+33079,1
+17719,1
+50703,0
+32543,1
+23890,0
+31810,1
+19004,1
+42738,0
+60672,1
+35894,1
+18386,1
+21477,0
+52711,1
+63098,1
+5982,1
+40826,0
+26749,1
+19014,1
+12510,0
+7301,1
+40432,1
+36220,0
+16231,0
+22252,0
+40908,0
+64842,1
+23694,1
+52212,0
+42465,1
+44101,0
+62724,0
+61057,0
+31125,1
+5357,1
+30060,0
+4511,0
+32661,1
+3421,1
+66528,1
+32646,1
+33624,0
+35671,1
+56879,0
+63911,1
+64871,1
+20412,0
+4589,1
+21433,0
+66568,1
+33250,1
+21366,1
+53852,0
+5828,1
+44901,1
+25888,1
+59077,0
+61531,1
+51486,1
+8015,1
+18878,1
+44761,0
+22775,0
+42581,0
+64882,1
+20239,0
+66678,0
+35139,0
+59351,1
+28579,0
+25858,0
+64961,0
+44903,1
+3422,0
+5255,0
+36390,1
+47179,1
+34801,0
+1217,1
+1755,0
+13559,1
+7071,0
+9590,1
+51973,0
+12834,1
+40171,1
+49009,0
+43269,0
+20106,1
+49196,1
+20880,1
+49903,1
+39122,1
+9806,1
+24261,1
+44440,1
+21596,1
+28957,0
+68081,0
+5331,0
+60433,0
+58458,1
+2895,0
+9682,0
+62154,0
+1980,1
+47799,0
+45981,1
+24476,0
+51928,1
+26455,0
+58535,0
+27056,1
+25873,1
+34018,0
+28800,1
+37784,1
+62573,0
+60226,0

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/logits.csv

@@ -0,0 +1,153 @@
+39962,-9.000216,-0.00021550717
+4065,-0.00020478059,-8.625205
+67984,-6.0675688e-05,-11.000061
+24606,-10.625046,-4.5656117e-05
+44222,-1.4061863,-0.28118628
+9344,-0.0010507545,-6.876051
+50107,-11.625084,-8.3800616e-05
+18843,-7.748303e-05,-10.000077
+61836,-11.500028,-2.8132996e-05
+19232,-0.008641704,-4.7586417
+65753,-0.000103706705,-11.000104
+17729,-9.625103,-0.00010346831
+20249,-5.504108,-0.004107729
+66673,-6.94966e-05,-10.00007
+10632,-7.3756485,-0.00064864574
+11572,-8.750227,-0.00022671037
+10668,-3.408808,-0.033808053
+41621,-10.750057,-5.7218822e-05
+9066,-11.250069,-6.842379e-05
+40203,-0.00014280253,-9.250143
+27189,-10.00014,-0.00014041868
+9784,-12.750055,-5.4953973e-05
+30506,-8.7972585e-05,-9.750088
+28381,-8.250997,-0.000996927
+30863,-0.20146118,-1.7014612
+17224,-6.723178e-05,-10.125067
+51819,-12.625032,-3.2424403e-05
+42913,-9.750122,-0.00012242045
+10694,-10.375124,-0.0001236124
+63229,-0.0006674684,-7.3756676
+36539,-0.00023398046,-8.625234
+14871,-9.2978924e-05,-10.0000925
+25101,-9.375125,-0.00012480434
+11017,-11.875035,-3.5166122e-05
+8952,-0.016063558,-4.1410637
+33079,-11.750045,-4.494089e-05
+17719,-0.005315457,-5.2553153
+50703,-0.00083054375,-7.1258307
+32543,-11.000033,-3.3139633e-05
+23890,-0.00086163107,-7.1258616
+31810,-10.625054,-5.435796e-05
+19004,-9.500121,-0.00012075172
+42738,-0.00012849936,-9.250129
+60672,-10.875056,-5.674201e-05
+35894,-12.250037,-3.70734e-05
+18386,-10.000113,-0.000112646434
+21477,-0.00025865072,-8.500258
+52711,-2.8120222,-0.06202218
+63098,-10.625073,-7.366863e-05
+5982,-11.250069,-6.8781395e-05
+40826,-0.0012196015,-6.7512197
+26749,-12.250044,-4.3510445e-05
+19014,-8.375254,-0.00025388357
+12510,-6.0556486e-05,-11.50006
+7301,-13.000061,-6.15101e-05
+40432,-12.875056,-5.6146e-05
+36220,-0.00021073982,-8.750211
+16231,-0.014251947,-4.2642517
+22252,-6.751197,-0.0011967409
+40908,-0.00010585225,-9.625106
+64842,-7.125879,-0.00087878224
+23694,-12.875049,-4.8993817e-05
+52212,-0.00014804698,-9.000148
+42465,-11.375062,-6.2344516e-05
+44101,-0.00020692592,-8.750207
+62724,-10.750065,-6.484775e-05
+61057,-0.00015019243,-9.37515
+31125,-8.750226,-0.00022623363
+5357,-11.375046,-4.6252135e-05
+30060,-7.9390236e-05,-9.750079
+4511,-0.00011252724,-10.875113
+32661,-5.504102,-0.0041021495
+3421,-10.000135,-0.0001351742
+66528,-9.37514,-0.0001402995
+32646,-0.07893282,-2.5789328
+33624,-0.0001074018,-9.750108
+35671,-11.250115,-0.000115387935
+56879,-0.0160652,-4.141065
+63911,-3.408693,-0.033693146
+64871,-10.125102,-0.000102395534
+20412,-6.9854206e-05,-10.37507
+4589,-12.125083,-8.2966224e-05
+21433,-0.014220568,-4.2642207
+66568,-2.0177402,-0.14274031
+33250,-8.125345,-0.0003449322
+21366,-10.375073,-7.331103e-05
+53852,-0.00017367286,-9.125174
+5828,-6.003053,-0.0030534095
+44901,-12.500039,-3.9457496e-05
+25888,-9.750097,-9.715085e-05
+59077,-7.438383e-05,-10.375074
+61531,-2.5789187,-0.07891872
+51486,-6.8760614,-0.0010612338
+8015,-11.250067,-6.7112574e-05
+18878,-9.250162,-0.00016175392
+44761,-0.0025179845,-6.002518
+22775,-8.093983e-05,-11.750081
+42581,-7.8754373,-0.00043740243
+64882,-12.125058,-5.8291644e-05
+20239,-0.000310492,-8.375311
+66678,-0.0004244142,-7.8754244
+35139,-0.00076205295,-7.250762
+59351,-8.500236,-0.00023600654
+28579,-0.00036554807,-8.125365
+25858,-0.00025543288,-8.500256
+64961,-0.00027938755,-8.500279
+44903,-10.87504,-4.029193e-05
+3422,-0.00011991736,-10.12512
+5255,-8.546941e-05,-11.625086
+36390,-13.000058,-5.8291644e-05
+47179,-4.018177,-0.018177003
+34801,-0.005955214,-5.130955
+1217,-10.500156,-0.00015650954
+1755,-0.0027334252,-6.002733
+13559,-9.875084,-8.403902e-05
+7071,-4.4464075e-05,-12.000045
+9590,-10.125065,-6.520536e-05
+51973,-0.000105494655,-11.250106
+12834,-9.750083,-8.320462e-05
+40171,-0.4740991,-0.9740991
+49009,-9.8700424e-05,-11.250098
+43269,-0.0019737065,-6.2519736
+20106,-11.875079,-7.9390236e-05
+49196,-12.875043,-4.255681e-05
+20880,-12.125031,-3.1828375e-05
+49903,-0.011140644,-4.511141
+39122,-11.50007,-6.9854206e-05
+9806,-11.375056,-5.6384404e-05
+24261,-11.250048,-4.7920985e-05
+44440,-0.28122336,-1.4062233
+21596,-10.250067,-6.6635774e-05
+28957,-7.605264e-05,-11.500076
+68081,-0.00025221505,-9.875252
+5331,-0.00025114242,-8.750251
+60433,-0.00022957074,-8.62523
+58458,-0.014201529,-4.2642016
+2895,-0.0009573882,-7.0009575
+9682,-0.00024232312,-9.375242
+62154,-0.00018940562,-9.25019
+1980,-1.910243,-0.16024299
+47799,-0.00011395759,-10.0001135
+45981,-11.25022,-0.00022003613
+24476,-0.0008792587,-7.1258793
+51928,-11.500074,-7.426463e-05
+26455,-0.00017939389,-9.500179
+58535,-0.0046488303,-5.3796487
+27056,-10.87513,-0.00012992969
+25873,-11.000089,-8.9164576e-05
+34018,-6.8781395e-05,-11.125069
+28800,-3.168041,-0.04304102
+37784,-6.002489,-0.002489208
+62573,-3.2881203,-0.038120367
+60226,-0.000113242415,-10.5001135

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-0.00135723,-6.626357
+12007,-0.00016795179,-9.250168
+8229,-0.0006555554,-7.3756557
+31449,-11.62505,-4.9947444e-05
+1591,-0.00017653337,-9.125176
+53542,-8.625241,-0.00024172722
+49372,-10.625083,-8.2966224e-05
+54831,-0.020580906,-3.895581
+44771,-7.125873,-0.0008729461
+33116,-7.247662e-05,-11.8750725
+33492,-8.500234,-0.00023350373
+16982,-0.023269556,-3.7732697
+31901,-7.750628,-0.00062791654
+49817,-0.00010585225,-10.000106
+60681,-7.3756814,-0.0006811682
+39890,-5.7532024,-0.0032025499
+62685,-0.00010108437,-10.000101
+2201,-11.875169,-0.00016878611
+47201,-0.00029333105,-8.250294
+20835,-11.125101,-0.000101561156
+15421,-10.000113,-0.00011252724
+45021,-0.00024232312,-8.500242
+45802,-0.0005710878,-7.7505713
+43637,-0.00010585225,-9.750106
+7160,-0.00036066226,-8.0003605
+8150,-0.0012074569,-6.7512074
+3512,-10.250056,-5.6384404e-05
+29264,-4.9470633e-05,-11.12505
+32960,-0.00015484088,-9.6251545
+32221,-0.00010072678,-10.000101
+35996,-9.750088,-8.7614986e-05
+4422,-11.625069,-6.830459e-05
+22209,-0.00014697426,-9.125147
+6920,-10.875063,-6.258292e-05
+25253,-0.00016509123,-9.625165
+680,-0.054940306,-2.9299402
+50140,-9.750163,-0.00016342258
+28481,-9.500129,-0.00012873775
+36298,-0.00014089546,-9.375141
+16473,-11.25006,-6.019888e-05
+11102,-0.9740974,-0.4740974
+62901,-0.0015207881,-6.5015206
+16123,-10.000198,-0.00019846378
+52012,-0.000100607576,-11.2501
+60780,-0.00014375607,-9.500144
+1781,-13.375039,-3.8980677e-05
+41449,-0.00013362468,-10.0001335
+908,-8.375325,-0.00032491173
+15507,-9.625264,-0.00026437125
+57914,-9.375128,-0.000127665
+46159,-1.9102409,-0.16024086
+56461,-12.37502,-2.0265374e-05
+62107,-0.0024681601,-6.127468
+49087,-11.7500515,-5.19739e-05
+65792,-0.0006053999,-7.5006056
+13181,-0.00010132276,-10.125101
+54119,-11.250042,-4.196079e-05
+51997,-0.000106925014,-9.500107
+24924,-12.750036,-3.6596583e-05
+45890,-0.00012790339,-9.375128
+41716,-0.6931939,-0.6931939
+60175,-8.153583e-05,-10.500081
+30318,-0.00014220657,-9.125142
+13221,-10.125072,-7.152301e-05
+15509,-11.875026,-2.6106494e-05
+37365,-5.3796906,-0.0046905964
+60975,-0.00020096666,-9.750201
+51375,-5.9245263e-05,-10.625059
+16004,-10.000101,-0.000101203565
+12837,-3.895612,-0.020612085
+17864,-11.750047,-4.6609744e-05
+67134,-9.375172,-0.00017164665
+18611,-9.750086,-8.5707805e-05
+12861,-6.751254,-0.0012538913
+58084,-11.375036,-3.635817e-05
+32874,-0.00026663562,-8.375267
+32717,-11.375036,-3.623897e-05
+23413,-11.125163,-0.00016282663
+59634,-0.00023231193,-9.250233
+15629,-0.12719838,-2.1271985
+47071,-0.0013277057,-6.7513275
+48558,-7.875542,-0.00054225523
+3648,-0.00024577935,-8.500246
+43367,-0.00031776147,-8.250318
+14869,-8.248942e-05,-10.625082
+1518,-0.00014101465,-9.625141
+16976,-11.501543,-0.001542927
+20931,-11.375041,-4.0768748e-05
+67379,-10.875101,-0.00010132276
+4741,-0.000105137064,-11.125105
+5765,-9.87508,-7.998623e-05
+48791,-0.00021538799,-8.750216
+15298,-9.858122e-05,-10.375098
+21874,-10.375082,-8.189343e-05
+9095,-10.000193,-0.0001922661
+3840,-11.750042,-4.2437605e-05
+55636,-0.9741025,-0.4741025
+57364,-0.0025311834,-6.002531
+65863,-0.0001633034,-11.125163
+40786,-4.9351427e-05,-10.62505
+8118,-10.375081,-8.070143e-05
+52441,-7.188062e-05,-10.750072
+38593,-9.2978924e-05,-10.0000925
+5517,-0.00013755806,-10.375137
+39136,-5.2552586,-0.0052586566
+47292,-0.00014685506,-10.500147
+34052,-7.1258516,-0.0008518643
+16037,-11.000066,-6.544376e-05
+64606,-10.625071,-7.045021e-05
+19552,-8.4635016e-05,-10.375085
+14116,-6.25196,-0.0019599055
+11261,-0.42874897,-1.053749
+11668,-12.125043,-4.3033626e-05
+42198,-10.750065,-6.4490145e-05
+22526,-11.875357,-0.00035684893
+8037,-8.250305,-0.00030501006
+5324,-10.125152,-0.00015150353
+56692,-0.00022015533,-8.75022
+59753,-0.00015698631,-9.625157
+47298,-0.00012325481,-9.375123
+57801,-2.5789032,-0.07890319
+58413,-12.500033,-3.373566e-05
+10673,-4.9232225e-05,-11.75005
+65730,-11.87504,-3.981511e-05
+40287,-9.375152,-0.00015198029
+15186,-9.500181,-0.0001813009
+43119,-0.000102514736,-10.000102
+39219,-10.125163,-0.00016354177
+50340,-9.875066,-6.6158966e-05
+34297,-9.625155,-0.00015531764
+62941,-8.511181e-05,-10.500085
+31551,-12.500057,-5.6861216e-05
+41344,-10.125101,-0.000101203565
+46402,-11.00005,-4.9351427e-05
+13636,-10.125081,-8.153583e-05
+42241,-10.250078,-7.855584e-05
+15422,-2.0176957,-0.14269556
+25014,-10.250254,-0.0002536452
+19613,-0.0025118012,-6.002512
+5515,-0.00010179955,-11.000102
+64128,-8.0582235e-05,-12.00008
+28084,-8.4515814e-05,-12.000085
+10395,-0.07891101,-2.578911
+9965,-0.0006767605,-7.3756766
+27221,-9.500112,-0.00011133528
+11994,-6.7112574e-05,-11.750067
+43384,-0.000104302686,-10.000104
+44329,-7.4979835e-05,-11.375075
+58937,-6.627817e-05,-10.250066
+29119,-9.011816e-05,-9.62509
+8989,-0.00025686302,-10.875257
+23043,-9.250261,-0.00026127262
+32166,-0.00015662874,-10.500156
+42729,-0.00013660452,-10.875136
+6863,-8.875386,-0.00038628269
+41187,-0.00010942814,-11.62511
+36039,-13.50005,-4.9828242e-05
+55977,-0.00023457636,-8.625235
+8129,-9.875122,-0.00012206286
+60223,-11.500078,-7.7959834e-05
+9414,-0.00015019243,-9.00015
+26177,-0.00011550713,-11.125115
+38443,-0.00046075694,-7.7504606
+43084,-7.283422e-05,-11.5000725
+53673,-0.0003411188,-9.750341
+15057,-0.004106661,-5.5041065
+51700,-0.000300839,-8.5003
+51201,-10.500072,-7.1284616e-05
+47078,-10.625067,-6.687418e-05
+59961,-10.000077,-7.772144e-05
+22272,-0.0011349434,-6.876135
+65773,-0.0022203098,-6.12722
+33746,-0.31329843,-1.3132985
+27311,-11.250043,-4.255681e-05
+41292,-4.7324967e-05,-10.500048
+17110,-0.033745587,-3.4087455
+57029,-0.00012146689,-11.000121
+3009,-10.125054,-5.471557e-05
+40193,-11.125037,-3.6834994e-05
+27618,-7.750477,-0.00047684266
+20145,-12.500027,-2.7179349e-05
+52193,-10.375083,-8.320462e-05
+34398,-0.00016223069,-10.125162
+36473,-11.750055,-5.5192377e-05
+43577,-6.735098e-05,-10.500068
+57850,-11.375041,-4.148397e-05
+61117,-0.00012444676,-10.000124
+32569,-4.6347823,-0.0097823525
+12290,-12.125056,-5.6503606e-05
+19499,-10.625146,-0.00014554395
+60470,-6.484775e-05,-10.125065
+8962,-12.0000725,-7.211902e-05
+65955,-10.375089,-8.844938e-05
+62486,-0.048657846,-3.048658
+19000,-0.00016759422,-9.125168
+22631,-9.37514,-0.00013994191
+25613,-4.3033626e-05,-10.875043
+56086,-8.75021,-0.00020978635
+28883,-0.005988512,-5.1309886
+26425,-10.875051,-5.0543462e-05
+48097,-0.00011550713,-9.375115
+61477,-0.011159387,-4.5111594
+9121,-0.005261147,-5.255261
+66709,-9.250146,-0.00014590153
+51472,-9.125222,-0.00022218144
+19809,-11.250048,-4.7563375e-05
+38959,-11.50005,-4.9470633e-05
+39849,-6.210611e-05,-10.125062
+59964,-0.00010299152,-10.250103
+65268,-10.375088,-8.7972585e-05
+8791,-0.00012432756,-9.500124
+51774,-9.875079,-7.962863e-05
+49640,-7.6291035e-05,-10.625076
+20125,-10.500046,-4.613293e-05
+59640,-0.00013422065,-10.375134
+68206,-9.500629,-0.000629227
+48079,-11.25005,-5.0066647e-05
+49583,-0.16027528,-1.9102752
+67054,-8.5350206e-05,-10.000085
+59571,-0.00032360086,-8.125323
+29080,-11.00007,-6.94966e-05
+29111,-10.250063,-6.2940526e-05
+20758,-10.875046,-4.5656117e-05
+64023,-0.00012158608,-9.625121
+29058,-0.00016592556,-9.625166
+18185,-6.7708585e-05,-12.500068
+36543,-0.00021371941,-8.625214
+54983,-7.1258497,-0.0008498394
+3101,-8.625197,-0.00019774865
+42140,-6.747018e-05,-11.500068
+6954,-6.603976e-05,-10.375066
+15955,-8.250415,-0.00041464315
+61746,-0.00016294583,-9.375163
+32055,-0.00016163473,-9.625161
+39496,-9.750123,-0.0001234932
+59909,-8.250276,-0.00027581226
+66296,-9.822363e-05,-10.625098
+46804,-8.625247,-0.00024744787
+35049,-0.0001136,-10.8751135
+56017,-8.625222,-0.00022182388
+26947,-9.125141,-0.00014101465
+38928,-0.00025567124,-9.750256
+15029,-12.125094,-9.44093e-05
+7086,-7.748303e-05,-10.875077
+537,-0.00013898837,-10.875139
+50731,-0.000102157144,-10.125102
+63604,-10.875052,-5.2689116e-05
+67049,-0.00015996608,-8.87516
+31161,-0.00050913246,-7.6255093
+58922,-11.62507,-6.9258196e-05
+18347,-11.625039,-3.9576702e-05
+25864,-0.012524287,-4.387524
+63846,-8.5350206e-05,-10.625085
+13353,-0.00026592056,-8.500266
+25378,-0.20153613,-1.7015362
+59101,-10.875119,-0.00011896379
+20895,-0.00016080041,-9.000161
+48119,-10.000085,-8.511181e-05
+14332,-8.4515814e-05,-10.250085
+25497,-10.000124,-0.00012396998
+8686,-0.0004558716,-7.875456
+22758,-0.34856504,-1.2235651
+7666,-0.6931715,-0.6931715
+20686,-0.52319974,-0.89819974
+18975,-10.000101,-0.000101561156
+19054,-7.5005903,-0.00059050764
+48123,-12.375041,-4.1245563e-05
+57909,-10.625071,-7.045021e-05
+9226,-11.50012,-0.00011991736
+48653,-0.0012048375,-6.751205
+44013,-0.00033313446,-9.000333
+11409,-11.37507,-6.94966e-05
+62736,-0.00034791138,-8.250348
+2777,-10.000127,-0.00012718822
+7058,-5.960287e-05,-10.875059
+48408,-0.00019774865,-9.250197
+28934,-10.750042,-4.1722382e-05
+46578,-10.875092,-9.178694e-05
+23203,-2.8120065,-0.06200638
+6257,-11.500049,-4.8636208e-05
+53444,-0.04909752,-3.0490975
+17816,-7.4979835e-05,-11.250075
+46307,-10.375084,-8.368142e-05
+20599,-12.375079,-7.915183e-05
+29423,-8.582701e-05,-11.000086
+21041,-5.0305054e-05,-11.125051
+16633,-12.125036,-3.6596583e-05
+20221,-9.625091,-9.035656e-05
+27466,-0.0001136,-11.1251135
+22987,-0.00010132276,-10.000101
+9322,-0.00030941944,-8.375309
+3265,-0.00019834458,-8.750198
+22814,-5.7532105,-0.0032105113
+56185,-10.875054,-5.4238757e-05
+55014,-8.625207,-0.00020680673
+43437,-10.750053,-5.3523538e-05
+24683,-0.00018428058,-9.000184
+10233,-0.38691175,-1.1369117
+19001,-0.00013028727,-11.500131
+32718,-0.0003444555,-8.125344
+31030,-0.0001275458,-11.375128
+1099,-0.00015639036,-9.375156
+57982,-5.3796773,-0.0046771886
+49148,-0.0008177989,-7.125818
+40880,-11.750029,-2.860982e-05
+31148,-8.2608625e-05,-11.500083
+9446,-10.125062,-6.186771e-05
+18579,-11.750081,-8.153583e-05
+30932,-2.3503094,-0.10030935
+40792,-0.00030667847,-8.375307
+48600,-0.0001040643,-9.750104
+44588,-4.1411357,-0.016135817
+33828,-10.500064,-6.365574e-05
+33917,-0.00012718822,-10.375127
+2026,-0.023286793,-3.7732868
+56745,-0.00020978635,-8.75021
+17383,-0.001070165,-6.87607
+2372,-0.16063493,-1.910635
+56600,-0.002558175,-6.627558
+50257,-8.59462e-05,-10.625086
+38892,-0.0002766465,-8.500277
+45844,-0.0001504308,-10.000151
+29062,-0.0002704493,-8.625271
+5655,-11.125037,-3.7311813e-05
+67611,-0.00023958198,-8.625239
+18546,-0.00019095505,-9.625191
+63060,-11.50009,-8.952217e-05
+36068,-11.875069,-6.866219e-05
+784,-0.03366744,-3.4086673
+20429,-0.00014542475,-10.500145
+21679,-11.000073,-7.331103e-05
+53617,-11.375086,-8.63038e-05
+6978,-11.250055,-5.566919e-05
+53262,-0.00016819016,-11.375168
+181,-0.00017045476,-9.875171
+28744,-0.0005557185,-7.6255555
+48716,-0.00011276563,-9.875113
+51468,-6.93774e-05,-10.50007
+62209,-11.125046,-4.613293e-05
+8732,-6.3767548,-0.0017547699
+56949,-8.750188,-0.00018773701
+26885,-7.247662e-05,-11.8750725
+43345,-0.00010966653,-9.37511
+8053,-7.8754196,-0.000419767
+59402,-10.000077,-7.688704e-05
+49552,-0.00010036919,-9.6251
+12348,-0.00026210689,-9.125262
+28335,-5.8778315,-0.0028314998
+59114,-5.8778596,-0.0028597908
+12625,-9.500136,-0.00013612774
+8876,-8.750238,-0.00023850934
+29959,-10.625059,-5.960287e-05
+37911,-0.0001710507,-8.875171
+38412,-0.00040737438,-7.875407
+31999,-0.000113480804,-9.7501135
+34775,-0.0001792747,-9.000179
+65737,-9.500113,-0.00011276563
+25244,-0.00013314791,-9.5001335
+51630,-10.0000725,-7.283422e-05
+23979,-7.375652,-0.00065174315
+34638,-10.250081,-8.105903e-05
+22311,-13.750051,-5.0185852e-05
+14004,-11.375052,-5.2569914e-05
+310,-0.00012099011,-9.250121
+49105,-0.00018142008,-9.375181
+38782,-13.000065,-6.484775e-05
+4647,-10.62506,-6.0079677e-05
+43782,-8.272783e-05,-11.125083
+66046,-0.00053367676,-7.6255336
+16690,-11.375083,-8.320462e-05
+67731,-0.0013928246,-6.626393
+54867,-9.625147,-0.00014733183
+34108,-8.375279,-0.00027986424
+67332,-0.0001492389,-9.125149
+22567,-0.00024804377,-8.500248
+57173,-0.0032000546,-5.7532
+26527,-10.500098,-9.846203e-05
+59580,-8.0003605,-0.0003609006
+20737,-0.00024494508,-8.625245
+53307,-0.000117771844,-9.875117
+32783,-0.00023481472,-8.625235
+7868,-11.500041,-4.0768748e-05
+50777,-6.96158e-05,-10.87507
+29307,-12.625033,-3.3139633e-05
+18297,-9.9058016e-05,-10.250099
+44524,-12.000045,-4.4464075e-05
+61320,-0.00018392302,-10.500184
+2578,-5.130968,-0.005968249
+40612,-0.023383921,-3.7733839
+32523,-2.9299257,-0.05492575
+48509,-0.00015174192,-9.375152
+36666,-8.875178,-0.00017867876
+6539,-11.625036,-3.5881352e-05
+33620,-10.250117,-0.00011705667
+55547,-10.125097,-9.691246e-05
+11751,-10.5000515,-5.1854695e-05
+30491,-0.00026580138,-8.375266
+48294,-10.500081,-8.141663e-05
+37424,-11.375047,-4.7205765e-05
+29155,-0.029771939,-3.529772

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}