Add files using upload-large-folder tool

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,206 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3469993807375431,0,3.7995805740356445,
+0,8,0.061428237706422806,1,7.649840891361237,
+0,16,0.03655946999788284,2,6.690083571842739,
+0,24,0.03210613504052162,3,5.686050514380137,
+0,32,0.0325118750333786,4,3.525913874308268,
+0,40,0.029346413910388947,5,2.882868464787801,
+0,48,0.03229543939232826,6,3.3291756947835287,
+0,56,0.033494580537080765,7,3.553432427919828,
+0,64,0.03420962020754814,8,1.6876203939318657,
+0,72,0.03232324495911598,9,3.1672114372253417,
+0,80,0.029106978327035904,10,4.440834388136864,
+0,88,0.032533589750528336,11,4.9410857145602884,
+0,96,0.032899077981710434,12,3.7450755493981496,
+0,104,0.03224210813641548,13,4.014156040023355,
+0,112,0.03464112430810928,14,3.3554896497064166,
+1,120,0.029279019683599472,15,1.3018926163514455,
+1,128,0.029284939169883728,16,1.8455825277737208,
+,,,16,,2.76425623010706
+1,136,0.032601818442344666,17,3.0044914186000824,
+1,144,0.03298663720488548,18,1.5521299924169267,
+1,152,0.03384190797805786,19,1.0419990466191218,
+1,160,0.03403598442673683,20,1.2839483635929914,
+1,168,0.03240841254591942,21,1.6587568004926045,
+1,176,0.032068729400634766,22,1.154679807027181,
+1,184,0.0321057103574276,23,1.2148741133072798,
+1,192,0.029299888759851456,24,0.6669656581112317,
+1,200,0.029281556606292725,25,0.9502807389944792,
+1,208,0.02936995029449463,26,1.2338049332300822,
+1,216,0.029150787740945816,27,1.1226655120650928,
+1,224,0.02950456365942955,28,0.9462682915961041,
+2,232,0.02950630709528923,29,0.335097220327173,
+2,240,0.033156830817461014,30,0.24760557232158525,
+2,248,0.02942712977528572,31,0.32221633765627355,
+2,256,0.029387522488832474,32,0.7243029379418918,
+,,,32,,1.8953763231819059
+2,264,0.029402267187833786,33,0.34724632349724954,
+2,272,0.03356226161122322,34,0.5745602354407311,
+2,280,0.03305356204509735,35,0.26595877116778865,
+2,288,0.029050003737211227,36,0.17402300957058156,
+2,296,0.034104686230421066,37,0.39921980325016193,
+2,304,0.029132485389709473,38,0.6410573149720827,
+2,312,0.034248072654008865,39,1.0588884734315798,
+2,320,0.029310140758752823,40,1.1440486515707828,
+2,328,0.029630914330482483,41,0.7892323680078754,
+2,336,0.033771876245737076,42,1.1797504773629564,
+3,344,0.0316459946334362,43,0.2764267194395264,
+3,352,0.03302232548594475,44,0.1794844867231754,
+3,360,0.029374096542596817,45,0.4313618059386499,
+3,368,0.03377745673060417,46,0.4162203725427389,
+3,376,0.02923557534813881,47,0.24976643139066604,
+3,384,0.02908460423350334,48,0.2699331847520975,
+,,,48,,2.055224383318866
+3,392,0.028980497270822525,49,0.08825040921302778,
+3,400,0.032728489488363266,50,0.25540779839054895,
+3,408,0.03252837806940079,51,0.38175410458019804,
+3,416,0.0332656130194664,52,0.09935031048953533,
+3,424,0.029105782508850098,53,0.3787506840502222,
+3,432,0.03439553454518318,54,0.23023804929107428,
+3,440,0.03405993804335594,55,0.2929012223612517,
+3,448,0.029043320566415787,56,0.4922514788340777,
+4,456,0.02914133295416832,57,0.1516664059433554,
+4,464,0.02936864271759987,58,0.25196789743495174,
+4,472,0.02881050482392311,59,0.21363570843823254,
+4,480,0.03205646947026253,60,0.07326143511454575,
+4,488,0.029349882155656815,61,0.351695274361051,
+4,496,0.0296005979180336,62,0.1272738849123319,
+4,504,0.03558911383152008,63,0.06937065705812226,
+4,512,0.033623866736888885,64,0.09993544346294723,
+,,,64,,2.4927650734230324
+4,520,0.02925693616271019,65,0.26671478483716354,
+4,528,0.03186054155230522,66,0.3008898096741177,
+4,536,0.033463817089796066,67,0.13175352539734117,
+4,544,0.029547613114118576,68,0.03550283482763916,
+4,552,0.029274538159370422,69,0.0749583460856229,
+4,560,0.029667165130376816,70,0.045435258402274206,
+5,568,0.033401235938072205,71,0.09363456655410118,
+5,576,0.03332744538784027,72,0.047477945489318746,
+5,584,0.029498159885406494,73,0.029919384884683844,
+5,592,0.029740728437900543,74,0.0396423942487066,
+5,600,0.03457643836736679,75,0.008098515166368867,
+5,608,0.02926061674952507,76,0.017847862843024944,
+5,616,0.03802838921546936,77,0.014505463225456575,
+5,624,0.03321594372391701,78,0.09026294909417629,
+5,632,0.02912936359643936,79,0.0105224689023624,
+5,640,0.02934352308511734,80,0.10704397783459475,
+,,,80,,2.6353916121117864
+5,648,0.029086139053106308,81,0.5031278670066968,
+5,656,0.028994813561439514,82,0.0788708500420818,
+5,664,0.029059503227472305,83,0.017761578410863878,
+5,672,0.032784201204776764,84,0.024904875942554913,
+6,680,0.03503846377134323,85,0.01412623468786478,
+6,688,0.033693645149469376,86,0.07878200976962321,
+6,696,0.029174432158470154,87,0.03318006325363448,
+6,704,0.03369724377989769,88,0.00781818590282152,
+6,712,0.028899524360895157,89,0.05381934829347301,
+6,720,0.0338837094604969,90,0.006418880856862026,
+6,728,0.029261596500873566,91,0.05363710894744145,
+6,736,0.029348932206630707,92,0.047981691914693717,
+6,744,0.02898251637816429,93,0.011925220392489186,
+6,752,0.029264606535434723,94,0.005539137005273785,
+6,760,0.032929033041000366,95,0.03117279939663907,
+6,768,0.02913917601108551,96,0.03255324381669717,
+,,,96,,2.61313713921441
+6,776,0.02909684181213379,97,0.010468236083397642,
+6,784,0.03831038251519203,98,0.01882350937064205,
+7,792,0.029053956270217896,99,0.007087860209867358,
+7,800,0.03490075096487999,100,0.018911473220214248,
+7,808,0.034169696271419525,101,0.007679904403630644,
+7,816,0.02920479327440262,102,0.007368335231708793,
+7,824,0.03458700329065323,103,0.021647761910571717,
+7,832,0.0330849289894104,104,0.004710049273853656,
+7,840,0.029038555920124054,105,0.08555783870230828,
+7,848,0.03420734778046608,106,0.026206507682218216,
+7,856,0.03383361175656319,107,0.02030588462574607,
+7,864,0.029564347118139267,108,0.0023228465400349637,
+7,872,0.032336875796318054,109,0.007806998701804939,
+7,880,0.03195711225271225,110,0.0075897085838592965,
+7,888,0.029112637042999268,111,0.004835656650053958,
+7,896,0.029012620449066162,112,0.007011291714768638,
+,,,112,,2.776625456633391
+8,904,0.033439088612794876,113,0.006376414834189096,
+8,912,0.029594331979751587,114,0.004048645309272355,
+8,920,0.03315575048327446,115,0.013295685078072198,
+8,928,0.029492218047380447,116,0.007178563387312282,
+8,936,0.03548653423786163,117,0.003249339200556278,
+8,944,0.03340011090040207,118,0.002051585188989217,
+8,952,0.02984675019979477,119,0.005428086460597115,
+8,960,0.02955339103937149,120,0.004026226466521621,
+8,968,0.034601129591464996,121,0.004994107581510702,
+8,976,0.0374935157597065,122,0.026930171430909207,
+8,984,0.029643364250659943,123,0.0022052405222305373,
+8,992,0.03021979331970215,124,0.005468925669057561,
+8,1000,0.0294058695435524,125,0.0021955458460769686,
+8,1008,0.03340243920683861,126,0.005300542830290007,
+9,1016,0.029533706605434418,127,0.004650737682823092,
+9,1024,0.034528300166130066,128,0.0038897899145152993,
+,,,128,,2.9081635651765048
+9,1032,0.03431214019656181,129,0.002602034909484376,
+9,1040,0.03294412046670914,130,0.003332414497466137,
+9,1048,0.032662730664014816,131,0.0022565393841692378,
+9,1056,0.029144424945116043,132,0.003591508289294628,
+9,1064,0.028936918824911118,133,0.0026714473846368493,
+9,1072,0.02920198068022728,134,0.0032170712038350757,
+9,1080,0.034532878547906876,135,0.0029222189138333,
+9,1088,0.0344969779253006,136,0.005108871980785177,
+9,1096,0.029294267296791077,137,0.0016945615653336668,
+9,1104,0.03545119985938072,138,0.0035419444800080624,
+9,1112,0.03297931328415871,139,0.00412995431785627,
+9,1120,0.02958548441529274,140,0.00376108298660256,
+10,1128,0.033903900533914566,141,0.002250693547206798,
+10,1136,0.029478251934051514,142,0.00348579374452432,
+10,1144,0.03461279347538948,143,0.0027576383096554005,
+10,1152,0.03288690373301506,144,0.0030497514900551842,
+,,,144,,2.962202849211516
+10,1160,0.02923952043056488,145,0.003188997358342426,
+10,1168,0.0331929586827755,146,0.0016511758398597262,
+10,1176,0.029946133494377136,147,0.004468509970077624,
+10,1184,0.029139529913663864,148,0.0016049427483397136,
+10,1192,0.028993409126996994,149,0.0018529502099576907,
+10,1200,0.029037125408649445,150,0.0029132202888528507,
+10,1208,0.029336776584386826,151,0.0027954775432590395,
+10,1216,0.034866813570261,152,0.0035709453465339416,
+10,1224,0.03277183696627617,153,0.0019761212752200663,
+10,1232,0.029690224677324295,154,0.003526257714838721,
+11,1240,0.02999701350927353,155,0.00462629073964698,
+11,1248,0.03372602164745331,156,0.0024824725987855345,
+11,1256,0.03220614790916443,157,0.002443143896843222,
+11,1264,0.02928268164396286,158,0.0033044139621779323,
+11,1272,0.029177416115999222,159,0.003483117289411334,
+11,1280,0.03319987654685974,160,0.0023333855186744284,
+,,,160,,2.9936542275511187
+11,1288,0.034057844430208206,161,0.002012840607408982,
+11,1296,0.03421200066804886,162,0.00107728086788064,
+11,1304,0.03528947755694389,163,0.002898321481873555,
+11,1312,0.03413909673690796,164,0.001329749421399486,
+11,1320,0.03371424600481987,165,0.002745035308180377,
+11,1328,0.03311901167035103,166,0.0026438912682351656,
+11,1336,0.03460957109928131,167,0.0013499792221409734,
+11,1344,0.029410135000944138,168,0.0026807131289388053,
+12,1352,0.028992153704166412,169,0.0023558957596273664,
+12,1360,0.0346122682094574,170,0.0021124876220710576,
+12,1368,0.02901257574558258,171,0.0011319735913275508,
+12,1376,0.033766359090805054,172,0.002574504773494684,
+12,1384,0.032941777259111404,173,0.0026672286638880476,
+12,1392,0.029068641364574432,174,0.0015918429813940418,
+12,1400,0.03216366097331047,175,0.0021521171937430544,
+12,1408,0.029329583048820496,176,0.0021962649120456155,
+,,,176,,3.0198825789086614
+12,1416,0.029178589582443237,177,0.003187004151046634,
+12,1424,0.029398757964372635,178,0.0012439561178325675,
+12,1432,0.029639799147844315,179,0.00222608785208484,
+12,1440,0.03436100482940674,180,0.00412974543204265,
+12,1448,0.03354140743613243,181,0.002650438235529388,
+12,1456,0.03429160267114639,182,0.0032060761586762965,
+13,1464,0.035197071731090546,183,0.0008958807472178402,
+13,1472,0.02872059866786003,184,0.001459695165976882,
+13,1480,0.03371613472700119,185,0.0021544535011344124,
+13,1488,0.02926737442612648,186,0.002927142702641764,
+13,1496,0.03485513851046562,187,0.0019763346421174132,
+13,1504,0.028989605605602264,188,0.0032293661766184065,
+13,1512,0.029231436550617218,189,0.001609942620104578,
+13,1520,0.03374859318137169,190,0.0018303834629477933,
+13,1528,0.02899966761469841,191,0.001496362126220317,
+13,1536,0.03347885236144066,192,0.003085368263003017,
+,,,192,,3.0371587305893133

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=20newsgroups/list=0.7-1.0/labels.csv

@@ -0,0 +1,48 @@
+6141,16
+8643,6
+18100,13
+1090,8
+17225,16
+3616,5
+12554,18
+17984,14
+17089,4
+15889,16
+14823,1
+15320,6
+16216,16
+7497,10
+11303,15
+11216,4
+12936,3
+10885,3
+17409,9
+18,12
+16872,1
+9351,18
+5791,11
+2575,6
+754,2
+9118,2
+14907,14
+6668,18
+14232,3
+390,11
+6078,1
+3308,11
+6415,2
+16332,9
+8449,11
+14657,2
+2410,1
+12161,7
+12204,13
+5424,19
+5097,7
+11528,17
+13506,9
+14542,5
+17899,13
+3167,11
+8564,19
+6860,5

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=20newsgroups/list=0.7-1.0/logits.csv

@@ -0,0 +1,48 @@
+6141,-13.62166,-9.788061,-1.8505609,-9.165875,-5.7286663,-15.9540825,-5.3505607,-8.788061,-6.3839555,-10.581335,-12.662867,-18.373432,-7.9760003,-4.9769063,-3.975561,-11.921382,-0.4757965,-1.9779322,-7.6005607,-11.630057
+8643,-13.115034,-5.0262737,-6.3387737,-0.029682789,-5.7785435,-10.040363,-7.2137737,-10.838774,-9.1151905,-19.404606,-18.754618,-20.176434,-7.527487,-10.127999,-10.838774,-20.870928,-9.306593,-11.859376,-16.463774,-19.942017
+18100,-9.846084,-12.273322,-12.210822,-17.289148,-18.112247,-29.924566,-8.085822,-8.523322,-9.800032,-11.841903,-11.966422,-15.752672,-11.045635,-0.023503853,-11.210822,-14.491487,-9.125182,-10.149337,-13.210822,-15.411715
+1090,-14.986456,-18.81708,-16.44208,-22.210295,-17.983065,-29.210407,-12.504579,-6.5045786,-0.076751575,-15.659321,-9.325543,-19.700289,-16.893772,-14.319258,-15.942079,-22.709366,-13.98617,-15.506963,-17.31708,-20.42516
+17225,-7.0827746,-14.004879,-15.504879,-16.949871,-16.747814,-26.440365,-10.317379,-5.8798785,-11.707073,-15.821416,-14.979845,-17.877382,-9.823573,-9.943234,-9.879879,-15.89129,-0.0050281184,-8.380197,-9.004879,-13.649313
+3616,-7.757965,-7.4709644,-1.9709643,-5.7297945,-5.4755907,-17.084682,-0.5959643,-7.5334644,-2.1124206,-11.596701,-14.152891,-16.512947,-7.096979,-6.480279,-1.8459643,-15.812679,-7.5961204,-5.59977,-9.408464,-14.327294
+12554,-9.505185,-18.751026,-19.063526,-20.25294,-20.256481,-30.002285,-16.563526,-11.376026,-13.382588,-18.503267,-11.894405,-25.076035,-16.391758,-0.0011635429,-17.063526,-19.943552,-11.251216,-12.376351,-11.126026,-18.190063
+17984,-9.302804,-17.563154,-19.500654,-19.75808,-18.650692,-21.38454,-15.938154,-15.438154,-18.422138,-20.761559,-22.67257,-25.126894,-15.128994,-14.261053,-0.0006541258,-23.052174,-15.938365,-13.001597,-15.250654,-19.92314
+17089,-17.58893,-8.355055,-7.855055,-1.2314357,-0.35710654,-14.621902,-5.730055,-11.980055,-9.025007,-19.785435,-22.341629,-25.529099,-8.605306,-12.139035,-13.730055,-23.78813,-12.854321,-12.806017,-15.355055,-20.571335
+15889,-2.8283806,-12.881582,-14.444082,-17.792795,-13.3084135,-22.988571,-9.444082,-8.194082,-9.513467,-15.335563,-13.5657,-20.962364,-12.383797,-8.945255,-12.444082,-16.787554,-0.06912201,-9.757057,-8.194082,-13.195356
+14823,-16.0732,-0.008575283,-7.9460754,-6.1563215,-7.028942,-11.083369,-9.383575,-11.571075,-13.460088,-15.510807,-17.394938,-19.002882,-11.0276,-9.69724,-11.758575,-26.125868,-11.33601,-12.402614,-17.321075,-19.850916
+15320,-6.1901813,-14.402353,-12.527353,-13.779634,-9.294103,-23.309221,-1.2773538,-0.40235376,-3.042322,-16.472607,-12.379415,-32.069557,-11.284086,-11.778073,-8.402353,-18.163197,-10.027467,-10.965767,-14.527353,-17.241297
+16216,-0.0883295,-14.145795,-12.083295,-15.022453,-15.974016,-20.565556,-6.3332944,-7.2082944,-6.091495,-9.212156,-10.080462,-20.215982,-11.128709,-5.58521,-7.9582944,-6.334545,-5.708337,-5.335374,-6.0832944,-2.959644
+7497,-16.653503,-14.939009,-20.032759,-19.174814,-19.693474,-28.829361,-14.376509,-15.751509,-12.201387,-14.450519,-0.0016354772,-28.08548,-18.223783,-16.126757,-13.626509,-22.072493,-13.451941,-16.880085,-15.314009,-23.326927
+11303,-9.832364,-17.450104,-16.012604,-20.518684,-21.534634,-28.731358,-7.887604,-12.887605,-12.764214,-14.27299,-14.191862,-22.331043,-11.196713,-10.958145,-13.637605,-0.3266731,-11.806621,-8.82679,-8.325105,-1.3264656
+11216,-14.365084,-8.675822,-7.3633227,-0.11545683,-2.6139636,-16.21292,-4.4883227,-9.175822,-9.885272,-20.407413,-20.154995,-20.34124,-4.7385416,-7.1765847,-11.988322,-23.22378,-11.469778,-13.526583,-15.769572,-19.16162
+12936,-13.427723,-7.7825637,-2.9700637,-2.111402,-0.4717693,-11.205129,-2.0950637,-9.845063,-4.129561,-14.763852,-14.481686,-19.351702,-4.346357,-6.3668146,-8.407563,-18.741318,-8.923796,-6.1129565,-12.782563,-21.280445
+10885,-22.552341,-11.192572,-8.005072,-0.010079097,-6.006491,-17.013428,-10.942572,-16.567572,-12.422804,-21.75251,-20.692238,-24.434544,-11.944041,-14.81076,-16.067572,-28.81754,-20.167994,-13.140065,-18.661322,-27.721384
+17409,-23.5891,-19.501114,-18.938614,-21.550934,-21.153246,-35.743202,-14.313613,-17.438614,-14.095754,-0.0027320152,-15.159957,-29.782719,-18.63872,-11.253191,-16.251114,-27.45972,-17.069138,-16.566902,-18.501114,-18.310802
+18,-17.81524,-14.20141,-13.32641,-10.649027,-10.467081,-19.922821,-6.26391,-10.82641,-13.098082,-20.88172,-20.109694,-21.646038,-0.014083214,-6.7752924,-9.76391,-23.893661,-11.136917,-11.355918,-15.70141,-18.749744
+16872,-4.2346177,-2.0391848,-1.9141848,-4.0518312,-0.5417391,-9.631856,-4.664185,-3.2891848,-9.319394,-11.797862,-10.42532,-16.905518,-6.040319,-4.813809,-6.289185,-11.867502,-8.789434,-6.543477,-7.164185,-14.018976
+9351,-4.9892297,-14.982624,-16.826374,-19.053074,-14.306343,-28.64958,-14.045124,-9.170124,-13.360127,-16.048082,-10.101099,-24.371647,-13.121548,-12.110451,-11.920124,-16.73472,-2.7327359,-11.420695,-0.10762372,-13.988038
+5791,-10.733574,-17.875277,-21.125277,-23.693827,-19.83128,-31.940641,-14.9377775,-13.8752775,-15.699379,-21.68944,-22.0149,-24.219627,-16.502018,-16.313267,-16.812777,-21.707573,-0.0010224996,-15.813116,-12.1252775,-16.19204
+2575,-22.579733,-13.143652,-9.018652,-12.22737,-0.022186669,-18.596195,-4.018652,-13.893652,-13.525678,-19.942749,-24.23345,-28.124443,-15.081586,-15.8331585,-15.581152,-20.342281,-18.58134,-13.8972645,-17.706152,-22.615282
+754,-8.9581995,-7.522661,-7.522661,-8.838791,-5.6481767,-17.281132,-7.022661,-9.897661,-8.096361,-14.982934,-12.947313,-21.18191,-0.022768218,-5.6478434,-4.897661,-18.024946,-6.0239773,-7.5234704,-11.272661,-14.547514
+9118,-22.674717,-10.76337,-0.013369906,-5.015547,-5.3900347,-9.397867,-10.63837,-15.57587,-12.000529,-20.020203,-24.811134,-24.437485,-16.020077,-13.13037,-15.26337,-26.689745,-15.153163,-12.331208,-18.20087,-21.340342
+14907,-12.5235195,-22.375357,-20.750357,-24.887053,-26.494938,-30.145721,-15.500357,-15.000357,-14.546091,-19.196856,-20.924381,-26.46849,-17.690088,-14.125579,-0.0003566106,-21.32652,-17.3774,-16.313889,-18.062857,-19.880924
+6668,-2.5957375,-10.454386,-11.391886,-14.0218315,-12.116952,-23.860981,-3.704386,-3.579386,-6.8961973,-11.018662,-5.2127037,-17.434153,-7.331874,-7.2677517,-5.5793858,-12.321895,-3.3294609,-7.517511,-0.204386,-11.705123
+14232,-14.993006,-7.93086,-5.18086,-0.05806647,-3.4315336,-10.151061,-7.43086,-10.05586,-7.810061,-13.836832,-15.459896,-20.791605,-7.056563,-9.49912,-11.30586,-16.55077,-11.993968,-10.49952,-15.99336,-17.29924
+390,-20.828758,-14.064839,-14.127339,-10.506655,-10.753393,-26.761341,-7.62734,-13.127339,-14.792778,-17.320423,-23.478518,-21.922268,-0.0037889727,-12.446759,-13.064839,-22.551111,-13.197647,-11.265263,-16.43984,-23.109795
+6078,-8.986647,-0.5935154,-5.4060154,-5.97315,-6.411494,-7.356426,-4.2185154,-7.4685154,-9.877147,-17.896246,-17.91373,-15.784782,-4.5973215,-1.2185584,-3.3435154,-13.229494,-5.6237464,-4.5948706,-11.531015,-13.610019
+3308,-16.952776,-8.889888,-4.7648873,-0.016490933,-6.2659864,-14.047155,-11.202388,-15.202388,-10.936838,-14.723493,-21.221163,-16.920479,-10.766693,-12.837001,-11.077388,-26.832466,-14.286315,-10.542219,-16.827387,-19.060564
+6415,-19.25589,-3.135912,-4.260912,-3.6377296,-3.5115976,-12.6242075,-5.385912,-9.823412,-9.972152,-14.031,-17.443426,-18.135733,-0.13622731,-8.138746,-11.198412,-16.341652,-14.461291,-10.457901,-14.135912,-17.503992
+16332,-15.725658,-10.557655,-12.370155,-13.9431715,-12.400384,-28.017479,-2.807655,-3.182655,-9.045047,-0.185012,-6.139102,-18.9686,-12.919125,-6.014893,-7.495155,-13.267366,-8.684467,-8.507439,-7.995155,-13.614877
+8449,-11.794668,-7.958699,-1.7711992,-0.27363917,-3.8979366,-10.228481,-4.271199,-11.271199,-4.8056564,-11.808334,-14.961161,-16.509384,-5.648918,-8.506617,-9.396199,-13.615107,-7.412123,-7.711273,-13.396199,-15.218953
+14657,-21.283512,-10.488147,-0.113146774,-2.3648598,-5.8653197,-10.985883,-9.800647,-13.550647,-9.668394,-15.072523,-23.746677,-22.26731,-11.989353,-11.685374,-13.050647,-19.162205,-13.874279,-11.498254,-15.738147,-20.776487
+2410,-17.18783,-0.043701373,-5.418701,-4.461342,-5.1801457,-6.737421,-8.481201,-14.012451,-10.343005,-19.800964,-18.759613,-19.448418,-8.68283,-8.997368,-10.293701,-22.196993,-11.616016,-13.237925,-15.731201,-14.088833
+12161,-15.118059,-15.775996,-12.275996,-10.715011,-9.593905,-24.977322,-5.650996,-0.1509963,-2.1032073,-15.941638,-16.049105,-29.56046,-8.299085,-12.964328,-13.213496,-15.959998,-11.845533,-12.091697,-16.025997,-16.805557
+12204,-7.3104377,-17.376703,-16.626703,-17.567911,-19.690363,-25.469648,-11.626704,-14.439204,-17.240253,-16.461433,-15.995596,-23.436352,-14.257856,-0.0018494995,-13.689204,-17.482214,-11.055923,-9.88446,-16.064203,-17.26775
+5424,-1.3442931,-11.402025,-9.714525,-13.592259,-8.817185,-23.470303,-2.5270257,-4.6520257,-2.175603,-7.969483,-5.175607,-18.170525,-7.0910316,-3.277153,-3.1520257,-11.152981,-4.902906,-6.1578145,-8.152025,-12.403354
+5097,-15.047332,-20.00226,-17.12726,-20.618612,-17.282255,-30.963737,-10.627259,-0.0022595609,-7.2305307,-15.94535,-14.407777,-26.896313,-15.322148,-14.193624,-14.377259,-22.989428,-10.377821,-16.066559,-12.377259,-20.255663
+11528,-7.8645663,-13.145355,-11.770355,-13.961619,-19.746649,-20.679348,-11.270355,-8.895355,-12.086252,-14.912002,-9.947702,-18.784046,-9.388407,-6.0538383,-11.645355,-9.984421,-10.174172,-0.020757036,-5.645355,-10.3387
+13506,-19.454075,-17.125803,-18.750803,-24.366081,-20.630196,-36.633026,-14.000803,-17.938303,-12.05905,-0.02626338,-15.604542,-28.894043,-18.694715,-12.503557,-16.313303,-27.783413,-16.874386,-17.19143,-19.125803,-23.383394
+14542,-16.495,-17.125626,-16.188126,-22.286629,-14.501767,-27.16861,-12.375627,-10.375627,-12.002586,-15.251525,-10.888612,-24.871456,-14.626754,-14.063199,-0.00062612956,-17.939789,-10.750772,-10.626814,-9.125627,-16.314108
+17899,-8.231309,-13.197533,-7.1350327,-14.960364,-9.261722,-23.290358,-10.635033,-9.885033,-7.902202,-15.200889,-12.150722,-20.456629,-8.38563,-6.385123,-0.0100328205,-14.574058,-9.889598,-5.142226,-9.260033,-17.449043
+3167,-10.022319,-15.564032,-17.689032,-21.200296,-20.528591,-29.889225,-14.126532,-10.689032,-14.133507,-17.94121,-12.717904,-23.257187,-15.050675,-13.943369,-15.189032,-19.364264,-0.0015857394,-11.189498,-6.7515316,-14.594574
+8564,-8.144266,-14.013719,-13.826219,-17.560003,-15.429093,-27.376293,-6.2637186,-7.1387186,-5.145732,-7.2643657,-0.017909434,-22.22424,-14.412912,-7.8900495,-7.3887186,-12.513373,-8.888975,-9.952539,-9.576219,-13.954261
+6860,-5.586658,-11.641318,-8.016318,-11.51885,-6.649656,-12.745023,-7.3913183,-9.391318,-11.473381,-16.143959,-15.602578,-16.321339,-8.268381,-8.017085,-0.016318088,-15.723852,-9.2663765,-6.7690477,-14.453818,-15.033196

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=20newsgroups/list=test_800/labels.csv

@@ -0,0 +1,800 @@
+9093,16
+6372,2
+14573,12
+11938,15
+1712,17
+12553,16
+16642,14
+2432,18
+4032,15
+2320,3
+9358,3
+10651,1
+9297,8
+5267,14
+7346,13
+18169,3
+544,17
+4136,2
+14172,1
+2609,10
+17603,11
+12700,14
+6239,12
+8495,18
+15771,18
+11698,18
+127,16
+3419,17
+13218,0
+17284,5
+3475,1
+15884,17
+14988,3
+15250,12
+265,3
+14431,13
+2182,19
+16984,1
+8187,19
+4463,9
+15259,13
+17872,12
+2223,8
+15302,12
+6970,12
+6840,10
+5417,11
+5550,7
+14019,16
+6122,10
+15287,12
+12758,2
+3017,2
+37,11
+16939,15
+5018,14
+16827,7
+4365,4
+15411,17
+17191,5
+3836,11
+9220,12
+691,5
+12707,11
+5492,6
+4703,15
+3800,2
+15970,13
+10179,17
+8908,7
+5284,10
+6699,4
+346,9
+1343,4
+5352,3
+9079,6
+11870,19
+16922,6
+921,11
+7089,9
+1642,14
+6070,13
+7518,15
+10751,15
+174,13
+16038,10
+16392,10
+3722,15
+4781,15
+10028,2
+15197,8
+13618,4
+5070,5
+16307,10
+13398,4
+8996,2
+11358,18
+9565,18
+5237,19
+7450,19
+15992,17
+9879,2
+18046,5
+17540,12
+11094,1
+15116,9
+15945,5
+11742,5
+13122,13
+618,2
+30,6
+4186,7
+17581,16
+13233,9
+10977,14
+6010,2
+16733,10
+15300,15
+2011,5
+13108,15
+5547,2
+8648,4
+8365,18
+3490,16
+1790,14
+718,0
+15930,19
+1178,13
+9773,9
+17616,11
+733,17
+3740,3
+8897,12
+13049,3
+11555,16
+4631,7
+7830,10
+13143,11
+17982,10
+2064,18
+9327,6
+2784,5
+16094,1
+1661,9
+14421,0
+376,13
+14091,14
+3641,18
+18342,19
+7598,3
+17676,12
+9229,9
+12389,7
+16991,7
+13416,1
+7828,7
+6071,18
+14065,3
+15961,16
+11912,16
+2544,9
+6009,13
+5765,11
+17811,16
+12062,10
+78,2
+12738,2
+900,16
+7248,10
+8654,13
+11763,18
+8986,12
+18281,2
+3513,12
+17921,19
+14797,18
+13119,17
+611,16
+14417,9
+16506,18
+6303,5
+15475,6
+6881,0
+1749,9
+15921,9
+11810,7
+10963,13
+11445,11
+9029,1
+10032,2
+1325,8
+6318,9
+18243,14
+11366,4
+4343,1
+1309,1
+3292,9
+10631,18
+5425,15
+12275,11
+10638,6
+5767,14
+4571,5
+8157,6
+2910,15
+8870,7
+3623,10
+698,10
+15737,4
+13194,15
+8273,1
+17359,7
+9928,10
+823,12
+1066,10
+8386,5
+4043,17
+14005,13
+11079,3
+9484,2
+15875,18
+13012,14
+2154,12
+17060,16
+12041,6
+2109,16
+12734,10
+7063,0
+5552,16
+9988,0
+18088,8
+6834,3
+2267,10
+3778,1
+13669,11
+8807,4
+6001,18
+8900,0
+13228,13
+13252,8
+8330,18
+16479,8
+15968,9
+17641,8
+5295,3
+11399,7
+1243,15
+15399,16
+3101,11
+45,4
+4760,19
+359,4
+14055,11
+12632,14
+14892,11
+13716,18
+6861,7
+16982,3
+17263,9
+14135,18
+13361,6
+77,7
+9048,14
+15957,4
+8833,12
+14854,10
+5807,16
+7278,7
+2542,8
+6784,16
+3280,2
+8796,8
+2508,1
+8686,13
+5604,7
+15050,14
+15614,4
+128,9
+9381,13
+6707,10
+15166,19
+14118,13
+17574,6
+8139,13
+8837,2
+12563,18
+1300,12
+18265,11
+1377,8
+14927,16
+16580,0
+9248,2
+9084,10
+8182,7
+1902,8
+11050,10
+430,15
+7213,19
+1717,18
+10812,7
+16893,0
+8177,1
+13630,2
+7026,2
+3148,18
+17758,3
+13542,2
+1657,17
+11197,14
+6781,18
+14105,11
+3978,11
+13625,13
+737,9
+6361,4
+15800,5
+9291,19
+12254,17
+14052,5
+9893,2
+13489,12
+10263,4
+7884,4
+8585,2
+9812,2
+9721,15
+16075,12
+13649,7
+4637,5
+5119,8
+1702,18
+1604,4
+13602,13
+8402,2
+14919,1
+9317,16
+9355,12
+1878,5
+10713,0
+7406,14
+6869,11
+9950,14
+2428,6
+10251,15
+14115,2
+11589,8
+15969,6
+6156,9
+5236,1
+1511,2
+15753,11
+14327,16
+8932,7
+5037,5
+7885,17
+15090,15
+15917,0
+8552,3
+14204,8
+12108,8
+13056,3
+18264,10
+4904,9
+9831,9
+7550,10
+16800,14
+4910,3
+6040,14
+15897,15
+1489,4
+2607,16
+18351,11
+1335,19
+12473,2
+13811,0
+11656,17
+2009,16
+12892,9
+6328,14
+4535,11
+5124,9
+4052,17
+1866,17
+339,1
+9464,0
+16877,18
+5846,8
+16562,8
+13422,13
+17613,9
+9640,16
+8770,5
+17201,2
+13925,5
+1640,3
+13411,3
+18133,4
+1727,8
+14075,10
+13375,13
+9439,0
+6819,17
+13720,9
+1590,3
+10274,16
+14559,19
+559,15
+9101,10
+5082,10
+11364,18
+12767,15
+1587,6
+15995,17
+1541,17
+3560,15
+3747,3
+17792,13
+245,18
+13400,10
+15095,15
+2532,1
+6503,8
+18364,19
+10357,5
+389,4
+10468,17
+4975,10
+163,12
+8279,14
+1972,16
+6418,12
+13139,4
+8478,7
+1431,3
+12647,7
+17226,18
+6651,17
+1832,5
+885,17
+1675,4
+2235,14
+14970,16
+4333,1
+6929,2
+4589,1
+10840,19
+5333,14
+2678,13
+4698,5
+7016,1
+9624,13
+2189,18
+15418,0
+16582,13
+8612,15
+2825,2
+3625,11
+6532,17
+6245,14
+17838,11
+7277,3
+8071,1
+7429,10
+569,10
+14886,6
+15240,4
+14185,15
+14420,3
+11920,1
+12801,13
+1647,13
+1755,3
+285,10
+17721,17
+6979,11
+39,16
+11370,11
+3614,1
+4075,11
+11525,5
+5365,2
+2885,14
+4179,9
+887,4
+8197,10
+13717,17
+6545,0
+9760,5
+817,1
+5133,17
+2033,9
+11301,1
+17487,5
+14177,0
+4531,17
+17414,5
+1957,6
+14516,7
+2749,1
+18229,1
+12514,7
+12742,16
+15941,18
+17885,19
+6542,7
+2799,14
+15027,3
+5459,15
+6367,2
+2858,13
+15137,13
+1594,10
+15612,3
+2594,15
+11128,4
+16626,16
+9963,11
+10248,18
+4856,8
+12078,7
+250,2
+5235,15
+16973,18
+17413,12
+14428,4
+11941,15
+11836,16
+14948,18
+1412,10
+11214,17
+13980,2
+11521,8
+12332,3
+3370,10
+5852,3
+16300,10
+3304,18
+979,2
+3933,9
+15810,9
+2726,15
+9609,6
+15857,18
+15419,2
+7370,3
+16401,14
+1683,2
+14263,19
+17745,6
+17299,4
+16736,14
+1337,11
+16960,9
+3887,15
+17894,16
+9953,11
+4040,15
+3398,14
+13460,7
+3603,11
+12725,17
+16778,4
+12021,4
+4564,15
+14972,13
+2378,11
+18371,9
+15855,0
+507,13
+14051,6
+11267,8
+9521,16
+3683,14
+9163,12
+6748,18
+619,9
+14119,6
+14367,14
+4334,14
+4475,3
+7143,7
+8087,7
+15319,1
+2731,10
+7749,19
+4913,3
+17977,11
+7360,13
+17781,7
+10649,4
+11798,10
+9572,10
+5675,13
+1497,8
+318,6
+15440,15
+13793,7
+11119,14
+9993,19
+8290,5
+17579,1
+13427,6
+536,6
+3541,10
+4807,0
+4218,14
+12666,4
+16719,2
+6571,3
+6588,1
+5702,4
+1803,10
+10660,3
+7251,16
+14433,2
+10258,9
+3890,8
+17608,5
+6286,19
+12373,14
+5467,13
+4834,8
+5822,1
+9997,15
+1067,4
+10893,11
+12261,6
+16944,6
+18396,1
+11805,12
+1029,3
+332,14
+10582,13
+17366,11
+14287,6
+1839,10
+10233,4
+14799,15
+7468,0
+9755,1
+13935,7
+10954,7
+11320,2
+14262,3
+16725,15
+18389,19
+12970,8
+8476,2
+16283,8
+11182,16
+13663,18
+8136,16
+15307,8
+17862,18
+6522,11
+15556,1
+962,19
+5312,18
+12809,3
+8589,2
+7893,3
+4414,0
+11118,17
+13622,14
+1319,8
+6480,18
+11813,4
+3508,3
+5136,8
+5801,12
+3529,3
+11720,15
+16912,5
+15199,8
+8338,16
+6400,17
+558,17
+12040,6
+944,10
+9372,2
+14954,6
+11176,6
+7469,5
+9263,1
+16967,13
+1914,4
+6251,9
+8274,9
+10527,17
+14307,14
+13322,6
+12648,6
+10986,10
+7185,13
+5737,10
+10183,9
+3495,18
+1274,5
+2413,9
+8234,12
+5783,6
+1536,7
+10048,16
+1787,9
+15255,3
+3671,17
+5986,3
+9620,6
+6380,1
+14181,4
+2001,0
+14953,2
+6490,9
+1131,15
+1856,10
+5982,5
+12226,13
+9419,3
+5882,9
+3295,17
+6952,3
+13477,7
+18134,15
+81,16
+7998,9
+13836,9
+9710,14
+9954,4
+16058,9
+16859,12
+1009,15
+12596,13
+2118,12
+1472,16
+18319,11
+2567,8
+579,11
+1328,19
+9424,19
+15998,17
+3357,11
+10411,6
+8436,7
+18332,9
+13030,1
+17550,7
+5053,11
+9387,9
+4828,14
+12006,8
+9323,17
+15925,2
+15979,3
+4753,14
+9385,6
+14211,17
+13364,10
+16546,10
+17795,13
+14990,7
+15602,6
+4896,0
+397,5
+15832,18
+12622,8
+7048,11
+17771,19
+9245,4
+2390,15
+16069,0
+16122,8
+17378,19
+3947,0
+8268,9
+6419,5
+16403,2
+13568,5
+2370,19
+15484,6
+6904,13
+8175,17
+13430,7
+8432,11
+14159,17
+10327,11
+12384,3
+13474,3
+13988,14
+13985,4
+3538,10
+14670,18
+3533,17
+11680,1
+665,10
+16601,1
+7858,7
+11650,3
+5909,2
+10873,14
+6960,15

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,36 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.34702447801828384,0,3.7995805740356445,
+0,8,0.06070040166378021,1,6.2027271214653465,
+0,16,0.03654908761382103,2,5.3454771382468085,
+0,24,0.036992356181144714,3,4.425084527333578,
+0,32,0.03626042976975441,4,4.865915468760899,
+0,40,0.03653651475906372,5,4.8897620638211565,
+0,48,0.03699468821287155,6,6.204661337534587,
+0,56,0.037284743040800095,7,3.0048113107681274,
+0,64,0.0418853797018528,8,3.8201701243718467,
+0,72,0.03410431370139122,9,4.916540751090417,
+0,80,0.03936697170138359,10,3.5772659595196066,
+0,88,0.03723478689789772,11,3.5704102516174316,
+0,96,0.036419231444597244,12,3.340825080871582,
+0,104,0.03632786124944687,13,1.569015974799792,
+0,112,0.033858902752399445,14,2.3778883934021,
+0,120,0.0336974672973156,15,2.0553876092800727,
+0,128,0.034143779426813126,16,1.6161780792933245,
+,,,16,,2.2957320978612077
+0,136,0.03654341772198677,17,2.6529167824321322,
+0,144,0.034991294145584106,18,3.2756855487823486,
+0,152,0.03670443594455719,19,1.7971377734627043,
+0,160,0.036476980894804,20,1.981846734881401,
+1,168,0.03839049115777016,21,0.7168719126627996,
+1,176,0.03554201498627663,22,1.8948590388664832,
+1,184,0.034258823841810226,23,1.3147351145744324,
+1,192,0.03741596266627312,24,1.8085603527724743,
+1,200,0.036857008934020996,25,0.44913339614868164,
+1,208,0.034959837794303894,26,0.6967678838051282,
+1,216,0.03482983633875847,27,0.6696819290518761,
+1,224,0.034438930451869965,28,2.1226509914678684,
+1,232,0.03620456904172897,29,1.2075866404920816,
+1,240,0.03366341441869736,30,1.5268518729851797,
+1,248,0.03532847762107849,31,1.706369195665632,
+1,256,0.03399662673473358,32,1.1577572678526242,
+,,,32,,1.1220037201304494

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/test=20newsgroups/list=test_800/labels.csv

@@ -0,0 +1,800 @@
+9093,16
+6372,2
+14573,12
+11938,15
+1712,17
+12553,16
+16642,14
+2432,18
+4032,15
+2320,3
+9358,3
+10651,1
+9297,8
+5267,14
+7346,13
+18169,3
+544,17
+4136,2
+14172,1
+2609,10
+17603,11
+12700,14
+6239,12
+8495,18
+15771,18
+11698,18
+127,16
+3419,17
+13218,0
+17284,5
+3475,1
+15884,17
+14988,3
+15250,12
+265,3
+14431,13
+2182,19
+16984,1
+8187,19
+4463,9
+15259,13
+17872,12
+2223,8
+15302,12
+6970,12
+6840,10
+5417,11
+5550,7
+14019,16
+6122,10
+15287,12
+12758,2
+3017,2
+37,11
+16939,15
+5018,14
+16827,7
+4365,4
+15411,17
+17191,5
+3836,11
+9220,12
+691,5
+12707,11
+5492,6
+4703,15
+3800,2
+15970,13
+10179,17
+8908,7
+5284,10
+6699,4
+346,9
+1343,4
+5352,3
+9079,6
+11870,19
+16922,6
+921,11
+7089,9
+1642,14
+6070,13
+7518,15
+10751,15
+174,13
+16038,10
+16392,10
+3722,15
+4781,15
+10028,2
+15197,8
+13618,4
+5070,5
+16307,10
+13398,4
+8996,2
+11358,18
+9565,18
+5237,19
+7450,19
+15992,17
+9879,2
+18046,5
+17540,12
+11094,1
+15116,9
+15945,5
+11742,5
+13122,13
+618,2
+30,6
+4186,7
+17581,16
+13233,9
+10977,14
+6010,2
+16733,10
+15300,15
+2011,5
+13108,15
+5547,2
+8648,4
+8365,18
+3490,16
+1790,14
+718,0
+15930,19
+1178,13
+9773,9
+17616,11
+733,17
+3740,3
+8897,12
+13049,3
+11555,16
+4631,7
+7830,10
+13143,11
+17982,10
+2064,18
+9327,6
+2784,5
+16094,1
+1661,9
+14421,0
+376,13
+14091,14
+3641,18
+18342,19
+7598,3
+17676,12
+9229,9
+12389,7
+16991,7
+13416,1
+7828,7
+6071,18
+14065,3
+15961,16
+11912,16
+2544,9
+6009,13
+5765,11
+17811,16
+12062,10
+78,2
+12738,2
+900,16
+7248,10
+8654,13
+11763,18
+8986,12
+18281,2
+3513,12
+17921,19
+14797,18
+13119,17
+611,16
+14417,9
+16506,18
+6303,5
+15475,6
+6881,0
+1749,9
+15921,9
+11810,7
+10963,13
+11445,11
+9029,1
+10032,2
+1325,8
+6318,9
+18243,14
+11366,4
+4343,1
+1309,1
+3292,9
+10631,18
+5425,15
+12275,11
+10638,6
+5767,14
+4571,5
+8157,6
+2910,15
+8870,7
+3623,10
+698,10
+15737,4
+13194,15
+8273,1
+17359,7
+9928,10
+823,12
+1066,10
+8386,5
+4043,17
+14005,13
+11079,3
+9484,2
+15875,18
+13012,14
+2154,12
+17060,16
+12041,6
+2109,16
+12734,10
+7063,0
+5552,16
+9988,0
+18088,8
+6834,3
+2267,10
+3778,1
+13669,11
+8807,4
+6001,18
+8900,0
+13228,13
+13252,8
+8330,18
+16479,8
+15968,9
+17641,8
+5295,3
+11399,7
+1243,15
+15399,16
+3101,11
+45,4
+4760,19
+359,4
+14055,11
+12632,14
+14892,11
+13716,18
+6861,7
+16982,3
+17263,9
+14135,18
+13361,6
+77,7
+9048,14
+15957,4
+8833,12
+14854,10
+5807,16
+7278,7
+2542,8
+6784,16
+3280,2
+8796,8
+2508,1
+8686,13
+5604,7
+15050,14
+15614,4
+128,9
+9381,13
+6707,10
+15166,19
+14118,13
+17574,6
+8139,13
+8837,2
+12563,18
+1300,12
+18265,11
+1377,8
+14927,16
+16580,0
+9248,2
+9084,10
+8182,7
+1902,8
+11050,10
+430,15
+7213,19
+1717,18
+10812,7
+16893,0
+8177,1
+13630,2
+7026,2
+3148,18
+17758,3
+13542,2
+1657,17
+11197,14
+6781,18
+14105,11
+3978,11
+13625,13
+737,9
+6361,4
+15800,5
+9291,19
+12254,17
+14052,5
+9893,2
+13489,12
+10263,4
+7884,4
+8585,2
+9812,2
+9721,15
+16075,12
+13649,7
+4637,5
+5119,8
+1702,18
+1604,4
+13602,13
+8402,2
+14919,1
+9317,16
+9355,12
+1878,5
+10713,0
+7406,14
+6869,11
+9950,14
+2428,6
+10251,15
+14115,2
+11589,8
+15969,6
+6156,9
+5236,1
+1511,2
+15753,11
+14327,16
+8932,7
+5037,5
+7885,17
+15090,15
+15917,0
+8552,3
+14204,8
+12108,8
+13056,3
+18264,10
+4904,9
+9831,9
+7550,10
+16800,14
+4910,3
+6040,14
+15897,15
+1489,4
+2607,16
+18351,11
+1335,19
+12473,2
+13811,0
+11656,17
+2009,16
+12892,9
+6328,14
+4535,11
+5124,9
+4052,17
+1866,17
+339,1
+9464,0
+16877,18
+5846,8
+16562,8
+13422,13
+17613,9
+9640,16
+8770,5
+17201,2
+13925,5
+1640,3
+13411,3
+18133,4
+1727,8
+14075,10
+13375,13
+9439,0
+6819,17
+13720,9
+1590,3
+10274,16
+14559,19
+559,15
+9101,10
+5082,10
+11364,18
+12767,15
+1587,6
+15995,17
+1541,17
+3560,15
+3747,3
+17792,13
+245,18
+13400,10
+15095,15
+2532,1
+6503,8
+18364,19
+10357,5
+389,4
+10468,17
+4975,10
+163,12
+8279,14
+1972,16
+6418,12
+13139,4
+8478,7
+1431,3
+12647,7
+17226,18
+6651,17
+1832,5
+885,17
+1675,4
+2235,14
+14970,16
+4333,1
+6929,2
+4589,1
+10840,19
+5333,14
+2678,13
+4698,5
+7016,1
+9624,13
+2189,18
+15418,0
+16582,13
+8612,15
+2825,2
+3625,11
+6532,17
+6245,14
+17838,11
+7277,3
+8071,1
+7429,10
+569,10
+14886,6
+15240,4
+14185,15
+14420,3
+11920,1
+12801,13
+1647,13
+1755,3
+285,10
+17721,17
+6979,11
+39,16
+11370,11
+3614,1
+4075,11
+11525,5
+5365,2
+2885,14
+4179,9
+887,4
+8197,10
+13717,17
+6545,0
+9760,5
+817,1
+5133,17
+2033,9
+11301,1
+17487,5
+14177,0
+4531,17
+17414,5
+1957,6
+14516,7
+2749,1
+18229,1
+12514,7
+12742,16
+15941,18
+17885,19
+6542,7
+2799,14
+15027,3
+5459,15
+6367,2
+2858,13
+15137,13
+1594,10
+15612,3
+2594,15
+11128,4
+16626,16
+9963,11
+10248,18
+4856,8
+12078,7
+250,2
+5235,15
+16973,18
+17413,12
+14428,4
+11941,15
+11836,16
+14948,18
+1412,10
+11214,17
+13980,2
+11521,8
+12332,3
+3370,10
+5852,3
+16300,10
+3304,18
+979,2
+3933,9
+15810,9
+2726,15
+9609,6
+15857,18
+15419,2
+7370,3
+16401,14
+1683,2
+14263,19
+17745,6
+17299,4
+16736,14
+1337,11
+16960,9
+3887,15
+17894,16
+9953,11
+4040,15
+3398,14
+13460,7
+3603,11
+12725,17
+16778,4
+12021,4
+4564,15
+14972,13
+2378,11
+18371,9
+15855,0
+507,13
+14051,6
+11267,8
+9521,16
+3683,14
+9163,12
+6748,18
+619,9
+14119,6
+14367,14
+4334,14
+4475,3
+7143,7
+8087,7
+15319,1
+2731,10
+7749,19
+4913,3
+17977,11
+7360,13
+17781,7
+10649,4
+11798,10
+9572,10
+5675,13
+1497,8
+318,6
+15440,15
+13793,7
+11119,14
+9993,19
+8290,5
+17579,1
+13427,6
+536,6
+3541,10
+4807,0
+4218,14
+12666,4
+16719,2
+6571,3
+6588,1
+5702,4
+1803,10
+10660,3
+7251,16
+14433,2
+10258,9
+3890,8
+17608,5
+6286,19
+12373,14
+5467,13
+4834,8
+5822,1
+9997,15
+1067,4
+10893,11
+12261,6
+16944,6
+18396,1
+11805,12
+1029,3
+332,14
+10582,13
+17366,11
+14287,6
+1839,10
+10233,4
+14799,15
+7468,0
+9755,1
+13935,7
+10954,7
+11320,2
+14262,3
+16725,15
+18389,19
+12970,8
+8476,2
+16283,8
+11182,16
+13663,18
+8136,16
+15307,8
+17862,18
+6522,11
+15556,1
+962,19
+5312,18
+12809,3
+8589,2
+7893,3
+4414,0
+11118,17
+13622,14
+1319,8
+6480,18
+11813,4
+3508,3
+5136,8
+5801,12
+3529,3
+11720,15
+16912,5
+15199,8
+8338,16
+6400,17
+558,17
+12040,6
+944,10
+9372,2
+14954,6
+11176,6
+7469,5
+9263,1
+16967,13
+1914,4
+6251,9
+8274,9
+10527,17
+14307,14
+13322,6
+12648,6
+10986,10
+7185,13
+5737,10
+10183,9
+3495,18
+1274,5
+2413,9
+8234,12
+5783,6
+1536,7
+10048,16
+1787,9
+15255,3
+3671,17
+5986,3
+9620,6
+6380,1
+14181,4
+2001,0
+14953,2
+6490,9
+1131,15
+1856,10
+5982,5
+12226,13
+9419,3
+5882,9
+3295,17
+6952,3
+13477,7
+18134,15
+81,16
+7998,9
+13836,9
+9710,14
+9954,4
+16058,9
+16859,12
+1009,15
+12596,13
+2118,12
+1472,16
+18319,11
+2567,8
+579,11
+1328,19
+9424,19
+15998,17
+3357,11
+10411,6
+8436,7
+18332,9
+13030,1
+17550,7
+5053,11
+9387,9
+4828,14
+12006,8
+9323,17
+15925,2
+15979,3
+4753,14
+9385,6
+14211,17
+13364,10
+16546,10
+17795,13
+14990,7
+15602,6
+4896,0
+397,5
+15832,18
+12622,8
+7048,11
+17771,19
+9245,4
+2390,15
+16069,0
+16122,8
+17378,19
+3947,0
+8268,9
+6419,5
+16403,2
+13568,5
+2370,19
+15484,6
+6904,13
+8175,17
+13430,7
+8432,11
+14159,17
+10327,11
+12384,3
+13474,3
+13988,14
+13985,4
+3538,10
+14670,18
+3533,17
+11680,1
+665,10
+16601,1
+7858,7
+11650,3
+5909,2
+10873,14
+6960,15

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 32
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=20newsgroups/list=0.0-1.0/labels.csv

@@ -0,0 +1,160 @@
+4582,0
+16097,15
+7179,6
+10695,2
+804,4
+15898,13
+17624,14
+16670,1
+6494,5
+17797,7
+429,5
+1581,8
+1883,2
+3915,14
+2636,4
+2198,12
+17831,12
+497,17
+8890,4
+8910,7
+4906,12
+17972,3
+12860,3
+9727,17
+181,4
+6653,9
+9996,15
+12947,16
+6067,17
+8153,16
+9871,9
+5251,10
+11188,15
+10021,5
+8867,5
+10774,16
+865,15
+8943,18
+11534,4
+10574,3
+14040,7
+12440,0
+1109,18
+8531,17
+5240,8
+5595,17
+13457,14
+10339,2
+5379,10
+16132,3
+11543,1
+2745,10
+1593,10
+9762,9
+4413,5
+8595,12
+13097,2
+8483,14
+9758,3
+3505,6
+4074,1
+14164,2
+3638,0
+12968,19
+9284,3
+11005,6
+5956,10
+1187,10
+7436,15
+6630,5
+4560,7
+8597,16
+1065,17
+15251,12
+4726,13
+14324,9
+17461,15
+12045,7
+4079,2
+8744,7
+14090,12
+7465,9
+1583,14
+4787,10
+5301,1
+9347,6
+360,18
+10626,3
+5502,6
+16919,10
+2673,13
+9591,19
+3919,8
+15633,19
+8011,0
+16785,8
+3852,8
+4444,10
+675,0
+763,5
+2583,4
+18394,16
+6995,16
+7155,5
+6961,16
+5420,6
+6966,4
+2721,7
+277,9
+11413,13
+12031,13
+7061,4
+6141,16
+8643,6
+18100,13
+1090,8
+17225,16
+3616,5
+12554,18
+17984,14
+17089,4
+15889,16
+14823,1
+15320,6
+16216,16
+7497,10
+11303,15
+11216,4
+12936,3
+10885,3
+17409,9
+18,12
+16872,1
+9351,18
+5791,11
+2575,6
+754,2
+9118,2
+14907,14
+6668,18
+14232,3
+390,11
+6078,1
+3308,11
+6415,2
+16332,9
+8449,11
+14657,2
+2410,1
+12161,7
+12204,13
+5424,19
+5097,7
+11528,17
+13506,9
+14542,5
+17899,13
+3167,11
+8564,19
+6860,5

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=20newsgroups/list=0.0-1.0/logits.csv

@@ -0,0 +1,160 @@
+4582,-0.0067960895,-19.128426,-16.253426,-22.542393,-21.778181,-14.756218,-17.753426,-15.815926,-18.256077,-18.633726,-18.03071,-12.933986,-17.389957,-8.633026,-17.190926,-21.473278,-6.8784604,-6.129149,-12.253426,-15.442507
+16097,-13.383744,-21.62578,-22.00078,-28.162788,-26.802443,-27.334694,-13.50078,-16.25078,-15.573671,-21.313608,-21.83469,-20.696487,-17.834423,-15.941186,-18.56328,-0.001452035,-15.754967,-15.751572,-16.56328,-8.752165
+7179,-16.46371,-18.562952,-12.250452,-18.314629,-16.706406,-12.367908,-0.0004524161,-13.125452,-12.127966,-13.376937,-17.68501,-18.00712,-12.500598,-14.376085,-18.500452,-21.279606,-17.562979,-14.011762,-17.875452,-14.126595
+10695,-17.928762,-12.875924,-0.0009238028,-7.6545987,-13.127038,-11.502174,-13.125924,-18.750923,-16.142225,-22.471996,-25.31692,-14.01168,-16.189507,-14.316827,-18.375923,-23.003765,-16.50136,-16.331905,-19.375923,-19.01273
+804,-19.60195,-10.25201,-7.752011,-6.8775887,-0.0024153404,-12.254019,-10.62701,-12.25201,-12.628424,-18.824953,-17.14423,-10.506974,-8.752132,-13.323642,-13.50201,-21.096336,-13.189636,-10.882682,-15.87701,-19.759333
+15898,-15.638353,-16.625666,-14.938166,-19.160131,-25.48447,-18.066551,-13.875666,-13.625666,-11.9817095,-15.439124,-10.481723,-15.259291,-12.269965,-0.0008264818,-13.750666,-16.564514,-13.125888,-9.381841,-13.375666,-14.251101
+17624,-18.776129,-20.500149,-21.187649,-23.910666,-19.984838,-20.929546,-19.500149,-17.875149,-19.065502,-21.691614,-23.520996,-19.003551,-16.945452,-18.44118,-0.00014804698,-22.434885,-17.812855,-19.81482,-18.250149,-18.504848
+16670,-21.857431,-0.0012636542,-10.751264,-14.916635,-17.177307,-18.929972,-15.751264,-18.063765,-21.492218,-29.126434,-24.43682,-15.888454,-19.690422,-15.5669365,-19.876265,-27.811,-15.914612,-19.288984,-22.845015,-21.677217
+6494,-25.711546,-12.250284,-9.750284,-9.878315,-15.313292,-0.0008471004,-17.000284,-19.250284,-17.39824,-26.562986,-22.869854,-15.409878,-12.501304,-17.50869,-19.937784,-23.854387,-19.788393,-20.075613,-19.875284,-22.992765
+17797,-24.239443,-18.876034,-18.751034,-20.510998,-15.903524,-28.238407,-8.626034,-0.0010338444,-8.380168,-26.95614,-15.8777685,-20.292828,-13.319379,-15.377173,-18.063534,-20.134201,-17.757917,-16.262861,-14.376034,-9.762323
+429,-23.712685,-13.562867,-10.250367,-9.671744,-18.254858,-0.0018411663,-17.250366,-21.875366,-18.896929,-22.269989,-22.657486,-16.126122,-14.129795,-17.685139,-19.812866,-20.941412,-16.421629,-18.238483,-18.937866,-21.068373
+1581,-9.697553,-14.192001,-7.379501,-14.068341,-13.398576,-8.133101,-7.629501,-6.754501,-0.0073788324,-16.569092,-15.501016,-10.947093,-10.256479,-9.505943,-15.192001,-16.69401,-8.879515,-13.760505,-13.379501,-11.447217
+1883,-25.798334,-10.500792,-0.00079183216,-8.002522,-8.8761835,-15.25386,-13.625792,-16.375792,-14.011987,-22.10191,-25.512085,-17.759415,-13.501271,-15.708624,-21.063292,-24.381987,-19.440657,-15.824098,-22.188292,-21.49867
+3915,-18.602365,-19.375227,-12.250227,-21.236416,-17.500456,-9.10442,-18.312727,-16.125227,-15.25755,-20.001526,-12.376289,-16.634985,-17.125898,-15.000695,-0.00022671037,-20.569092,-15.875315,-18.568855,-14.625227,-15.126179
+2636,-20.276148,-10.001374,-10.126374,-8.126791,-0.0018776667,-13.0385,-10.001374,-8.751374,-12.510366,-19.434664,-15.241332,-12.264492,-7.626624,-11.871183,-13.751374,-16.514868,-16.003672,-13.750812,-18.438875,-17.260014
+2198,-17.7291,-18.18867,-15.063669,-18.173307,-16.12889,-18.214056,-7.751169,-7.376169,-12.376438,-16.946146,-21.008667,-13.49354,-0.0012749692,-13.689943,-14.063669,-19.751776,-14.156253,-16.755453,-13.126169,-15.502097
+17831,-21.579712,-13.939622,-12.314622,-14.066312,-13.877749,-15.780839,-13.127122,-12.689622,-15.406865,-16.833721,-12.907267,-9.049988,-0.0026297593,-13.201272,-15.127122,-19.229342,-15.661462,-15.032715,-14.939622,-17.062183
+497,-13.15469,-18.187647,-15.812648,-20.930876,-22.031652,-13.333311,-16.750147,-15.187648,-18.190046,-19.254614,-16.61299,-13.731387,-14.972499,-10.304721,-17.562647,-15.571423,-13.375524,-0.0007418903,-9.875148,-14.3756485
+8890,-26.483265,-17.000154,-14.250154,-12.751235,-0.00049607863,-18.326485,-15.625154,-17.625154,-17.142742,-21.818388,-25.4839,-18.701273,-14.252524,-16.83511,-20.062654,-29.50521,-22.002495,-19.102468,-23.187654,-26.604813
+8910,-16.21532,-21.75083,-15.250831,-19.317282,-20.676125,-18.416407,-12.125831,-0.0008303055,-7.6302567,-17.813553,-17.206194,-14.091273,-15.324294,-14.2522335,-15.063331,-18.692614,-16.688353,-14.529793,-13.125831,-14.3139925
+4906,-16.52851,-18.625854,-13.375854,-15.702097,-14.314821,-16.547651,-10.750854,-7.500854,-13.440324,-19.251923,-19.79092,-10.60238,-0.0011251726,-12.001204,-11.000854,-21.75158,-16.189226,-15.322813,-17.625854,-15.068348
+17972,-24.818779,-12.563678,-9.876178,-0.0019256871,-7.001322,-18.193903,-10.751178,-17.188677,-15.667489,-18.271141,-24.126034,-14.909475,-10.501455,-16.423203,-17.126177,-23.399755,-16.796835,-18.508904,-18.938677,-23.960457
+12860,-21.454025,-11.251082,-8.001082,-0.0025238234,-11.064497,-11.001527,-11.876082,-15.001082,-11.381664,-11.190315,-20.498276,-8.765709,-9.378778,-12.686295,-17.532331,-26.164112,-15.456531,-14.0159445,-17.626081,-20.219374
+9727,-15.388213,-22.656378,-17.000128,-24.26737,-21.004482,-13.820211,-22.000128,-17.500128,-19.8145,-20.938005,-13.25807,-15.566246,-21.073277,-10.142569,-21.250128,-21.26336,-11.125161,-0.0014447761,-15.562629,-20.688974
+181,-24.024408,-17.000174,-14.250174,-11.330982,-0.00035521213,-20.144276,-9.750174,-15.500174,-17.650795,-21.611448,-26.898266,-18.480574,-11.500671,-18.875437,-20.937674,-24.690332,-20.688238,-18.271202,-21.562674,-23.107922
+6653,-25.179077,-22.187836,-22.875336,-24.101171,-29.084513,-30.010857,-19.812836,-21.250336,-18.33141,-0.00062169833,-19.214111,-26.410889,-22.503803,-17.28666,-20.000336,-31.573484,-20.970955,-20.654318,-19.625336,-17.396172
+9996,-12.253647,-19.314491,-18.251991,-23.717167,-22.550514,-22.666798,-13.064491,-15.126991,-13.940398,-19.627893,-20.65886,-19.415834,-15.980326,-12.781715,-15.189491,-0.0026549706,-13.208974,-14.219278,-15.126991,-7.877836
+12947,-15.799164,-14.875023,-14.375023,-19.140215,-16.314024,-12.501639,-15.375023,-17.562523,-15.001401,-21.93898,-22.4367,-13.878271,-13.375953,-15.193633,-17.625023,-20.439926,-6.3418265e-05,-12.627539,-22.093773,-20.191534
+6067,-7.503686,-17.751091,-14.75109,-18.820118,-20.78874,-13.650877,-16.001091,-14.00109,-15.939551,-20.43934,-15.92741,-14.351625,-14.883192,-9.51039,-17.751091,-15.064143,-10.251398,-0.0014054296,-8.75109,-10.251588
+8153,-12.03131,-14.937619,-13.937619,-20.790789,-18.634394,-15.197717,-16.68762,-15.625119,-17.439205,-20.876768,-19.335573,-9.876272,-15.005412,-12.965319,-18.25012,-22.001085,-0.00015556034,-11.877568,-10.500119,-19.128153
+9871,-25.932428,-20.687849,-20.312849,-21.82022,-27.709768,-31.052006,-18.312849,-18.500349,-16.38421,-0.0006732998,-16.06625,-24.63007,-21.04438,-14.494065,-19.250349,-29.179934,-20.029581,-20.7679,-15.312849,-17.38432
+5251,-18.777578,-17.50066,-16.18816,-19.131718,-20.116877,-20.563488,-13.000661,-12.938161,-12.43963,-11.3758135,-0.0007090757,-15.728093,-15.359449,-15.327513,-14.000661,-17.339785,-15.625755,-15.4409075,-11.250661,-14.626751
+11188,-12.039656,-19.62684,-22.18934,-25.42522,-26.300842,-20.367664,-14.314341,-14.939341,-14.192744,-19.064726,-18.390196,-15.895744,-14.766255,-14.700067,-15.126841,-0.002300488,-12.0040045,-15.7561245,-15.501841,-6.6270056
+10021,-27.744774,-11.500123,-15.125123,-16.843052,-18.567766,-0.0013175888,-20.187622,-24.812622,-20.545105,-28.837326,-25.394964,-24.347525,-15.1328945,-19.965733,-22.250122,-32.9148,-25.72068,-22.64709,-23.156372,-22.676815
+8867,-27.573175,-8.37559,-11.43809,-9.874265,-14.689459,-0.001332328,-17.125591,-21.000591,-14.678357,-21.807508,-23.563084,-25.027544,-14.383763,-16.796547,-21.438091,-26.784775,-22.366793,-19.750486,-19.500591,-18.114029
+10774,-8.3771305,-16.687925,-18.937925,-23.459711,-21.295738,-15.555756,-19.750425,-16.500425,-18.378534,-21.689602,-19.784466,-10.6343775,-16.667835,-14.198674,-19.625425,-22.095404,-0.0005482648,-10.001069,-9.250425,-17.938229
+865,-8.881454,-18.939148,-17.689148,-21.879799,-24.984196,-12.823974,-14.376647,-15.626647,-14.754361,-18.314804,-16.012934,-16.992247,-13.093916,-10.77511,-14.751647,-0.0022618803,-14.877038,-14.599656,-13.501647,-6.877378
+8943,-13.014147,-15.000839,-13.813339,-18.07475,-21.39563,-17.15831,-14.563339,-12.188339,-16.432413,-18.689974,-15.26397,-12.776869,-13.000604,-13.251415,-13.313339,-19.066822,-11.626185,-12.876152,-0.00083900057,-13.8136635
+11534,-20.53052,-13.625387,-10.125387,-10.501969,-0.00094497984,-14.501496,-15.625387,-13.875387,-16.317156,-18.2295,-23.086796,-14.8550625,-13.6257105,-19.945055,-18.250387,-22.657888,-18.376308,-16.909044,-19.312887,-22.919971
+10574,-26.533672,-14.128203,-6.3782034,-0.0035178065,-8.7533245,-12.255228,-14.128203,-16.503202,-15.3828745,-21.682465,-26.296377,-18.729809,-13.128402,-19.32999,-19.690702,-26.550713,-21.465694,-19.367609,-20.565702,-24.26982
+14040,-18.915188,-20.000772,-20.438272,-22.281664,-24.666187,-24.568205,-12.625773,-0.00077325007,-9.129276,-20.939344,-19.521688,-18.7467,-15.93902,-17.072184,-20.063272,-23.689709,-16.50101,-20.752346,-15.000773,-17.502638
+12440,-0.004284089,-20.06527,-15.6902685,-19.754978,-22.884985,-13.689235,-14.9402685,-13.4402685,-15.941097,-19.628462,-19.010109,-15.359625,-14.079062,-11.007131,-16.56527,-12.50342,-13.377851,-10.506103,-6.502769,-6.8780503
+1109,-16.817476,-19.688261,-19.625761,-23.361261,-26.136559,-21.520853,-17.938261,-11.75076,-19.189243,-20.814037,-14.854096,-16.011885,-16.831137,-16.379536,-18.750761,-20.268427,-13.375798,-17.163431,-0.0007603853,-15.063485
+8531,-14.344069,-18.875128,-16.937628,-20.960026,-24.687801,-14.49908,-17.000128,-14.812628,-18.691828,-19.49235,-18.545233,-15.700046,-16.444603,-11.261401,-17.562628,-18.382069,-13.562997,-0.00090651365,-9.625128,-16.44102
+5240,-18.708231,-18.500687,-16.375687,-22.229048,-17.209734,-19.567287,-12.000686,-8.500686,-0.0013603113,-15.314615,-15.25938,-16.998726,-14.878259,-14.440911,-19.000687,-21.9037,-15.3759985,-18.882803,-19.125687,-16.631283
+5595,-12.127242,-21.125044,-18.812544,-22.632656,-21.82883,-15.110672,-21.250044,-18.125044,-20.689316,-20.378666,-18.360542,-17.156641,-19.813623,-11.369784,-20.812544,-21.633408,-14.000116,-0.0010081644,-13.625045,-20.189375
+13457,-12.564209,-22.250326,-19.937826,-25.069305,-21.422876,-17.831366,-18.437826,-17.625326,-19.939604,-21.765285,-25.405493,-19.672127,-17.00074,-18.571798,-0.0003270568,-23.313427,-17.43792,-17.126,-15.562827,-17.75541
+10339,-28.583832,-12.125581,-0.0005812148,-8.376777,-11.626353,-14.877126,-10.875581,-17.938082,-16.759398,-18.115177,-26.195044,-18.478914,-16.250816,-15.439199,-18.938082,-23.038397,-20.188427,-15.390276,-19.875582,-20.267542
+5379,-21.516983,-17.687685,-20.437685,-19.133286,-23.327892,-23.226795,-17.062685,-16.875185,-14.065819,-16.937992,-0.00024650584,-23.546818,-18.319561,-16.603651,-17.437685,-22.893951,-17.064375,-20.38012,-14.062685,-17.957317
+16132,-23.691425,-14.876062,-11.001062,-0.0022033218,-7.1262746,-17.291065,-11.751062,-16.688562,-15.584471,-21.441223,-26.867498,-15.488068,-10.876206,-15.186323,-19.751062,-20.38882,-16.867403,-18.13243,-18.626062,-19.395498
+11543,-20.449837,-0.00032610344,-11.000326,-13.817955,-10.625847,-13.899088,-11.750326,-14.875326,-14.329498,-19.527174,-15.106001,-14.515506,-12.563687,-14.539495,-13.812826,-27.044239,-13.054074,-14.105304,-17.375326,-20.72568
+2745,-13.881546,-19.375406,-15.437905,-19.506817,-17.657663,-13.247208,-14.125405,-14.187905,-12.689469,-15.250817,-0.0006308672,-14.630276,-14.319664,-12.125976,-13.125405,-15.128734,-14.12581,-12.010844,-10.125405,-9.750542
+1593,-22.444548,-22.687563,-26.468813,-24.93994,-25.351574,-24.557978,-20.375063,-21.437563,-20.502731,-22.187725,-7.092748e-05,-23.72784,-21.629871,-23.374428,-21.750063,-23.775333,-22.375114,-24.565184,-19.375063,-23.31485
+9762,-22.050203,-21.687672,-20.812672,-23.070034,-25.373856,-30.388731,-18.437672,-18.625172,-17.69929,-0.00046569263,-12.626511,-23.095333,-23.194983,-17.26807,-20.875172,-25.53344,-20.439838,-22.073645,-17.062672,-19.195559
+4413,-29.158756,-14.250286,-14.625286,-16.767412,-18.44098,-0.0012826246,-18.500286,-23.187786,-23.109123,-26.567556,-25.607006,-22.71497,-17.334576,-19.718605,-22.562786,-32.69316,-28.541107,-20.666214,-21.469036,-20.209457
+8595,-20.383516,-18.626617,-18.439117,-18.067207,-18.680107,-19.844103,-16.314117,-15.314117,-17.005096,-22.202145,-22.583704,-16.07605,-0.004168594,-12.751722,-17.939117,-22.878899,-16.505747,-16.667856,-16.439117,-17.748775
+13097,-23.671953,-6.752393,-0.0023928839,-7.2672653,-10.004125,-10.753846,-11.252393,-15.502393,-15.319296,-19.337002,-21.068642,-13.170264,-15.252831,-12.25289,-13.689893,-16.504726,-16.828642,-12.42416,-18.814894,-16.72867
+8483,-11.594642,-23.000086,-21.437586,-24.505928,-20.533806,-16.752144,-17.000086,-17.187586,-17.50992,-23.439905,-26.848154,-22.091763,-18.88214,-19.75299,-8.582701e-05,-24.42809,-22.625114,-19.539589,-20.187586,-18.251152
+9758,-22.353342,-10.877293,-9.752293,-0.003136152,-7.627874,-14.685231,-10.502293,-14.627293,-12.894242,-16.108543,-24.411148,-13.758073,-8.127468,-13.994358,-17.689793,-30.87829,-17.87092,-13.838876,-16.939793,-19.462322
+3505,-19.745216,-19.000317,-15.750316,-24.012222,-21.5808,-22.25631,-0.00031585473,-12.000316,-13.144967,-22.943298,-22.825682,-21.302141,-15.250394,-17.875505,-18.187817,-24.91354,-19.93783,-20.2731,-18.875317,-15.938004
+4074,-21.839767,-0.0010378934,-8.001038,-11.639073,-11.877525,-10.5018635,-13.001038,-16.688538,-16.908007,-22.278519,-22.807007,-14.2596445,-14.268817,-12.690703,-15.313538,-26.134142,-15.373933,-15.835838,-16.751038,-18.08369
+14164,-16.280624,-12.625388,-0.00038783182,-8.738044,-11.752598,-11.940524,-9.500388,-17.187887,-14.446244,-23.198318,-20.604952,-16.132654,-14.001556,-12.129905,-15.250388,-21.155993,-11.751111,-12.768017,-18.562887,-15.075991
+3638,-0.0016870637,-19.00013,-15.437629,-19.270464,-20.060234,-14.036914,-14.687629,-12.250129,-14.813435,-22.376753,-20.33739,-12.64,-16.003881,-12.562959,-17.68763,-21.501633,-10.000135,-16.00647,-10.875129,-16.501493
+12968,-11.377595,-20.62557,-18.75057,-24.380892,-25.687555,-24.197077,-14.87557,-13.12557,-10.503131,-19.688545,-12.794087,-16.648994,-15.337715,-11.376213,-18.06307,-8.376238,-10.750598,-17.628136,-10.87557,-0.0007693136
+9284,-24.284924,-12.443355,-5.8808546,-0.006372908,-6.006163,-12.632899,-10.630855,-14.443355,-12.215766,-15.768492,-23.926119,-12.352801,-8.006188,-13.403578,-16.130854,-19.381447,-16.08396,-14.499124,-16.880854,-14.7528925
+11005,-27.297192,-20.18759,-15.62509,-18.131054,-18.125505,-21.751698,-8.964137e-05,-19.50009,-18.888092,-25.134691,-30.00433,-19.965452,-18.875288,-21.06335,-22.50009,-28.668736,-21.750143,-22.392284,-24.00009,-20.315292
+5956,-18.989481,-19.062899,-22.531649,-21.409328,-24.192665,-29.267431,-18.187899,-18.312899,-16.778868,-19.063066,-0.00044266318,-23.770374,-20.261406,-21.630959,-17.500399,-29.885422,-18.31334,-22.189745,-17.250399,-20.170336
+1187,-14.7529335,-19.687607,-18.125107,-21.59517,-22.821457,-12.094606,-16.687607,-14.187607,-16.252651,-15.192141,-0.0018658607,-14.468162,-17.2591,-15.127795,-18.437607,-17.502172,-15.312681,-14.262061,-11.750107,-15.312991
+7436,-10.878565,-17.752436,-13.939937,-20.261948,-28.077402,-19.80916,-12.564937,-13.877437,-15.4408865,-18.879774,-19.314451,-21.068394,-15.57314,-11.292034,-15.939937,-0.0032196655,-13.073155,-14.191252,-12.877437,-10.252546
+6630,-26.853556,-9.375176,-11.875176,-11.895304,-15.076624,-0.0007686756,-18.625175,-20.281425,-17.927889,-24.360418,-24.946674,-19.993465,-14.704392,-18.378246,-20.781425,-34.445168,-23.164085,-21.399916,-20.875175,-18.996302
+4560,-20.515585,-21.438128,-18.875628,-21.318045,-20.252573,-25.73626,-11.375628,-0.00062815484,-10.001558,-21.403456,-23.746056,-16.039566,-12.017191,-17.818449,-21.500628,-23.172323,-17.31319,-20.895939,-20.500628,-18.628492
+8597,-11.003167,-17.688274,-19.875774,-22.883795,-22.352987,-16.521935,-16.750774,-11.875774,-17.62703,-19.376608,-15.85786,-8.90249,-15.192105,-14.000924,-17.313274,-20.556847,-0.00077992503,-15.75718,-7.7507744,-17.439026
+1065,-7.9821324,-19.15702,-17.06327,-20.674006,-22.858341,-19.486376,-15.813271,-13.750771,-19.09385,-18.565563,-15.785658,-13.069381,-16.69979,-10.758177,-17.50077,-18.317923,-13.188421,-0.0013317096,-11.125771,-17.004328
+15251,-18.42656,-13.75177,-10.37677,-6.877572,-8.752228,-13.447674,-10.62677,-9.62677,-12.882112,-16.988405,-21.861908,-10.396969,-0.0032642463,-11.25266,-14.18927,-19.255022,-15.756134,-13.644305,-18.25177,-16.166195
+4726,-12.462479,-16.750233,-14.875233,-17.924538,-22.33631,-12.019992,-18.000233,-12.375233,-11.630287,-19.437893,-13.901663,-13.848875,-14.648185,-0.00068472803,-16.000233,-20.036377,-16.437832,-13.816424,-11.500233,-15.001645
+14324,-21.928673,-20.375517,-20.938017,-22.191448,-24.545498,-29.217989,-17.625517,-19.063017,-15.339447,-0.0020573046,-11.893526,-21.016428,-19.841967,-9.756648,-18.063017,-24.206848,-19.015823,-18.572477,-18.688017,-15.028
+17461,-9.382259,-18.627348,-19.189848,-20.632637,-25.435055,-14.944967,-16.502348,-17.127348,-18.723856,-17.628574,-16.588207,-15.477447,-15.141103,-14.394557,-17.564848,-0.0031671566,-12.7202425,-14.131532,-16.877348,-6.8841805
+12045,-10.5591545,-19.063322,-16.750822,-20.757545,-17.483044,-18.855947,-12.750822,-0.00082184863,-9.126704,-20.876348,-18.601864,-17.640085,-11.131728,-15.943637,-18.000822,-20.877457,-16.000908,-18.629679,-17.125822,-14.445914
+4079,-25.913408,-11.875777,-0.00077682355,-9.00213,-12.25106,-14.379964,-15.375777,-18.563276,-16.945948,-22.752022,-24.019089,-18.20519,-15.063529,-15.6889515,-19.875776,-22.470898,-18.56574,-16.988497,-21.063276,-21.819216
+8744,-12.916138,-19.252121,-17.939621,-22.381561,-15.879843,-26.846184,-11.00212,-0.002120272,-6.378166,-18.130472,-18.262728,-17.435291,-13.059826,-15.002768,-19.752121,-21.534245,-13.3146515,-18.577957,-16.189621,-14.067278
+14090,-19.228485,-16.812908,-14.625408,-12.377115,-13.565788,-15.495452,-9.375408,-12.250408,-15.940082,-18.509861,-23.84746,-14.533318,-0.00047913546,-11.882531,-13.875408,-21.875856,-17.939802,-16.144108,-16.125408,-19.784115
+7465,-18.367252,-18.438023,-22.594273,-21.94286,-23.222065,-27.845875,-16.375523,-16.938023,-16.253942,-0.0011858952,-9.501999,-21.004929,-18.698147,-14.753665,-17.125523,-20.31696,-17.068247,-19.166178,-14.688024,-14.126985
+1583,-10.024971,-20.625645,-16.750645,-21.660967,-18.491625,-15.155515,-17.750645,-16.250645,-18.126509,-20.255196,-24.632618,-18.17003,-16.690529,-12.879807,-0.0006441187,-23.376263,-16.813326,-15.251776,-15.688144,-15.126838
+4787,-24.003098,-20.50007,-23.59382,-24.600754,-27.998388,-30.825344,-18.06257,-20.18757,-20.50599,-19.937883,-9.00003e-05,-26.426197,-21.386448,-22.778437,-20.50007,-31.951937,-19.376698,-24.097433,-17.62507,-22.3892
+5301,-20.478346,-0.0010534935,-10.501054,-10.52635,-16.461422,-15.877254,-15.563554,-19.376053,-17.708698,-21.938475,-20.985292,-15.643806,-17.253378,-10.503088,-18.501053,-24.560238,-16.658165,-18.20796,-22.532303,-19.08916
+9347,-20.800333,-21.875294,-16.750294,-21.004257,-20.439707,-21.60503,-0.00029416525,-12.000294,-13.505144,-22.440008,-25.456629,-19.260815,-10.750797,-15.500863,-19.875294,-27.407833,-17.312803,-19.190857,-21.375294,-16.394354
+360,-12.909295,-16.50091,-16.50091,-19.824242,-20.349201,-15.3429985,-15.188411,-12.375911,-18.439001,-17.253397,-13.196227,-11.647336,-10.758141,-13.252129,-16.93841,-20.414999,-10.625937,-14.323123,-0.0009103445,-16.376299
+10626,-23.688541,-8.626858,-7.001858,-0.0025591191,-8.377248,-11.127731,-9.501858,-15.689358,-13.081478,-16.496836,-24.720272,-11.517279,-11.00228,-14.110596,-15.814358,-22.326513,-16.322441,-14.448198,-16.814358,-20.22031
+5502,-21.352377,-16.063126,-7.5006266,-11.376469,-13.12609,-14.754697,-0.00062648696,-12.500627,-15.439031,-19.448576,-23.675503,-12.379995,-11.625858,-16.140137,-17.000626,-24.230755,-19.750643,-14.261385,-17.313126,-19.398687
+16919,-23.80238,-19.06259,-23.71884,-23.785816,-26.720467,-30.249458,-19.43759,-18.93759,-18.234386,-19.327202,-0.0001361319,-26.036062,-20.702023,-21.31381,-19.06259,-26.514034,-19.88067,-21.877247,-17.87509,-21.985712
+2673,-12.342451,-15.937929,-13.937929,-18.631414,-23.98397,-10.095482,-17.00043,-14.437929,-14.823856,-15.151963,-17.44418,-12.99774,-9.879652,-0.0004760289,-13.750429,-16.370071,-14.8103285,-12.247026,-14.562929,-12.152868
+9591,-11.002392,-22.750446,-20.750446,-25.47309,-24.384111,-17.928562,-18.312946,-18.625446,-16.750769,-23.504667,-22.139685,-20.937187,-17.203123,-14.009146,-16.375446,-7.876203,-17.438114,-16.7517,-14.250445,-0.0009796584
+3919,-12.788714,-17.689552,-15.252052,-20.630247,-16.567543,-14.527574,-12.002052,-6.377052,-0.0024893908,-15.325783,-14.982076,-12.710972,-15.316349,-13.127948,-17.752052,-21.102335,-13.189568,-15.014597,-16.627052,-13.62776
+15633,-9.255201,-20.59693,-17.31568,-21.47525,-21.634352,-16.278568,-15.81568,-12.12818,-12.066489,-19.004818,-17.630972,-14.374281,-13.949824,-12.510018,-20.06568,-6.128869,-13.5032835,-13.192938,-7.3781796,-0.0035014288
+8011,-0.005384576,-18.376131,-15.438631,-19.44254,-19.949955,-17.249508,-14.501131,-7.501131,-10.009205,-20.003899,-18.88519,-14.402194,-14.505517,-12.00123,-17.251131,-16.189123,-13.688645,-14.1334715,-11.501131,-7.6264787
+16785,-15.362459,-17.878008,-15.003007,-16.279758,-14.129039,-20.446026,-8.753007,-6.2530074,-0.0033596172,-15.232714,-15.3763,-17.615295,-9.031955,-14.504372,-17.253008,-19.744947,-13.566144,-14.970203,-18.503008,-14.585763
+3852,-15.3364105,-17.127417,-13.877417,-21.827047,-23.559097,-22.749502,-10.252417,-7.2524166,-0.006221615,-8.884396,-10.672949,-14.628483,-14.566245,-7.2543955,-13.377417,-18.474134,-11.135283,-11.185964,-13.002417,-11.00806
+4444,-17.871841,-16.625189,-18.250189,-20.313513,-22.99572,-24.623856,-14.312688,-14.187688,-14.4593725,-16.12541,-0.00021169776,-15.987518,-15.823186,-15.763316,-15.812688,-20.511671,-14.690875,-19.224195,-17.000189,-17.94181
+675,-0.0036702119,-19.188297,-15.625798,-16.600178,-24.10339,-12.901045,-13.625798,-9.750798,-14.824662,-19.188877,-16.3953,-12.048596,-12.337469,-11.376862,-16.375797,-16.252357,-10.375819,-10.87854,-7.5007977,-13.063738
+763,-21.623777,-10.001395,-7.251395,-7.6963053,-16.128134,-0.0024792934,-15.438895,-19.970144,-19.476772,-18.654526,-19.29456,-10.505671,-13.378188,-18.590054,-19.626394,-21.388525,-16.440054,-18.668047,-21.595144,-19.107916
+2583,-24.673798,-12.501219,-13.063719,-7.5036597,-0.001685244,-15.566009,-11.626219,-16.688719,-16.775164,-18.384653,-26.143063,-14.919924,-15.253053,-17.157928,-16.813719,-29.14833,-19.02468,-17.907383,-18.813719,-22.09988
+18394,-16.468649,-17.50043,-22.31293,-27.593102,-22.422224,-22.995825,-18.12543,-16.12543,-19.814047,-23.410524,-21.776466,-10.897487,-21.505608,-18.652782,-21.50043,-22.977175,-0.0004999886,-16.127106,-16.68793,-21.513634
+6995,-15.45358,-10.875366,-11.000366,-18.604044,-16.567453,-15.564235,-11.625366,-13.125366,-15.315726,-19.909626,-21.258642,-10.13666,-12.715787,-11.94245,-17.562866,-21.1574,-0.00039344246,-13.563356,-8.750366,-16.6285
+7155,-23.165646,-8.001569,-9.501569,-6.936808,-12.503198,-0.0024797954,-14.626569,-20.81407,-17.011694,-22.900562,-22.84808,-19.356394,-13.817797,-17.822159,-19.68907,-27.799578,-17.064137,-18.50315,-20.28282,-19.129301
+6961,-13.564307,-16.187563,-20.312563,-25.232784,-26.362991,-25.28352,-16.312563,-15.625063,-20.30641,-22.254087,-23.789688,-11.192653,-19.940628,-17.751286,-17.187563,-24.928844,-0.00058803894,-17.751104,-18.250063,-18.567533
+5420,-26.898352,-18.000156,-15.125156,-18.256758,-17.688992,-19.42287,-0.00015627117,-12.875156,-15.152008,-17.566885,-23.16178,-17.021479,-12.626069,-16.076647,-16.875156,-25.549335,-17.64844,-19.025711,-22.812656,-20.65041
+6966,-25.954536,-16.688251,-12.5007515,-7.6264353,-0.0016193951,-17.190079,-9.0007515,-17.750751,-18.00332,-22.09803,-28.088984,-15.4851465,-13.250903,-18.704754,-19.625751,-24.849714,-21.001276,-18.412716,-20.875751,-20.965902
+2721,-18.474802,-19.690037,-16.315037,-20.003727,-16.455132,-18.192648,-9.127538,-0.0025374854,-9.639255,-17.962515,-22.052412,-23.641136,-15.941353,-18.628122,-19.877537,-20.196503,-18.56511,-20.72589,-21.190037,-15.612181
+277,-23.750513,-22.312702,-22.500202,-25.945948,-25.284185,-30.857899,-18.937702,-19.562702,-18.75149,-0.00073380966,-18.00371,-23.423058,-24.878216,-18.757282,-20.312702,-26.240433,-20.376017,-22.694653,-18.937702,-19.18852
+11413,-17.218624,-18.00044,-13.87544,-21.408495,-18.127186,-15.8226795,-13.75044,-11.87544,-12.815333,-18.878119,-16.509312,-17.565155,-10.2508545,-0.0018702273,-17.31294,-20.00207,-15.064882,-8.628883,-19.62544,-14.251522
+12031,-12.103579,-16.750986,-15.000985,-18.254538,-24.279528,-16.585209,-10.188485,-13.625985,-16.476177,-14.939135,-15.833238,-14.342371,-11.962748,-0.0013375764,-12.063485,-15.565238,-11.313717,-12.15307,-11.938485,-13.501786
+7061,-27.230268,-15.500474,-17.187973,-8.37693,-0.0008978014,-19.465849,-13.375474,-16.937973,-18.151989,-20.063,-30.398605,-16.452175,-13.250935,-21.64526,-19.437973,-25.505373,-22.127607,-18.76696,-21.687973,-25.225092
+6141,-22.15765,-14.125192,-9.250192,-15.890281,-13.253184,-13.472981,-13.562692,-16.93769,-15.87913,-20.333399,-21.731243,-13.513504,-16.43886,-13.323053,-18.06269,-20.005932,-0.001185858,-11.135938,-16.93769,-16.33225
+8643,-23.456898,-12.87512,-10.50012,-11.001558,-14.187958,-15.627731,-0.000120155746,-12.25012,-15.136815,-23.023575,-26.281015,-13.563231,-13.375215,-15.819789,-18.00012,-24.53359,-18.06317,-17.714767,-20.06262,-18.01864
+18100,-17.905977,-17.437601,-14.687601,-22.002975,-22.907085,-25.51727,-14.625101,-16.000101,-11.907849,-19.252005,-19.00538,-15.069682,-16.261654,-0.0002333979,-16.562601,-19.877449,-18.25052,-12.629518,-19.250101,-18.19267
+1090,-13.383657,-18.189978,-16.377478,-22.88261,-21.679287,-19.864279,-14.689978,-7.002477,-0.009660991,-15.886023,-13.545717,-12.674904,-14.131029,-11.902158,-16.877478,-17.496923,-15.315654,-17.632383,-16.064978,-16.96467
+17225,-12.635385,-14.750251,-15.875251,-20.690327,-21.424568,-17.155577,-16.50025,-9.750251,-17.003807,-20.627073,-18.806965,-8.9504,-15.830701,-14.002708,-17.18775,-21.534063,-0.00027224238,-10.876062,-14.500251,-14.129171
+3616,-12.662109,-12.9387865,-8.6262865,-15.29062,-13.753208,-0.0035349736,-13.1887865,-16.438786,-14.064707,-18.658478,-20.736837,-7.3773665,-13.251479,-11.882067,-13.3137865,-20.377542,-8.25131,-10.14176,-17.688786,-18.5505
+12554,-12.692186,-16.752346,-16.877346,-19.380945,-20.223066,-13.955062,-17.002346,-11.064846,-15.315647,-16.69049,-7.255158,-12.638911,-13.259261,-8.502764,-16.064846,-16.94094,-7.627375,-12.503125,-0.0023465024,-14.065379
+17984,-14.430061,-17.43783,-16.50033,-18.694311,-18.279306,-13.697049,-16.18783,-15.81283,-17.87919,-21.604584,-22.824938,-15.950196,-13.001363,-14.954297,-0.00033039355,-20.636246,-13.187903,-13.627568,-15.00033,-15.504778
+17089,-21.424677,-12.751084,-11.251084,-7.5017037,-0.00197348,-17.078848,-8.126084,-13.938584,-13.572737,-17.519657,-25.378632,-16.483107,-11.251203,-17.647333,-17.376083,-21.504463,-18.5264,-16.471088,-18.251083,-20.720982
+15889,-15.066574,-17.750284,-22.250284,-25.758015,-21.509449,-19.383448,-17.375284,-14.062784,-19.375668,-20.81636,-22.496744,-12.060712,-19.376398,-18.001072,-18.562784,-23.79076,-0.00029655232,-17.563906,-15.562784,-18.93841
+14823,-20.607897,-0.0019060079,-8.126906,-7.7534046,-8.504272,-10.191679,-10.001906,-16.439405,-16.17665,-16.622423,-21.14199,-16.586906,-13.005181,-12.627597,-15.376906,-24.133812,-15.757639,-15.427418,-19.033155,-16.647373
+15320,-16.318512,-15.938119,-8.625619,-15.036647,-15.252843,-15.691674,-0.00061921973,-9.625619,-8.257441,-20.57524,-21.225397,-16.118996,-14.564352,-14.501013,-16.31312,-21.504995,-10.625654,-15.441305,-19.37562,-14.564497
+16216,-8.626605,-17.250626,-14.625627,-19.221603,-19.66078,-12.15134,-15.438127,-11.875627,-13.127526,-15.876136,-17.365263,-11.203711,-13.191516,-10.501528,-17.938126,-14.251417,-0.0006492559,-9.390607,-11.313127,-8.502756
+7497,-22.207901,-19.000284,-24.000284,-21.47225,-25.676796,-26.94599,-17.375284,-20.531534,-18.13563,-19.130392,-0.0003585385,-24.571243,-20.709364,-23.926804,-18.687784,-24.971947,-19.138054,-22.664175,-18.875284,-23.350916
+11303,-13.674842,-22.907244,-20.782244,-26.95307,-25.435127,-24.554573,-14.875994,-17.875994,-18.067226,-20.376955,-20.134342,-21.337963,-18.220898,-15.8638,-19.438494,-0.0020682826,-13.977241,-15.146737,-14.500994,-7.5016146
+11216,-23.681795,-14.251304,-8.751304,-7.0022798,-0.0016982812,-16.508734,-9.126304,-13.251304,-15.076233,-25.390396,-26.895536,-15.853114,-11.376417,-12.904097,-17.563805,-22.474646,-17.568855,-16.751825,-19.063805,-16.589115
+12936,-18.50425,-11.817436,-6.504936,-0.006503977,-7.8811054,-10.380912,-7.129936,-14.254936,-10.70131,-12.234422,-19.352938,-7.019001,-8.25547,-10.687583,-14.129936,-17.747934,-11.256272,-9.769133,-17.504936,-16.978504
+10885,-25.8261,-14.250811,-10.250811,-0.0018421148,-8.751137,-16.898376,-12.500811,-19.18831,-16.723036,-20.32433,-25.464716,-17.705545,-15.626594,-19.375956,-20.53206,-32.516953,-21.022423,-17.321503,-20.06331,-25.050991
+17409,-23.517118,-23.1877,-23.3752,-25.38118,-27.553486,-31.187084,-19.5002,-21.7502,-18.255013,-0.0004502022,-16.041561,-25.156765,-22.314844,-15.626661,-19.6252,-25.935602,-21.197247,-21.505903,-21.8752,-16.266962
+18,-20.98582,-15.939595,-14.064595,-13.758759,-14.816615,-14.865283,-9.814595,-13.564595,-15.996951,-21.824677,-20.946388,-14.08264,-0.002163476,-10.13143,-13.939595,-23.906406,-14.69991,-14.860631,-16.752096,-17.158485
+16872,-18.304642,-0.0013663966,-8.626367,-13.943221,-13.440581,-13.690556,-13.313867,-13.876367,-19.441742,-20.64828,-19.368332,-15.117429,-12.7522955,-10.504325,-20.188866,-17.677298,-17.626678,-17.845852,-18.688866,-18.25574
+9351,-13.582628,-19.001413,-20.626413,-24.052914,-21.50217,-20.63132,-20.001413,-15.126412,-18.314478,-20.93978,-15.681365,-15.3026905,-16.549131,-17.195034,-18.626413,-23.06801,-13.001482,-19.566376,-0.0014128237,-19.50217
+5791,-17.579338,-20.687588,-21.625088,-25.94127,-23.094051,-21.224794,-19.812588,-13.750088,-19.938736,-20.000849,-21.86817,-0.004056313,-17.573145,-16.56457,-19.562588,-21.81351,-9.50014,-17.066044,-15.937588,-19.626575
+2575,-22.972624,-21.500135,-16.625135,-23.201515,-18.50124,-20.002432,-0.00013481661,-12.375134,-17.376003,-22.757132,-24.290142,-20.557268,-16.125376,-20.688332,-19.500135,-26.126228,-19.81264,-21.439814,-20.937635,-17.500988
+754,-12.660426,-12.87541,-0.0004102342,-9.878401,-10.501,-12.063681,-11.12541,-14.00041,-10.503843,-19.943089,-19.662916,-12.69191,-9.500536,-9.250687,-13.87541,-19.940042,-11.250474,-11.753507,-15.68791,-12.376284
+9118,-24.059198,-12.876765,-0.0017654799,-6.880662,-10.002255,-9.002548,-11.376765,-16.876766,-14.832926,-19.370296,-25.650108,-15.013307,-15.8815,-15.215351,-19.376766,-29.169546,-17.460758,-15.167379,-18.126766,-18.658323
+14907,-18.596237,-22.62505,-21.00005,-27.256445,-29.52701,-20.209229,-20.62505,-20.31255,-19.099592,-24.81529,-23.007204,-21.882917,-18.876215,-16.000217,-4.9470633e-05,-22.753414,-19.81264,-18.2527,-21.31255,-18.379839
+6668,-13.381293,-16.750628,-15.3131275,-20.065977,-18.430674,-15.328014,-14.3756275,-11.4381275,-12.876284,-14.439541,-11.833284,-11.776272,-11.630554,-10.501977,-10.6256275,-16.320898,-10.625644,-14.629112,-0.00062791654,-11.375928
+14232,-18.793213,-11.689623,-9.127123,-0.0029311592,-6.50248,-13.5048485,-10.377123,-14.377123,-12.628862,-15.07012,-20.309288,-13.197947,-9.377897,-14.455195,-16.752123,-19.563784,-16.002176,-15.400979,-16.377123,-17.194462
+390,-26.1487,-15.312792,-12.750292,-14.669463,-13.439481,-15.56412,-13.875292,-13.625292,-17.315714,-20.204353,-22.490862,-0.0004799955,-11.757314,-15.882463,-16.187792,-20.692492,-15.688801,-13.15459,-19.687792,-20.921135
+6078,-19.209408,-0.0020704279,-10.87707,-12.756299,-16.757782,-10.256305,-14.62707,-16.752071,-18.350124,-23.197472,-25.590351,-17.444374,-15.254908,-9.877147,-15.25207,-20.809147,-13.654591,-15.50689,-19.095821,-17.942743
+3308,-17.157,-12.689786,-10.189786,-12.443814,-13.254895,-11.294371,-10.939786,-13.877286,-15.525903,-18.291208,-23.61491,-0.0025641613,-13.257561,-13.160608,-15.564786,-23.703896,-12.584065,-11.397633,-16.189785,-16.481781
+6415,-27.767996,-8.126812,-0.0018117694,-6.7525573,-9.002081,-14.128649,-10.501812,-14.314312,-14.567993,-19.630201,-22.880512,-15.508407,-10.626899,-14.00486,-17.439312,-21.502605,-20.380653,-14.095028,-19.939312,-18.75413
+16332,-23.46109,-17.250696,-18.563196,-20.450764,-20.902302,-25.128536,-12.250697,-11.375697,-17.575104,-0.0011714718,-14.752655,-16.574211,-18.337933,-14.080762,-16.188196,-20.875862,-15.252287,-15.987298,-13.125697,-16.280298
+8449,-17.237663,-12.438214,-8.500714,-9.502007,-13.62647,-10.001763,-11.063214,-15.375714,-12.0049095,-16.939838,-20.337227,-0.0013444654,-9.377214,-11.910409,-15.188214,-18.942533,-10.3760395,-11.817688,-18.656965,-15.400009
+14657,-24.131748,-14.313333,-0.00083292596,-8.376388,-12.501913,-13.817814,-13.875833,-17.250834,-13.709078,-20.019426,-26.640587,-15.885074,-13.438872,-14.899824,-19.250834,-22.320862,-17.314314,-16.162542,-20.250834,-19.978428
+2410,-20.941118,-0.0012680594,-10.688768,-9.958204,-11.127263,-12.064696,-11.938768,-15.813768,-15.462772,-21.517368,-22.095139,-14.759518,-13.817921,-12.358855,-13.001268,-29.073254,-15.71962,-18.96126,-18.063768,-15.324927
+12161,-17.513641,-17.751236,-15.688736,-15.9415245,-16.506292,-17.144474,-7.6262355,-0.001235675,-8.009335,-17.107824,-19.228153,-19.354744,-11.129822,-17.501497,-17.688736,-19.564747,-17.06396,-18.20113,-18.063736,-12.917655
+12204,-13.779056,-21.812565,-17.187565,-22.004417,-23.08333,-18.647507,-16.437565,-20.937565,-21.344456,-19.86397,-21.246319,-19.34384,-17.876022,-0.00019144002,-18.187565,-21.93987,-16.814169,-14.133237,-21.437565,-18.438147
+5424,-11.265912,-17.188633,-13.188633,-19.071877,-15.98776,-15.398802,-10.751133,-12.626133,-9.759445,-17.128744,-15.72758,-15.308569,-13.06511,-8.251366,-12.376133,-11.251675,-13.313675,-10.715168,-12.876133,-0.0014819034
+5097,-17.223227,-20.062872,-17.687872,-23.050947,-20.2215,-19.543175,-10.875372,-0.00037150635,-9.751799,-17.189104,-17.133465,-16.71358,-14.314733,-15.2568655,-18.562872,-23.137243,-15.812939,-20.016533,-13.625372,-14.125435
+11528,-12.237271,-18.875557,-14.125557,-18.380405,-22.607826,-11.775051,-17.500557,-14.875557,-16.501984,-18.754927,-16.034222,-14.509841,-14.829941,-9.501533,-16.813057,-12.581115,-13.506102,-0.0014430768,-11.250557,-13.878707
+13506,-25.790857,-24.875301,-24.812801,-27.941914,-32.101315,-33.22323,-20.625301,-22.375301,-17.631891,-0.0025305455,-20.409166,-22.209835,-24.194263,-20.8776,-22.750301,-27.970892,-22.730364,-23.895655,-25.250301,-22.55868
+14542,-14.329827,-13.312875,-10.250375,-18.66432,-12.938488,-0.0067320475,-15.500375,-15.187875,-14.065893,-16.688343,-12.697703,-12.438998,-14.001845,-10.750638,-11.687875,-14.563886,-8.500404,-10.650369,-13.187875,-13.313766
+17899,-13.66298,-17.063358,-11.500859,-20.54118,-18.126892,-8.878299,-16.438358,-17.250858,-13.027806,-19.189459,-18.156338,-11.003391,-15.876189,-0.0014244989,-13.125859,-15.2515955,-11.000973,-7.3981504,-13.688359,-13.127074
+3167,-14.254975,-19.31271,-19.93771,-24.712484,-22.504093,-19.291376,-19.00021,-12.87521,-18.376131,-22.001488,-18.925457,-0.0024731534,-17.649939,-15.567641,-19.93771,-19.836828,-8.625248,-13.438372,-11.87521,-17.37656
+8564,-12.440518,-19.688597,-16.938597,-21.945612,-22.646254,-15.741675,-10.376097,-12.313597,-11.25218,-14.251325,-13.017251,-14.55293,-15.763972,-11.941328,-14.501097,-7.6271095,-14.126168,-14.380105,-13.188597,-0.001375869
+6860,-13.111078,-11.375425,-8.875425,-12.878376,-12.193289,-0.0022425659,-13.000425,-14.500425,-16.87899,-20.564764,-17.693167,-8.751397,-13.50103,-12.001382,-10.625425,-19.251667,-12.25045,-12.581312,-18.625425,-13.815515

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=20newsgroups/list=test_800/labels.csv

@@ -0,0 +1,800 @@
+9093,16
+6372,2
+14573,12
+11938,15
+1712,17
+12553,16
+16642,14
+2432,18
+4032,15
+2320,3
+9358,3
+10651,1
+9297,8
+5267,14
+7346,13
+18169,3
+544,17
+4136,2
+14172,1
+2609,10
+17603,11
+12700,14
+6239,12
+8495,18
+15771,18
+11698,18
+127,16
+3419,17
+13218,0
+17284,5
+3475,1
+15884,17
+14988,3
+15250,12
+265,3
+14431,13
+2182,19
+16984,1
+8187,19
+4463,9
+15259,13
+17872,12
+2223,8
+15302,12
+6970,12
+6840,10
+5417,11
+5550,7
+14019,16
+6122,10
+15287,12
+12758,2
+3017,2
+37,11
+16939,15
+5018,14
+16827,7
+4365,4
+15411,17
+17191,5
+3836,11
+9220,12
+691,5
+12707,11
+5492,6
+4703,15
+3800,2
+15970,13
+10179,17
+8908,7
+5284,10
+6699,4
+346,9
+1343,4
+5352,3
+9079,6
+11870,19
+16922,6
+921,11
+7089,9
+1642,14
+6070,13
+7518,15
+10751,15
+174,13
+16038,10
+16392,10
+3722,15
+4781,15
+10028,2
+15197,8
+13618,4
+5070,5
+16307,10
+13398,4
+8996,2
+11358,18
+9565,18
+5237,19
+7450,19
+15992,17
+9879,2
+18046,5
+17540,12
+11094,1
+15116,9
+15945,5
+11742,5
+13122,13
+618,2
+30,6
+4186,7
+17581,16
+13233,9
+10977,14
+6010,2
+16733,10
+15300,15
+2011,5
+13108,15
+5547,2
+8648,4
+8365,18
+3490,16
+1790,14
+718,0
+15930,19
+1178,13
+9773,9
+17616,11
+733,17
+3740,3
+8897,12
+13049,3
+11555,16
+4631,7
+7830,10
+13143,11
+17982,10
+2064,18
+9327,6
+2784,5
+16094,1
+1661,9
+14421,0
+376,13
+14091,14
+3641,18
+18342,19
+7598,3
+17676,12
+9229,9
+12389,7
+16991,7
+13416,1
+7828,7
+6071,18
+14065,3
+15961,16
+11912,16
+2544,9
+6009,13
+5765,11
+17811,16
+12062,10
+78,2
+12738,2
+900,16
+7248,10
+8654,13
+11763,18
+8986,12
+18281,2
+3513,12
+17921,19
+14797,18
+13119,17
+611,16
+14417,9
+16506,18
+6303,5
+15475,6
+6881,0
+1749,9
+15921,9
+11810,7
+10963,13
+11445,11
+9029,1
+10032,2
+1325,8
+6318,9
+18243,14
+11366,4
+4343,1
+1309,1
+3292,9
+10631,18
+5425,15
+12275,11
+10638,6
+5767,14
+4571,5
+8157,6
+2910,15
+8870,7
+3623,10
+698,10
+15737,4
+13194,15
+8273,1
+17359,7
+9928,10
+823,12
+1066,10
+8386,5
+4043,17
+14005,13
+11079,3
+9484,2
+15875,18
+13012,14
+2154,12
+17060,16
+12041,6
+2109,16
+12734,10
+7063,0
+5552,16
+9988,0
+18088,8
+6834,3
+2267,10
+3778,1
+13669,11
+8807,4
+6001,18
+8900,0
+13228,13
+13252,8
+8330,18
+16479,8
+15968,9
+17641,8
+5295,3
+11399,7
+1243,15
+15399,16
+3101,11
+45,4
+4760,19
+359,4
+14055,11
+12632,14
+14892,11
+13716,18
+6861,7
+16982,3
+17263,9
+14135,18
+13361,6
+77,7
+9048,14
+15957,4
+8833,12
+14854,10
+5807,16
+7278,7
+2542,8
+6784,16
+3280,2
+8796,8
+2508,1
+8686,13
+5604,7
+15050,14
+15614,4
+128,9
+9381,13
+6707,10
+15166,19
+14118,13
+17574,6
+8139,13
+8837,2
+12563,18
+1300,12
+18265,11
+1377,8
+14927,16
+16580,0
+9248,2
+9084,10
+8182,7
+1902,8
+11050,10
+430,15
+7213,19
+1717,18
+10812,7
+16893,0
+8177,1
+13630,2
+7026,2
+3148,18
+17758,3
+13542,2
+1657,17
+11197,14
+6781,18
+14105,11
+3978,11
+13625,13
+737,9
+6361,4
+15800,5
+9291,19
+12254,17
+14052,5
+9893,2
+13489,12
+10263,4
+7884,4
+8585,2
+9812,2
+9721,15
+16075,12
+13649,7
+4637,5
+5119,8
+1702,18
+1604,4
+13602,13
+8402,2
+14919,1
+9317,16
+9355,12
+1878,5
+10713,0
+7406,14
+6869,11
+9950,14
+2428,6
+10251,15
+14115,2
+11589,8
+15969,6
+6156,9
+5236,1
+1511,2
+15753,11
+14327,16
+8932,7
+5037,5
+7885,17
+15090,15
+15917,0
+8552,3
+14204,8
+12108,8
+13056,3
+18264,10
+4904,9
+9831,9
+7550,10
+16800,14
+4910,3
+6040,14
+15897,15
+1489,4
+2607,16
+18351,11
+1335,19
+12473,2
+13811,0
+11656,17
+2009,16
+12892,9
+6328,14
+4535,11
+5124,9
+4052,17
+1866,17
+339,1
+9464,0
+16877,18
+5846,8
+16562,8
+13422,13
+17613,9
+9640,16
+8770,5
+17201,2
+13925,5
+1640,3
+13411,3
+18133,4
+1727,8
+14075,10
+13375,13
+9439,0
+6819,17
+13720,9
+1590,3
+10274,16
+14559,19
+559,15
+9101,10
+5082,10
+11364,18
+12767,15
+1587,6
+15995,17
+1541,17
+3560,15
+3747,3
+17792,13
+245,18
+13400,10
+15095,15
+2532,1
+6503,8
+18364,19
+10357,5
+389,4
+10468,17
+4975,10
+163,12
+8279,14
+1972,16
+6418,12
+13139,4
+8478,7
+1431,3
+12647,7
+17226,18
+6651,17
+1832,5
+885,17
+1675,4
+2235,14
+14970,16
+4333,1
+6929,2
+4589,1
+10840,19
+5333,14
+2678,13
+4698,5
+7016,1
+9624,13
+2189,18
+15418,0
+16582,13
+8612,15
+2825,2
+3625,11
+6532,17
+6245,14
+17838,11
+7277,3
+8071,1
+7429,10
+569,10
+14886,6
+15240,4
+14185,15
+14420,3
+11920,1
+12801,13
+1647,13
+1755,3
+285,10
+17721,17
+6979,11
+39,16
+11370,11
+3614,1
+4075,11
+11525,5
+5365,2
+2885,14
+4179,9
+887,4
+8197,10
+13717,17
+6545,0
+9760,5
+817,1
+5133,17
+2033,9
+11301,1
+17487,5
+14177,0
+4531,17
+17414,5
+1957,6
+14516,7
+2749,1
+18229,1
+12514,7
+12742,16
+15941,18
+17885,19
+6542,7
+2799,14
+15027,3
+5459,15
+6367,2
+2858,13
+15137,13
+1594,10
+15612,3
+2594,15
+11128,4
+16626,16
+9963,11
+10248,18
+4856,8
+12078,7
+250,2
+5235,15
+16973,18
+17413,12
+14428,4
+11941,15
+11836,16
+14948,18
+1412,10
+11214,17
+13980,2
+11521,8
+12332,3
+3370,10
+5852,3
+16300,10
+3304,18
+979,2
+3933,9
+15810,9
+2726,15
+9609,6
+15857,18
+15419,2
+7370,3
+16401,14
+1683,2
+14263,19
+17745,6
+17299,4
+16736,14
+1337,11
+16960,9
+3887,15
+17894,16
+9953,11
+4040,15
+3398,14
+13460,7
+3603,11
+12725,17
+16778,4
+12021,4
+4564,15
+14972,13
+2378,11
+18371,9
+15855,0
+507,13
+14051,6
+11267,8
+9521,16
+3683,14
+9163,12
+6748,18
+619,9
+14119,6
+14367,14
+4334,14
+4475,3
+7143,7
+8087,7
+15319,1
+2731,10
+7749,19
+4913,3
+17977,11
+7360,13
+17781,7
+10649,4
+11798,10
+9572,10
+5675,13
+1497,8
+318,6
+15440,15
+13793,7
+11119,14
+9993,19
+8290,5
+17579,1
+13427,6
+536,6
+3541,10
+4807,0
+4218,14
+12666,4
+16719,2
+6571,3
+6588,1
+5702,4
+1803,10
+10660,3
+7251,16
+14433,2
+10258,9
+3890,8
+17608,5
+6286,19
+12373,14
+5467,13
+4834,8
+5822,1
+9997,15
+1067,4
+10893,11
+12261,6
+16944,6
+18396,1
+11805,12
+1029,3
+332,14
+10582,13
+17366,11
+14287,6
+1839,10
+10233,4
+14799,15
+7468,0
+9755,1
+13935,7
+10954,7
+11320,2
+14262,3
+16725,15
+18389,19
+12970,8
+8476,2
+16283,8
+11182,16
+13663,18
+8136,16
+15307,8
+17862,18
+6522,11
+15556,1
+962,19
+5312,18
+12809,3
+8589,2
+7893,3
+4414,0
+11118,17
+13622,14
+1319,8
+6480,18
+11813,4
+3508,3
+5136,8
+5801,12
+3529,3
+11720,15
+16912,5
+15199,8
+8338,16
+6400,17
+558,17
+12040,6
+944,10
+9372,2
+14954,6
+11176,6
+7469,5
+9263,1
+16967,13
+1914,4
+6251,9
+8274,9
+10527,17
+14307,14
+13322,6
+12648,6
+10986,10
+7185,13
+5737,10
+10183,9
+3495,18
+1274,5
+2413,9
+8234,12
+5783,6
+1536,7
+10048,16
+1787,9
+15255,3
+3671,17
+5986,3
+9620,6
+6380,1
+14181,4
+2001,0
+14953,2
+6490,9
+1131,15
+1856,10
+5982,5
+12226,13
+9419,3
+5882,9
+3295,17
+6952,3
+13477,7
+18134,15
+81,16
+7998,9
+13836,9
+9710,14
+9954,4
+16058,9
+16859,12
+1009,15
+12596,13
+2118,12
+1472,16
+18319,11
+2567,8
+579,11
+1328,19
+9424,19
+15998,17
+3357,11
+10411,6
+8436,7
+18332,9
+13030,1
+17550,7
+5053,11
+9387,9
+4828,14
+12006,8
+9323,17
+15925,2
+15979,3
+4753,14
+9385,6
+14211,17
+13364,10
+16546,10
+17795,13
+14990,7
+15602,6
+4896,0
+397,5
+15832,18
+12622,8
+7048,11
+17771,19
+9245,4
+2390,15
+16069,0
+16122,8
+17378,19
+3947,0
+8268,9
+6419,5
+16403,2
+13568,5
+2370,19
+15484,6
+6904,13
+8175,17
+13430,7
+8432,11
+14159,17
+10327,11
+12384,3
+13474,3
+13988,14
+13985,4
+3538,10
+14670,18
+3533,17
+11680,1
+665,10
+16601,1
+7858,7
+11650,3
+5909,2
+10873,14
+6960,15

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=4/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=4/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,223 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3480089604854584,0,8.246585845947266,
+0,8,0.059248629957437515,1,6.978452962987563,
+0,16,0.03443896397948265,2,5.615957443530743,
+0,24,0.03440842777490616,3,5.699505627155304,
+0,32,0.034404125064611435,4,6.075262069702148,
+0,40,0.034178491681814194,5,3.8843016922473907,
+0,48,0.03430882841348648,6,2.787103421986103,
+0,56,0.03288109600543976,7,2.1696154991785686,
+0,64,0.03259558603167534,8,3.2543395310640335,
+0,72,0.03431982919573784,9,4.6693003107519715,
+0,80,0.03134176507592201,10,3.5395904779434204,
+0,88,0.034758977591991425,11,3.7293589748442173,
+0,96,0.033598680049180984,12,1.986432201722089,
+0,104,0.033990148454904556,13,2.4308878651687076,
+0,112,0.03477029502391815,14,2.0925044789910316,
+1,120,0.03125737980008125,15,1.7014333605766296,
+1,128,0.031103920191526413,16,1.5692623503067915,
+,,,16,,2.077437067606363
+1,136,0.03364090248942375,17,2.5450314512619605,
+1,144,0.03122393786907196,18,1.3374999323311973,
+1,152,0.03454029560089111,19,2.0504136085510254,
+1,160,0.0335613489151001,20,2.5371485869089763,
+1,168,0.03217988833785057,21,1.0040076207369566,
+1,176,0.03449731692671776,22,1.2829007547762659,
+1,184,0.031083904206752777,23,1.2331123104585069,
+1,192,0.030914079397916794,24,1.4269265767652541,
+1,200,0.03259114548563957,25,0.6389882741495967,
+1,208,0.030902855098247528,26,1.2507911585271358,
+1,216,0.0349062941968441,27,0.539646496229312,
+1,224,0.030680980533361435,28,1.1739220023155212,
+2,232,0.030454549938440323,29,0.5974855825304985,
+2,240,0.03341259807348251,30,1.086112429113949,
+2,248,0.03442021831870079,31,0.7562722585474452,
+2,256,0.03088107705116272,32,0.6310472320765257,
+,,,32,,0.9477150239140154
+2,264,0.032371651381254196,33,0.36554277688264847,
+2,272,0.03315932676196098,34,0.47164027708081097,
+2,280,0.030586611479520798,35,0.5074455315868059,
+2,288,0.03364778310060501,36,0.689003934385255,
+2,296,0.03437228873372078,37,0.8852854354514016,
+2,304,0.032620061188936234,38,1.0323945805430412,
+2,312,0.030938223004341125,39,0.6415954273767196,
+2,320,0.030974917113780975,40,0.318344309926033,
+2,328,0.031101148575544357,41,0.6409754281242689,
+2,336,0.031557925045490265,42,0.6837919488110963,
+3,344,0.03430788591504097,43,0.9227101649157703,
+3,352,0.031330656260252,44,0.49548420682549477,
+3,360,0.03092397004365921,45,0.2244089868451868,
+3,368,0.03115958347916603,46,0.40017825538026436,
+3,376,0.03335089981555939,47,0.16542921541258693,
+3,384,0.03125756233930588,48,0.18992244033142924,
+,,,48,,0.8351592098373964
+3,392,0.034252360463142395,49,0.6154463268432986,
+3,400,0.03565477579832077,50,0.671001530950889,
+3,408,0.03387031704187393,51,0.4105711777228862,
+3,416,0.03383642062544823,52,0.11236132343118596,
+3,424,0.034396443516016006,53,0.08135365223925975,
+3,432,0.033472441136837006,54,0.1385369621874655,
+3,440,0.03370501846075058,55,0.37895240714507444,
+3,448,0.030801046639680862,56,0.1580699385376647,
+4,456,0.031154397875070572,57,0.11325895578290025,
+4,464,0.031581610441207886,58,0.2507269124034792,
+4,472,0.032944969832897186,59,0.1399272222421132,
+4,480,0.03101969137787819,60,0.2677492653975995,
+4,488,0.0308702290058136,61,0.1482631954131648,
+4,496,0.0344993881881237,62,0.09102406736152867,
+4,504,0.03108770027756691,63,0.629530704804123,
+4,512,0.0311795212328434,64,0.1011436666827649,
+,,,64,,0.9010661481374718
+4,520,0.03445373848080635,65,0.21063192342134082,
+4,528,0.031367357820272446,66,0.4600580275679628,
+4,536,0.03137282282114029,67,0.13288567622657865,
+4,544,0.031013060361146927,68,0.0715150612522848,
+4,552,0.03365664556622505,69,0.0362655256758444,
+4,560,0.03097083792090416,70,0.09009058650634769,
+5,568,0.031106416136026382,71,0.07043830783416828,
+5,576,0.03431585431098938,72,0.06817919587151014,
+5,584,0.03086790442466736,73,0.021632446767762305,
+5,592,0.052967481315135956,74,0.15547997795511037,
+5,600,0.0314733050763607,75,0.03953619689071694,
+5,608,0.03128047287464142,76,0.018003566942822475,
+5,616,0.03147638961672783,77,0.022645399226651836,
+5,624,0.033586181700229645,78,0.0245108670704732,
+5,632,0.03162674605846405,79,0.041188579616573406,
+5,640,0.03353143110871315,80,0.01387022978023571,
+,,,80,,1.2840713133294899
+5,648,0.034819524735212326,81,0.3336886714096181,
+5,656,0.03273754566907883,82,0.01922906999890175,
+5,664,0.031833063811063766,83,0.10893363750074059,
+5,672,0.03154247626662254,84,0.18162829221546417,
+6,680,0.03159768134355545,85,0.02430997946066782,
+6,688,0.03408059850335121,86,0.00909919970269714,
+6,696,0.03404511511325836,87,0.0225009330041597,
+6,704,0.032854851335287094,88,0.030745385866612195,
+6,712,0.03118487447500229,89,0.12690338716492988,
+6,720,0.03329068422317505,90,0.02150568231725349,
+6,728,0.03498034551739693,91,0.08683062016772215,
+6,736,0.03580804541707039,92,0.005211054274695925,
+6,744,0.03439582511782646,93,0.05149574218012276,
+6,752,0.031376805156469345,94,0.0379397236101795,
+6,760,0.0314759723842144,95,0.0055349756594902525,
+6,768,0.03136133775115013,96,0.024882993136998266,
+,,,96,,1.2579799789980233
+6,776,0.0335671491920948,97,0.006035506790794898,
+6,784,0.031185243278741837,98,0.05551238534306841,
+7,792,0.03277518227696419,99,0.012418484921320616,
+7,800,0.03130132332444191,100,0.009149289552998893,
+7,808,0.033925123512744904,101,0.011271434943549909,
+7,816,0.03429675102233887,102,0.006188292983486983,
+7,824,0.03308742120862007,103,0.0035612646548543125,
+7,832,0.03468061983585358,104,0.007009474385995418,
+7,840,0.033942002803087234,105,0.004195688867612797,
+7,848,0.03136212378740311,106,0.010326270654331893,
+7,856,0.03427254781126976,107,0.002518723049433902,
+7,864,0.03371654078364372,108,0.002987898956884497,
+7,872,0.033121779561042786,109,0.006462522655056091,
+7,880,0.034424781799316406,110,0.002340190321453573,
+7,888,0.03131970763206482,111,0.00885709543217672,
+7,896,0.034609343856573105,112,0.003701675039095183,
+,,,112,,1.4038288162415287
+8,904,0.030986975878477097,113,0.0047224004725542135,
+8,912,0.03371979668736458,114,0.0050582179459385,
+8,920,0.03497735410928726,115,0.0019345520995557308,
+8,928,0.03456743806600571,116,0.00468432988661031,
+8,936,0.0308305025100708,117,0.0027448988419362446,
+8,944,0.030889637768268585,118,0.007124839365133084,
+8,952,0.030878812074661255,119,0.0046840082751049734,
+8,960,0.03074164316058159,120,0.004874544145422988,
+8,968,0.03466431424021721,121,0.006814059766475112,
+8,976,0.031319186091423035,122,0.004114772500802896,
+8,984,0.033225201070308685,123,0.008368525180655222,
+8,992,0.030651729553937912,124,0.0030667869894600965,
+8,1000,0.035142820328474045,125,0.0025217379443347454,
+8,1008,0.0308774895966053,126,0.002588055038359016,
+9,1016,0.031401362270116806,127,0.002766192758880446,
+9,1024,0.05322745442390442,128,0.004840945766773075,
+,,,128,,1.3815338870128953
+9,1032,0.030923116952180862,129,0.0032397955966492493,
+9,1040,0.030842375010252,130,0.0020694933311246775,
+9,1048,0.03448858484625816,131,0.0031010987675892045,
+9,1056,0.034737855195999146,132,0.0031312032933783485,
+9,1064,0.03363648056983948,133,0.003471904870821163,
+9,1072,0.030789770185947418,134,0.001470306913688546,
+9,1080,0.030628040432929993,135,0.003448020447439586,
+9,1088,0.03068235144019127,136,0.00293707029948778,
+9,1096,0.03112122416496277,137,0.002793576622692247,
+9,1104,0.030944399535655975,138,0.0042444667470751,
+9,1112,0.033571697771549225,139,0.0019742048773748267,
+9,1120,0.035193003714084625,140,0.004704948230509591,
+10,1128,0.030878029763698578,141,0.0027600507892202586,
+10,1136,0.033431801944971085,142,0.0021707777798707995,
+10,1144,0.030995462089776993,143,0.0024353117332793772,
+10,1152,0.03133578598499298,144,0.0028136544403553542,
+,,,144,,1.3653027637895332
+10,1160,0.03056418150663376,145,0.002721046332347517,
+10,1168,0.03482437878847122,146,0.0016701170260442749,
+10,1176,0.03358018398284912,147,0.004136563711654162,
+10,1184,0.034168846905231476,148,0.00298135461172719,
+10,1192,0.03399137780070305,149,0.002774837040176083,
+10,1200,0.03141091763973236,150,0.00244170225050766,
+10,1208,0.052424997091293335,151,0.0015750325765111484,
+10,1216,0.0347876101732254,152,0.0013205823652242543,
+10,1224,0.030557408928871155,153,0.0038742246843564013,
+10,1232,0.03339223936200142,154,0.0039097805274650455,
+11,1240,0.030931390821933746,155,0.003932170255211531,
+11,1248,0.034140005707740784,156,0.0040852923011698294,
+11,1256,0.031012937426567078,157,0.0031494582017330686,
+11,1264,0.03526971861720085,158,0.0016259120583223799,
+11,1272,0.034595899283885956,159,0.001482258541121458,
+11,1280,0.03072454035282135,160,0.0019508070961040045,
+,,,160,,1.360184910785721
+11,1288,0.030497360974550247,161,0.002466262234762932,
+11,1296,0.03330346941947937,162,0.002093268292810535,
+11,1304,0.03469023481011391,163,0.0011220556916669011,
+11,1312,0.031319644302129745,164,0.002907146015786566,
+11,1320,0.03114352375268936,165,0.0019285610378574347,
+11,1328,0.033236123621463776,166,0.0031984278242676877,
+11,1336,0.03384142369031906,167,0.0020851435023359955,
+11,1344,0.03391425311565399,168,0.0030454106199613307,
+12,1352,0.030470918864011765,169,0.0017361624399200083,
+12,1360,0.0308796688914299,170,0.002050854411209002,
+12,1368,0.030997656285762787,171,0.0038090686624248824,
+12,1376,0.03069911152124405,172,0.0018358889719820581,
+12,1384,0.03149063512682915,173,0.002885440969839692,
+12,1392,0.03119802474975586,174,0.002147174147574012,
+12,1400,0.034052349627017975,175,0.0017648387785392026,
+12,1408,0.031007174402475357,176,0.004222182744082862,
+,,,176,,1.3642959594726562
+12,1416,0.030935846269130707,177,0.0012063799076713622,
+12,1424,0.03176478296518326,178,0.002184758795920061,
+12,1432,0.03146723657846451,179,0.001873558002989739,
+12,1440,0.034418802708387375,180,0.0013805446124024456,
+12,1448,0.03532053530216217,181,0.0018413781380171284,
+12,1456,0.03455227613449097,182,0.003685616952781048,
+13,1464,0.03378087282180786,183,0.0020506231230683625,
+13,1472,0.03098611906170845,184,0.002063694216000537,
+13,1480,0.0341741144657135,185,0.0012068740985481641,
+13,1488,0.03515281528234482,186,0.0029208114518461605,
+13,1496,0.033868055790662766,187,0.001398508543121245,
+13,1504,0.03134424239397049,188,0.0017364246790142108,
+13,1512,0.030644483864307404,189,0.0020478991532905232,
+13,1520,0.030636947602033615,190,0.0029717349435055725,
+13,1528,0.033673033118247986,191,0.0019467531461626864,
+13,1536,0.033985838294029236,192,0.002526684823141505,
+,,,192,,1.3663062589714325
+13,1544,0.030487336218357086,193,0.0025249856524169447,
+13,1552,0.03041791170835495,194,0.003002384629593614,
+13,1560,0.033571355044841766,195,0.0023705032249886748,
+13,1568,0.034761618822813034,196,0.0019367392389820172,
+14,1576,0.03336367383599281,197,0.0016514534945599735,
+14,1584,0.03404614329338074,198,0.0013065098008761802,
+14,1592,0.031076595187187195,199,0.002949384770438294,
+14,1600,0.03540506213903427,200,0.0032496681924385484,
+14,1608,0.034655798226594925,201,0.0022455099642684218,
+14,1616,0.031048059463500977,202,0.0027199553810836126,
+14,1624,0.03343600034713745,203,0.0016351113066775725,
+14,1632,0.03150034695863724,204,0.0021183911976550007,
+14,1640,0.03170338273048401,205,0.0021123017483790007,
+14,1648,0.03317979723215103,206,0.0015688789930815498,
+14,1656,0.030582677572965622,207,0.0010082545231853146,
+14,1664,0.030985776335000992,208,0.002613814049012338,
+,,,208,,1.36776512789439

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=4/lora_ans/0.0-0.7/0.7-1.0/test=20newsgroups/list=0.7-1.0/labels.csv

@@ -0,0 +1,48 @@
+11206,3
+14685,4
+3710,10
+15340,4
+7765,18
+14183,2
+7385,15
+12399,11
+16352,6
+10445,2
+197,16
+2627,11
+9996,15
+3427,1
+12236,14
+5588,8
+1936,5
+6268,4
+11901,2
+5356,1
+14416,2
+13691,7
+12199,13
+12026,15
+1233,5
+1218,15
+16631,3
+14805,1
+14628,14
+15342,16
+5545,16
+16296,16
+18189,11
+4166,12
+3902,14
+10493,3
+9853,13
+2904,13
+16192,12
+954,5
+6089,4
+6440,14
+18054,4
+14335,16
+4070,10
+8484,6
+11745,1
+2246,8

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=4/lora_ans/0.0-0.7/0.7-1.0/test=20newsgroups/list=0.7-1.0/logits.csv

@@ -0,0 +1,48 @@
+11206,-20.056509,-8.822174,-5.197174,-0.07658192,-2.948222,-11.061808,-5.197174,-12.634674,-7.692627,-10.215308,-20.079905,-12.501859,-9.447742,-13.432944,-13.822174,-27.120632,-27.775082,-11.293895,-14.947174,-22.099201
+14685,-9.894508,-6.425328,-6.175328,-0.17698777,-3.4257488,-13.069355,-3.4253278,-9.550327,-11.784218,-12.840992,-17.455029,-9.821125,-3.4258502,-12.338743,-13.737827,-25.805202,-19.14103,-13.753459,-13.550327,-23.025248
+3710,-15.510395,-7.232024,-11.482024,-8.844822,-16.29544,-26.840183,-5.857024,-3.9195242,-2.8016675,-3.9827104,-9.545815,-11.3963375,-11.815692,-3.7137449,-8.794524,-9.712165,-14.691121,-8.522964,-2.6070242,-12.300791
+15340,-8.29312,-6.5965657,-3.7215657,-0.22452521,-2.9721634,-6.122978,-3.9715657,-8.284065,-7.3143954,-10.821529,-8.841744,-4.13003,-4.973352,-6.9254184,-10.284065,-20.792702,-21.966408,-11.36105,-9.409065,-14.349423
+7765,-6.4188514,-8.292454,-10.792454,-11.57977,-8.68351,-14.486633,-11.167454,-7.4174542,-8.303631,-10.731797,-9.003776,-0.45448682,-9.916671,-3.9501443,-8.354954,-6.3198266,-5.168658,-4.0435414,-1.292454,-8.29308
+14183,-6.6678147,-6.8937945,-1.3937947,-1.818858,-1.7700573,-2.5303142,-6.1437945,-8.518795,-11.0956955,-9.392548,-2.956908,-2.79733,-7.776446,-6.023483,-10.956295,-12.702999,-11.90964,-10.962268,-9.143795,-12.225651
+7385,-5.9788275,-10.28997,-11.97747,-17.557991,-15.81015,-21.084885,-8.91497,-10.22747,-6.828161,-5.3538637,-8.621615,-10.240993,-13.023184,-4.6464696,-9.85247,-5.6010284,-8.4694395,-7.9804583,-8.97747,-4.231189
+12399,-11.759979,-9.691671,-1.3166716,-3.316796,-5.8206544,-8.335273,-8.191671,-11.191671,-11.529648,-21.066116,-15.349655,-0.44199243,-10.338317,-9.478136,-15.066671,-22.341946,-17.220648,-12.764518,-13.816671,-14.253141
+16352,-13.703499,-7.641364,-9.016364,-1.0188755,-3.6423724,-6.914938,-0.5163643,-12.016364,-7.849216,-15.519586,-15.868812,-10.787688,-5.3947606,-13.228304,-11.391364,-25.224995,-20.310396,-13.458751,-11.766364,-17.929317
+10445,-13.089479,-7.300886,-5.238386,-4.619189,-3.2392216,-4.7395177,-9.675886,-9.113386,-9.42873,-10.11399,-8.947419,-0.11359118,-7.801525,-6.428189,-9.863386,-11.990242,-9.118404,-11.815334,-12.800886,-12.398278
+197,-6.6405506,-10.288788,-15.913788,-15.558165,-12.476172,-23.781582,-6.6012883,-6.2887883,-8.990462,-12.692432,-15.433647,-5.7584257,-11.289798,-11.231026,-12.976288,-15.068411,-0.101594284,-13.603801,-9.288788,-14.48531
+2627,-6.7059407,-9.189714,-5.064714,-3.0932477,-6.1904106,-9.344205,-9.064714,-9.814714,-8.165115,-17.81412,-11.754229,-0.9397558,-0.7123075,-9.385992,-9.314714,-18.79957,-15.188635,-12.942603,-12.814714,-18.651943
+9996,-13.110861,-16.42207,-18.48457,-22.07554,-21.697828,-30.464108,-15.48457,-16.73457,-16.686832,-16.4438,-19.487537,-16.266552,-17.135765,-11.369346,-16.10957,-0.048297696,-16.641172,-13.246254,-14.79707,-3.1747696
+3427,-24.354654,-9.62705,-0.0020507989,-7.5218096,-10.190293,-10.00351,-13.31455,-17.62705,-14.031254,-18.960777,-16.599194,-13.629336,-13.445908,-12.439375,-19.9708,-32.4325,-26.736885,-17.45972,-19.00205,-19.357643
+12236,-17.162045,-9.915347,-12.977847,-12.332073,-18.0635,-17.707186,-10.540347,-5.1653476,-11.705394,-12.317101,-12.699665,-0.58533835,-10.671113,-7.5790005,-10.040347,-11.442443,-12.184784,-9.853773,-6.1653476,-12.572526
+5588,-3.3726995,-7.1208797,-6.3708797,-10.62894,-9.331195,-17.350327,-8.93338,-8.87088,-6.132803,-4.621469,-6.999285,-6.8863506,-9.471571,-4.4972887,-1.6208797,-3.6254582,-6.8552966,-7.6225634,-4.8708797,-0.37383053
+1936,-24.18776,-8.50103,-13.18853,-13.375034,-9.879445,-0.01784501,-16.06353,-19.21978,-18.714615,-27.815475,-15.874172,-18.357058,-11.203534,-15.38093,-20.87603,-32.48078,-22.96632,-18.887295,-17.40728,-18.68658
+6268,-18.918163,-11.631499,-9.756499,-5.8837695,-8.756715,-19.989025,-6.631499,-14.256499,-13.404481,-17.571878,-19.330332,-13.954174,-0.007764666,-12.673617,-13.568999,-27.263102,-25.514538,-14.717718,-15.506499,-21.664244
+11901,-10.24169,-5.7442803,-5.1192803,-2.3703897,-2.1206808,-24.4967,-2.99428,-4.3692803,-4.5134754,-11.4053955,-9.844338,-8.606112,-0.37569183,-8.375121,-10.36928,-21.68873,-10.205792,-11.5595455,-12.49428,-15.257687
+5356,-14.791768,-1.4727912,-0.47279114,-2.6127076,-6.9117312,-4.101007,-8.097791,-13.754041,-12.089134,-15.849376,-9.293185,-10.943035,-4.35393,-4.4894075,-15.972791,-20.526554,-22.923561,-12.540968,-14.285291,-15.54003
+14416,-21.812086,-11.448143,-0.010642911,-7.8932047,-7.886113,-6.176595,-11.760643,-14.635643,-14.1956215,-20.112694,-17.35358,-14.012408,-13.910991,-14.990712,-19.791893,-25.174168,-27.306284,-16.043467,-15.323143,-19.975552
+13691,-17.406898,-9.824515,-10.137015,-8.412718,-7.06674,-31.341484,-3.262015,-0.26201516,-2.3401184,-11.662718,-7.6104684,-14.4276705,-8.341813,-11.571633,-12.074515,-20.031185,-14.239027,-13.343129,-10.074515,-12.190332
+12199,-6.3582873,-12.254186,-13.941686,-13.431392,-17.325127,-26.473497,-11.691686,-11.316686,-11.095414,-12.57022,-17.154652,-11.835594,-12.10067,-0.0044901413,-12.754186,-10.736373,-19.866446,-11.629977,-10.754186,-16.109173
+12026,-13.258179,-16.444529,-19.569529,-22.268648,-22.293507,-30.141981,-15.63203,-17.944529,-15.391709,-16.960897,-19.886215,-17.0418,-18.236689,-10.354,-13.38203,-0.009302686,-13.530991,-14.25839,-14.75703,-6.6341267
+1233,-24.398369,-13.625086,-14.375086,-11.896485,-14.252284,-0.003406874,-18.000086,-22.125086,-19.15167,-26.512135,-13.6998005,-20.727398,-16.351622,-18.422668,-22.187586,-32.170597,-25.185131,-20.796032,-19.687586,-25.456326
+1218,-0.22241712,-12.721105,-15.221105,-15.607989,-14.130486,-15.358332,-13.221105,-11.721105,-10.185712,-12.223018,-9.633454,-9.549192,-11.367338,-2.2265627,-7.846105,-3.6009028,-12.1131,-10.475456,-8.221105,-2.8468215
+16631,-15.286144,-10.721764,-5.284263,-0.03988368,-3.784898,-11.349384,-5.784263,-12.034264,-8.240319,-13.7895355,-16.344273,-12.650285,-8.038592,-14.604857,-12.971764,-28.115738,-22.78844,-12.951056,-15.721764,-22.137054
+14805,-4.799179,-1.362985,-3.9879851,-6.347338,-2.1190197,-8.426332,-7.050485,-5.300485,-6.339753,-10.816969,-9.287165,-6.43896,-5.740053,-0.88541824,-6.675485,-10.905836,-12.241533,-5.365608,-7.425485,-7.487051
+14628,-11.153668,-12.644142,-13.081642,-12.959543,-11.655016,-18.004997,-11.519142,-8.519142,-10.161819,-13.27969,-13.554319,-9.819138,-5.651273,-4.64441,-0.01914183,-15.830449,-12.467977,-12.8980665,-13.081642,-12.617871
+15342,-3.46812,-8.939561,-11.502061,-12.428326,-11.361507,-18.030838,-12.877061,-8.439561,-9.720373,-15.195692,-11.516527,-0.193886,-10.589451,-3.4399507,-6.9395604,-12.557955,-2.315695,-9.315456,-6.8770604,-12.462638
+5545,-10.123842,-11.680682,-13.743182,-15.064822,-11.273836,-23.281406,-11.868182,-8.680682,-8.24236,-10.870411,-10.961996,-0.20908745,-11.263429,-9.310419,-11.993182,-15.685048,-3.0559456,-13.5635395,-10.305682,-13.874116
+16296,-7.294517,-5.347386,-3.034886,-6.140996,-7.327064,-9.733999,-5.722386,-7.159886,-7.929514,-10.308815,-7.4784846,-7.2721095,-12.104456,-3.8203351,-0.47238594,-10.167546,-16.73476,-12.247365,-7.659886,-7.794207
+18189,-15.363497,-13.250334,-15.500334,-13.189006,-16.942081,-15.619927,-15.312834,-13.750334,-19.72483,-23.373169,-21.294462,-0.00036937333,-13.828267,-15.049118,-16.000334,-17.631687,-19.008846,-17.063229,-14.062834,-22.085995
+4166,-25.908545,-17.450136,-16.762636,-10.5332,-14.826282,-22.470604,-4.512637,-15.762637,-14.787901,-20.715494,-22.63773,-19.841633,-0.013079352,-15.008883,-16.887636,-30.565632,-24.908148,-18.606226,-19.137636,-26.367916
+3902,-16.861622,-19.937576,-18.687576,-19.903704,-19.397896,-22.734842,-18.375076,-17.812576,-18.341242,-20.886438,-24.27583,-19.034208,-20.30001,-13.407363,-7.641024e-05,-25.41489,-21.568556,-19.18818,-17.625076,-21.443897
+10493,-17.325157,-11.77842,-10.77842,-0.033420544,-3.6543105,-9.845099,-6.4034204,-15.77842,-14.694278,-15.620095,-22.121326,-15.256607,-13.716976,-18.72854,-17.09092,-31.32738,-24.41851,-18.229067,-17.46592,-23.393143
+9853,-19.432432,-17.75032,-17.25032,-20.457867,-22.40629,-33.303288,-14.62532,-15.56282,-15.776249,-16.441746,-19.167988,-14.475231,-15.002929,-0.000792579,-18.93782,-21.887714,-18.09419,-13.015111,-19.06282,-20.115084
+2904,-13.275883,-19.000263,-16.812763,-19.27114,-22.130281,-22.11037,-19.250263,-19.437763,-17.163258,-19.085361,-20.178246,-18.796618,-18.409292,-0.0008573803,-19.187763,-18.34732,-27.064196,-16.62841,-19.375263,-20.57502
+16192,-24.526556,-7.6337953,-13.133795,-13.990757,-14.355021,-18.58838,-9.883795,-16.446295,-14.37422,-18.701414,-15.854206,-6.970088,-0.7902167,-3.7031155,-11.133795,-16.631561,-18.314867,-11.448184,-12.821295,-13.110802
+954,-17.992714,-6.4337745,-9.433774,-5.734877,-3.4368176,-0.060199235,-11.933774,-15.496274,-18.50159,-19.473703,-13.052616,-15.846768,-9.581639,-13.703145,-17.527525,-27.647331,-21.823645,-16.069763,-14.746274,-19.237175
+6089,-14.206638,-8.454826,-9.517326,-3.085231,-0.080873795,-18.100252,-3.9548266,-11.017326,-11.815027,-16.121397,-16.170525,-12.689242,-5.080532,-9.755515,-13.517326,-30.17483,-25.585533,-12.995937,-15.079826,-19.791012
+6440,-14.244818,-18.500101,-19.000101,-20.50375,-17.59164,-26.294834,-19.750101,-15.4376,-16.973267,-20.893923,-22.859016,-17.131264,-17.26733,-11.157728,-0.000100607576,-25.632013,-21.823124,-17.940063,-18.500101,-23.195553
+18054,-7.990338,-0.78523505,-1.160235,-6.072846,-3.160977,-7.886473,-6.160235,-6.035235,-5.448467,-8.425634,-4.29589,-2.1609619,-5.785867,-4.035529,-6.597735,-9.725337,-11.642052,-7.612967,-7.722735,-10.05383
+14335,-11.466331,-10.739422,-17.833172,-17.916441,-14.688306,-22.892044,-11.176922,-9.051922,-12.809301,-16.184742,-17.456884,-0.97803986,-13.744247,-10.3185835,-11.801922,-14.745862,-0.55272573,-12.927844,-8.364422,-12.907835
+4070,-21.982811,-14.313528,-18.251028,-14.592371,-20.31944,-30.95031,-16.001028,-15.313528,-13.014713,-14.4622555,-0.0011037044,-20.312855,-19.496717,-16.38749,-14.563528,-25.323444,-16.545202,-17.008575,-14.876028,-23.83379
+8484,-14.687109,-15.437433,-13.187433,-11.070553,-8.081351,-36.35208,-2.4374335,-0.18743351,-2.564534,-11.473274,-14.572036,-14.141426,-10.79008,-14.158079,-14.624933,-21.097225,-16.653975,-15.444971,-16.499933,-19.339298
+11745,-11.669198,-6.0147734,-7.5772734,-8.48327,-10.985827,-13.79944,-12.327273,-13.389773,-10.854821,-13.974777,-13.219906,-6.1408334,-3.808417,-0.17339386,-9.514773,-17.557545,-17.783573,-8.265744,-12.702273,-11.907788
+2246,-9.507011,-11.734814,-9.359814,-12.497458,-10.674907,-17.414894,-9.422314,-1.7348139,-0.24521118,-9.5527935,-9.802719,-7.368382,-12.057296,-7.2369075,-11.672314,-8.426013,-12.209887,-12.442904,-9.859814,-7.8765125

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=4/lora_ans/0.0-0.7/0.7-1.0/test=20newsgroups/list=test_800/labels.csv

@@ -0,0 +1,800 @@
+9093,16
+6372,2
+14573,12
+11938,15
+1712,17
+12553,16
+16642,14
+2432,18
+4032,15
+2320,3
+9358,3
+10651,1
+9297,8
+5267,14
+7346,13
+18169,3
+544,17
+4136,2
+14172,1
+2609,10
+17603,11
+12700,14
+6239,12
+8495,18
+15771,18
+11698,18
+127,16
+3419,17
+13218,0
+17284,5
+3475,1
+15884,17
+14988,3
+15250,12
+265,3
+14431,13
+2182,19
+16984,1
+8187,19
+4463,9
+15259,13
+17872,12
+2223,8
+15302,12
+6970,12
+6840,10
+5417,11
+5550,7
+14019,16
+6122,10
+15287,12
+12758,2
+3017,2
+37,11
+16939,15
+5018,14
+16827,7
+4365,4
+15411,17
+17191,5
+3836,11
+9220,12
+691,5
+12707,11
+5492,6
+4703,15
+3800,2
+15970,13
+10179,17
+8908,7
+5284,10
+6699,4
+346,9
+1343,4
+5352,3
+9079,6
+11870,19
+16922,6
+921,11
+7089,9
+1642,14
+6070,13
+7518,15
+10751,15
+174,13
+16038,10
+16392,10
+3722,15
+4781,15
+10028,2
+15197,8
+13618,4
+5070,5
+16307,10
+13398,4
+8996,2
+11358,18
+9565,18
+5237,19
+7450,19
+15992,17
+9879,2
+18046,5
+17540,12
+11094,1
+15116,9
+15945,5
+11742,5
+13122,13
+618,2
+30,6
+4186,7
+17581,16
+13233,9
+10977,14
+6010,2
+16733,10
+15300,15
+2011,5
+13108,15
+5547,2
+8648,4
+8365,18
+3490,16
+1790,14
+718,0
+15930,19
+1178,13
+9773,9
+17616,11
+733,17
+3740,3
+8897,12
+13049,3
+11555,16
+4631,7
+7830,10
+13143,11
+17982,10
+2064,18
+9327,6
+2784,5
+16094,1
+1661,9
+14421,0
+376,13
+14091,14
+3641,18
+18342,19
+7598,3
+17676,12
+9229,9
+12389,7
+16991,7
+13416,1
+7828,7
+6071,18
+14065,3
+15961,16
+11912,16
+2544,9
+6009,13
+5765,11
+17811,16
+12062,10
+78,2
+12738,2
+900,16
+7248,10
+8654,13
+11763,18
+8986,12
+18281,2
+3513,12
+17921,19
+14797,18
+13119,17
+611,16
+14417,9
+16506,18
+6303,5
+15475,6
+6881,0
+1749,9
+15921,9
+11810,7
+10963,13
+11445,11
+9029,1
+10032,2
+1325,8
+6318,9
+18243,14
+11366,4
+4343,1
+1309,1
+3292,9
+10631,18
+5425,15
+12275,11
+10638,6
+5767,14
+4571,5
+8157,6
+2910,15
+8870,7
+3623,10
+698,10
+15737,4
+13194,15
+8273,1
+17359,7
+9928,10
+823,12
+1066,10
+8386,5
+4043,17
+14005,13
+11079,3
+9484,2
+15875,18
+13012,14
+2154,12
+17060,16
+12041,6
+2109,16
+12734,10
+7063,0
+5552,16
+9988,0
+18088,8
+6834,3
+2267,10
+3778,1
+13669,11
+8807,4
+6001,18
+8900,0
+13228,13
+13252,8
+8330,18
+16479,8
+15968,9
+17641,8
+5295,3
+11399,7
+1243,15
+15399,16
+3101,11
+45,4
+4760,19
+359,4
+14055,11
+12632,14
+14892,11
+13716,18
+6861,7
+16982,3
+17263,9
+14135,18
+13361,6
+77,7
+9048,14
+15957,4
+8833,12
+14854,10
+5807,16
+7278,7
+2542,8
+6784,16
+3280,2
+8796,8
+2508,1
+8686,13
+5604,7
+15050,14
+15614,4
+128,9
+9381,13
+6707,10
+15166,19
+14118,13
+17574,6
+8139,13
+8837,2
+12563,18
+1300,12
+18265,11
+1377,8
+14927,16
+16580,0
+9248,2
+9084,10
+8182,7
+1902,8
+11050,10
+430,15
+7213,19
+1717,18
+10812,7
+16893,0
+8177,1
+13630,2
+7026,2
+3148,18
+17758,3
+13542,2
+1657,17
+11197,14
+6781,18
+14105,11
+3978,11
+13625,13
+737,9
+6361,4
+15800,5
+9291,19
+12254,17
+14052,5
+9893,2
+13489,12
+10263,4
+7884,4
+8585,2
+9812,2
+9721,15
+16075,12
+13649,7
+4637,5
+5119,8
+1702,18
+1604,4
+13602,13
+8402,2
+14919,1
+9317,16
+9355,12
+1878,5
+10713,0
+7406,14
+6869,11
+9950,14
+2428,6
+10251,15
+14115,2
+11589,8
+15969,6
+6156,9
+5236,1
+1511,2
+15753,11
+14327,16
+8932,7
+5037,5
+7885,17
+15090,15
+15917,0
+8552,3
+14204,8
+12108,8
+13056,3
+18264,10
+4904,9
+9831,9
+7550,10
+16800,14
+4910,3
+6040,14
+15897,15
+1489,4
+2607,16
+18351,11
+1335,19
+12473,2
+13811,0
+11656,17
+2009,16
+12892,9
+6328,14
+4535,11
+5124,9
+4052,17
+1866,17
+339,1
+9464,0
+16877,18
+5846,8
+16562,8
+13422,13
+17613,9
+9640,16
+8770,5
+17201,2
+13925,5
+1640,3
+13411,3
+18133,4
+1727,8
+14075,10
+13375,13
+9439,0
+6819,17
+13720,9
+1590,3
+10274,16
+14559,19
+559,15
+9101,10
+5082,10
+11364,18
+12767,15
+1587,6
+15995,17
+1541,17
+3560,15
+3747,3
+17792,13
+245,18
+13400,10
+15095,15
+2532,1
+6503,8
+18364,19
+10357,5
+389,4
+10468,17
+4975,10
+163,12
+8279,14
+1972,16
+6418,12
+13139,4
+8478,7
+1431,3
+12647,7
+17226,18
+6651,17
+1832,5
+885,17
+1675,4
+2235,14
+14970,16
+4333,1
+6929,2
+4589,1
+10840,19
+5333,14
+2678,13
+4698,5
+7016,1
+9624,13
+2189,18
+15418,0
+16582,13
+8612,15
+2825,2
+3625,11
+6532,17
+6245,14
+17838,11
+7277,3
+8071,1
+7429,10
+569,10
+14886,6
+15240,4
+14185,15
+14420,3
+11920,1
+12801,13
+1647,13
+1755,3
+285,10
+17721,17
+6979,11
+39,16
+11370,11
+3614,1
+4075,11
+11525,5
+5365,2
+2885,14
+4179,9
+887,4
+8197,10
+13717,17
+6545,0
+9760,5
+817,1
+5133,17
+2033,9
+11301,1
+17487,5
+14177,0
+4531,17
+17414,5
+1957,6
+14516,7
+2749,1
+18229,1
+12514,7
+12742,16
+15941,18
+17885,19
+6542,7
+2799,14
+15027,3
+5459,15
+6367,2
+2858,13
+15137,13
+1594,10
+15612,3
+2594,15
+11128,4
+16626,16
+9963,11
+10248,18
+4856,8
+12078,7
+250,2
+5235,15
+16973,18
+17413,12
+14428,4
+11941,15
+11836,16
+14948,18
+1412,10
+11214,17
+13980,2
+11521,8
+12332,3
+3370,10
+5852,3
+16300,10
+3304,18
+979,2
+3933,9
+15810,9
+2726,15
+9609,6
+15857,18
+15419,2
+7370,3
+16401,14
+1683,2
+14263,19
+17745,6
+17299,4
+16736,14
+1337,11
+16960,9
+3887,15
+17894,16
+9953,11
+4040,15
+3398,14
+13460,7
+3603,11
+12725,17
+16778,4
+12021,4
+4564,15
+14972,13
+2378,11
+18371,9
+15855,0
+507,13
+14051,6
+11267,8
+9521,16
+3683,14
+9163,12
+6748,18
+619,9
+14119,6
+14367,14
+4334,14
+4475,3
+7143,7
+8087,7
+15319,1
+2731,10
+7749,19
+4913,3
+17977,11
+7360,13
+17781,7
+10649,4
+11798,10
+9572,10
+5675,13
+1497,8
+318,6
+15440,15
+13793,7
+11119,14
+9993,19
+8290,5
+17579,1
+13427,6
+536,6
+3541,10
+4807,0
+4218,14
+12666,4
+16719,2
+6571,3
+6588,1
+5702,4
+1803,10
+10660,3
+7251,16
+14433,2
+10258,9
+3890,8
+17608,5
+6286,19
+12373,14
+5467,13
+4834,8
+5822,1
+9997,15
+1067,4
+10893,11
+12261,6
+16944,6
+18396,1
+11805,12
+1029,3
+332,14
+10582,13
+17366,11
+14287,6
+1839,10
+10233,4
+14799,15
+7468,0
+9755,1
+13935,7
+10954,7
+11320,2
+14262,3
+16725,15
+18389,19
+12970,8
+8476,2
+16283,8
+11182,16
+13663,18
+8136,16
+15307,8
+17862,18
+6522,11
+15556,1
+962,19
+5312,18
+12809,3
+8589,2
+7893,3
+4414,0
+11118,17
+13622,14
+1319,8
+6480,18
+11813,4
+3508,3
+5136,8
+5801,12
+3529,3
+11720,15
+16912,5
+15199,8
+8338,16
+6400,17
+558,17
+12040,6
+944,10
+9372,2
+14954,6
+11176,6
+7469,5
+9263,1
+16967,13
+1914,4
+6251,9
+8274,9
+10527,17
+14307,14
+13322,6
+12648,6
+10986,10
+7185,13
+5737,10
+10183,9
+3495,18
+1274,5
+2413,9
+8234,12
+5783,6
+1536,7
+10048,16
+1787,9
+15255,3
+3671,17
+5986,3
+9620,6
+6380,1
+14181,4
+2001,0
+14953,2
+6490,9
+1131,15
+1856,10
+5982,5
+12226,13
+9419,3
+5882,9
+3295,17
+6952,3
+13477,7
+18134,15
+81,16
+7998,9
+13836,9
+9710,14
+9954,4
+16058,9
+16859,12
+1009,15
+12596,13
+2118,12
+1472,16
+18319,11
+2567,8
+579,11
+1328,19
+9424,19
+15998,17
+3357,11
+10411,6
+8436,7
+18332,9
+13030,1
+17550,7
+5053,11
+9387,9
+4828,14
+12006,8
+9323,17
+15925,2
+15979,3
+4753,14
+9385,6
+14211,17
+13364,10
+16546,10
+17795,13
+14990,7
+15602,6
+4896,0
+397,5
+15832,18
+12622,8
+7048,11
+17771,19
+9245,4
+2390,15
+16069,0
+16122,8
+17378,19
+3947,0
+8268,9
+6419,5
+16403,2
+13568,5
+2370,19
+15484,6
+6904,13
+8175,17
+13430,7
+8432,11
+14159,17
+10327,11
+12384,3
+13474,3
+13988,14
+13985,4
+3538,10
+14670,18
+3533,17
+11680,1
+665,10
+16601,1
+7858,7
+11650,3
+5909,2
+10873,14
+6960,15

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=4/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000