Add files using upload-large-folder tool

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,223 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.339926540851593,0,5.442412853240967,
+0,8,0.06899366527795792,1,5.058671206235886,
+0,16,0.03326064720749855,2,4.188281685113907,
+0,24,0.045815903693437576,3,2.2748681604862213,
+0,32,0.04993283748626709,4,0.6341696158051491,
+0,40,0.034466665238142014,5,0.47633027844130993,
+0,48,0.03315165638923645,6,0.4296910483390093,
+0,56,0.03696851432323456,7,0.7197145465761423,
+0,64,0.03398742899298668,8,0.9433844219893217,
+0,72,0.03497269004583359,9,0.5756612420082092,
+0,80,0.033803001046180725,10,0.36153305741027,
+0,88,0.03589649125933647,11,0.14400589314755052,
+0,96,0.03262615576386452,12,0.7999551282264292,
+0,104,0.03276799991726875,13,0.831955598492641,
+0,112,0.03244795650243759,14,0.41992662237316836,
+0,120,0.03258955478668213,15,0.14543855481315404,
+0,128,0.033795326948165894,16,0.04957399959675968,
+,,,16,,0.31327764972362643
+0,136,0.03169039264321327,17,0.5275960581493564,
+0,144,0.03199706971645355,18,0.07879902553395368,
+0,152,0.031685180962085724,19,0.03834572483901866,
+0,160,0.03322560340166092,20,0.12263690869440325,
+0,168,0.03611351177096367,21,0.3402721652237233,
+0,176,0.03211361542344093,22,0.5578468900639564,
+0,184,0.03270971029996872,23,0.07373480644309893,
+0,192,0.03232422471046448,24,0.08346288625034504,
+0,200,0.03469861298799515,25,0.6131584399554413,
+0,208,0.03205917403101921,26,0.13777312403544784,
+0,216,0.033144760876894,27,0.554324772732798,
+0,224,0.04043557867407799,28,0.2528913607238792,
+0,232,0.034614209085702896,29,0.07177579053677619,
+0,240,0.03976361081004143,30,0.08973946355399676,
+0,248,0.03621821478009224,31,0.00958219077438116,
+0,256,0.03501594811677933,32,0.48438432802504394,
+,,,32,,0.24133502735811121
+0,264,0.03139267489314079,33,0.04354560068168212,
+0,272,0.031183481216430664,34,0.03098585578845814,
+0,280,0.03266335278749466,35,0.10070779197849333,
+0,288,0.031551409512758255,36,0.17847574868937954,
+0,296,0.031109541654586792,37,0.5606416308437474,
+0,304,0.0323573462665081,38,0.2769735549518373,
+0,312,0.03133687749505043,39,0.10173097303777467,
+0,320,0.03629826009273529,40,0.014729711401741952,
+0,328,0.03207825869321823,41,0.0569957577099558,
+0,336,0.032158542424440384,42,0.7961495783238206,
+0,344,0.03612976148724556,43,0.5702013168047415,
+0,352,0.036392055451869965,44,0.016136836595251225,
+1,360,0.031833715736866,45,0.254971572663635,
+1,368,0.0379507839679718,46,0.048040761408628896,
+1,376,0.03130800276994705,47,1.1923943865549518,
+1,384,0.02989540994167328,48,0.1119617655640468,
+,,,48,,0.24102586235096252
+1,392,0.02979545295238495,49,0.01691109949024394,
+1,400,0.029225818812847137,50,0.3340882121119648,
+1,408,0.030256755650043488,51,0.26080277608707547,
+1,416,0.030376188457012177,52,0.13985184859484434,
+1,424,0.031793564558029175,53,0.2028512229444459,
+1,432,0.03112630918622017,54,0.14693978754803538,
+1,440,0.03651359677314758,55,0.29824554175138474,
+1,448,0.0335237979888916,56,0.2486902663949877,
+1,456,0.03289426863193512,57,0.03581006091553718,
+1,464,0.03193477541208267,58,0.08564537379425019,
+1,472,0.0318363755941391,59,0.02601212589070201,
+1,480,0.032113075256347656,60,0.10986709024291486,
+1,488,0.03248753398656845,61,0.06692445557564497,
+1,496,0.03650766238570213,62,0.07873866557201836,
+1,504,0.03528065234422684,63,0.05576538440072909,
+1,512,0.032696548849344254,64,0.14224381031817757,
+,,,64,,0.268084756689134
+1,520,0.037718527019023895,65,0.01724573946557939,
+1,528,0.03375288471579552,66,0.10334370943019167,
+1,536,0.03058658540248871,67,0.03884415984794032,
+1,544,0.03097343072295189,68,0.10060017817886546,
+1,552,0.032643795013427734,69,0.012810085718228947,
+1,560,0.03365102410316467,70,0.07000105071347207,
+1,568,0.03290821611881256,71,0.003925697448721621,
+1,576,0.03053659200668335,72,0.6120722366031259,
+1,584,0.031729504466056824,73,0.037236102023598505,
+1,592,0.03169528767466545,74,0.04275492481610854,
+1,600,0.03178846091032028,75,0.029072720528347418,
+1,608,0.03458006680011749,76,0.37551582779269665,
+1,616,0.031637273728847504,77,0.027451439025753643,
+1,624,0.03204648569226265,78,0.015959004493197426,
+1,632,0.030370354652404785,79,0.3495455102311098,
+1,640,0.032534074038267136,80,0.012543284370622132,
+,,,80,,0.2729029437295752
+1,648,0.030446551740169525,81,0.014783107671973994,
+1,656,0.03210795298218727,82,0.00723072249093093,
+1,664,0.03190284222364426,83,0.0031181693557300605,
+1,672,0.03000480681657791,84,0.0025258262030547485,
+1,680,0.037248581647872925,85,0.21426911482558353,
+1,688,0.033962853252887726,86,0.005278008917230181,
+1,696,0.05231376737356186,87,0.008541644296201412,
+1,704,0.03116796910762787,88,0.04872365476330742,
+1,712,0.038393791764974594,89,0.10297322312544566,
+2,720,0.035937003791332245,90,0.017306489527982194,
+2,728,0.03204764053225517,91,0.08378869766602293,
+2,736,0.03109366074204445,92,0.011107746438938193,
+2,744,0.031558215618133545,93,0.014706049041706137,
+2,752,0.0379975251853466,94,0.03140222932051984,
+2,760,0.031019501388072968,95,0.0084988976304885,
+2,768,0.035109516233205795,96,0.010141901155293453,
+,,,96,,0.2992274963777829
+2,776,0.03178967162966728,97,0.006330943426291924,
+2,784,0.031015973538160324,98,0.005070759460068075,
+2,792,0.03282048553228378,99,0.0008596474654041231,
+2,800,0.03260432928800583,100,0.005118065582792042,
+2,808,0.030762214213609695,101,0.07748792092388612,
+2,816,0.03200175240635872,102,0.013401003954641055,
+2,824,0.03234689682722092,103,0.7079902106634108,
+2,832,0.03212529420852661,104,0.0024875273957150057,
+2,840,0.0324978269636631,105,0.011492011708469363,
+2,848,0.03246975690126419,106,0.0016099800777737983,
+2,856,0.03434835001826286,107,0.020389387325849384,
+2,864,0.032581694424152374,108,0.003326259095047135,
+2,872,0.034108228981494904,109,0.10709813379799016,
+2,880,0.03772144019603729,110,0.0059068560040032025,
+2,888,0.03281954675912857,111,0.012114446770283394,
+2,896,0.03806645795702934,112,0.09166070335777476,
+,,,112,,0.30886726130067915
+2,904,0.030926614999771118,113,0.008073245433479315,
+2,912,0.03305759280920029,114,0.09069686025031842,
+2,920,0.03237286955118179,115,0.005684612780896714,
+2,928,0.03292115032672882,116,0.011092774271673989,
+2,936,0.032156024128198624,117,0.02710137398025836,
+2,944,0.03604493290185928,118,0.01915434285183437,
+2,952,0.037336524575948715,119,0.006361678537359694,
+2,960,0.0366675965487957,120,0.014914500960003352,
+2,968,0.035571880638599396,121,0.0010613144404487684,
+2,976,0.03948536142706871,122,0.001481024650274776,
+2,984,0.030875660479068756,123,0.0017490975187683944,
+2,992,0.03277001157402992,124,0.5884998135370552,
+2,1000,0.03219786658883095,125,0.0017377698222844629,
+2,1008,0.03298453986644745,126,0.019086183772742515,
+2,1016,0.031058911234140396,127,0.0038116644973342773,
+2,1024,0.03482748568058014,128,0.02805896974314237,
+,,,128,,0.32091876260595387
+2,1032,0.03299567848443985,129,0.02483500108064618,
+2,1040,0.03309259191155434,130,0.006756306109309662,
+2,1048,0.03316274285316467,131,0.46169185336475493,
+2,1056,0.033163104206323624,132,0.01303922579245409,
+2,1064,0.03380570933222771,133,0.005187631235457957,
+2,1072,0.03312307968735695,134,0.015971407505276147,
+3,1080,0.03395050764083862,135,0.005132539074111264,
+3,1088,0.033263880759477615,136,0.003097385706496425,
+3,1096,0.033477384597063065,137,0.011980023533396889,
+3,1104,0.03360329568386078,138,0.002753857559582684,
+3,1112,0.03360715135931969,139,0.023651735806197394,
+3,1120,0.03399636596441269,140,0.0018009603227255866,
+3,1128,0.033697791397571564,141,0.030187509953975677,
+3,1136,0.03411942720413208,142,0.045007469940173905,
+3,1144,0.03305547311902046,143,0.12253434589365497,
+3,1152,0.03327757492661476,144,0.07410080046247458,
+,,,144,,0.44209324456507865
+3,1160,0.03341130167245865,145,0.11393555418908363,
+3,1168,0.03376922756433487,146,0.004899895950075006,
+3,1176,0.03534608334302902,147,0.002120436318364227,
+3,1184,0.03500039130449295,148,0.0022075389460951556,
+3,1192,0.034777380526065826,149,0.015977215971361147,
+3,1200,0.03417469188570976,150,0.09737797284105909,
+3,1208,0.03388505056500435,151,0.01776747201438411,
+3,1216,0.03451317176222801,152,0.010871954713365994,
+3,1224,0.03365569934248924,153,0.01156297629859182,
+3,1232,0.03407065570354462,154,0.008390478647925192,
+3,1240,0.04005555436015129,155,0.11812925135564001,
+3,1248,0.03205164894461632,156,0.09110553136088129,
+3,1256,0.032067395746707916,157,0.048220515896900906,
+3,1264,0.03219044953584671,158,0.003949448167986702,
+3,1272,0.033058296889066696,159,0.0011178940530953696,
+3,1280,0.032991085201501846,160,0.0011305099142191466,
+,,,160,,0.4981840046402676
+3,1288,0.033180516213178635,161,0.0009013066555780824,
+3,1296,0.035959068685770035,162,0.000719725581802777,
+3,1304,0.03529160097241402,163,0.0009472544770687819,
+3,1312,0.03490734472870827,164,0.0010930576572718564,
+3,1320,0.03657682240009308,165,0.00045633410627488047,
+3,1328,0.03765678033232689,166,0.00040992408503370825,
+3,1336,0.036748357117176056,167,0.0015628358014510013,
+3,1344,0.03709679841995239,168,0.0006175836224429077,
+3,1352,0.037010546773672104,169,0.0029840592687833123,
+3,1360,0.03401453047990799,170,0.018039205879176734,
+3,1368,0.033142898231744766,171,0.0006614533594984096,
+3,1376,0.033799875527620316,172,0.0021462924905790715,
+3,1384,0.03271809592843056,173,0.000567146422326914,
+3,1392,0.03564042970538139,174,0.008103651183773763,
+3,1400,0.03548495098948479,175,0.8754736520659208,
+3,1408,0.035767897963523865,176,0.0011038928087145905,
+,,,176,,0.6002207238689746
+3,1416,0.040769483894109726,177,0.0005440043614726164,
+3,1424,0.03232141584157944,178,0.003568909656678443,
+3,1432,0.03397819399833679,179,0.0006448889198509278,
+4,1440,0.033732760697603226,180,0.0028828532249463024,
+4,1448,0.032382771372795105,181,0.003629201473813737,
+4,1456,0.03203399106860161,182,0.0016950164899753872,
+4,1464,0.03362225741147995,183,0.0007003101345617324,
+4,1472,0.03321586549282074,184,0.0005269980829325505,
+4,1480,0.03309237211942673,185,0.0016661134959576884,
+4,1488,0.03327936306595802,186,0.0009454578594159102,
+4,1496,0.036512766033411026,187,0.0009751927291290485,
+4,1504,0.0403711311519146,188,0.0014054207949811826,
+4,1512,0.041726887226104736,189,0.0022844693121442106,
+4,1520,0.04108995199203491,190,0.000699258804161218,
+4,1528,0.03695360943675041,191,0.0010502542681933846,
+4,1536,0.03487999364733696,192,0.0004910658026346937,
+,,,192,,0.4987400528652216
+4,1544,0.03429234400391579,193,0.032105660166052985,
+4,1552,0.03425213694572449,194,0.036571442877175286,
+4,1560,0.03424994274973869,195,0.0019706751882040408,
+4,1568,0.03468163311481476,196,0.000866132982991985,
+4,1576,0.034783802926540375,197,0.0017318959216936491,
+4,1584,0.03441769257187843,198,0.003298582396382699,
+4,1592,0.034235235303640366,199,0.00040550682206230704,
+4,1600,0.03443480283021927,200,0.00028582222694240045,
+4,1608,0.03440914303064346,201,0.005316462693372159,
+4,1616,0.034145742654800415,202,0.0015520550259680022,
+4,1624,0.03403010591864586,203,0.003313290164442151,
+4,1632,0.0408669039607048,204,0.004043384076794609,
+4,1640,0.03423868492245674,205,0.0036882184704154497,
+4,1648,0.034451354295015335,206,0.0010201717514064512,
+4,1656,0.03452117741107941,207,0.0014776982106923242,
+4,1664,0.034620605409145355,208,0.005056999756561709,
+,,,208,,0.47710638108596304

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/labels.csv

@@ -0,0 +1,153 @@
+59227,0
+26404,0
+14940,1
+8890,1
+44807,1
+16557,1
+22082,0
+34557,0
+27348,1
+11063,0
+38662,1
+8152,0
+258,0
+57324,0
+40591,1
+52450,1
+18892,0
+55407,1
+19527,1
+28806,0
+52543,1
+32812,0
+2568,0
+2632,0
+68028,1
+66439,1
+31073,1
+64823,0
+27171,1
+60196,0
+14195,1
+8343,0
+17860,1
+54126,0
+45686,1
+47297,0
+42556,1
+28706,1
+26028,1
+3114,1
+34488,1
+10528,0
+21175,1
+25508,0
+20512,1
+29551,0
+64370,1
+16210,1
+33030,1
+9356,1
+32675,0
+67957,1
+35733,1
+52831,1
+52155,0
+43440,1
+27309,0
+33487,0
+12684,0
+27971,1
+28128,1
+67173,1
+7393,1
+59747,0
+25157,1
+28457,1
+61838,1
+18788,0
+10126,0
+34672,0
+23819,1
+49667,1
+54496,0
+39985,0
+21278,1
+47503,1
+43451,0
+5857,0
+39646,1
+56229,0
+53363,1
+64294,0
+13091,0
+47811,1
+61239,0
+29850,1
+47392,0
+30028,1
+20240,1
+13607,1
+8086,1
+9288,0
+45502,1
+51500,1
+65117,1
+820,0
+30452,1
+23050,1
+30903,0
+25263,0
+63628,0
+8218,1
+4119,1
+5827,1
+55444,1
+32584,0
+14588,1
+40824,1
+8554,1
+66888,1
+3042,1
+40681,0
+41103,0
+15404,1
+65281,1
+40327,1
+14709,1
+19522,0
+45511,1
+50914,1
+63944,1
+24134,1
+64894,0
+13734,0
+7884,1
+33273,0
+3441,1
+56474,1
+57550,0
+42753,0
+67626,1
+14331,1
+56571,1
+10650,1
+64934,1
+17127,0
+34691,1
+36344,1
+32442,0
+42567,0
+18251,0
+62694,0
+1965,1
+25049,1
+40097,1
+64694,1
+46317,1
+24099,1
+26590,0
+64776,1
+54633,0
+66382,0
+51985,1

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/logits.csv

@@ -0,0 +1,153 @@
+59227,-0.0019651402,-6.376965
+26404,-0.0033413316,-5.753341
+14940,-10.875106,-0.00010561385
+8890,-9.125289,-0.00028904076
+44807,-8.125393,-0.00039271748
+16557,-11.625196,-0.00019691436
+22082,-0.012699095,-4.387699
+34557,-0.0015116228,-6.8765116
+27348,-8.250341,-0.0003414763
+11063,-0.0043539256,-5.504354
+38662,-10.37523,-0.00022992828
+8152,-0.0014313939,-6.8764315
+258,-0.0018641253,-6.376864
+57324,-0.00051044306,-8.25051
+40591,-9.375254,-0.0002541219
+52450,-1.137373,-0.38737294
+18892,-0.0043479907,-5.879348
+55407,-11.5001135,-0.00011395759
+19527,-6.8762913,-0.0012910373
+28806,-0.0030718304,-5.878072
+52543,-10.875089,-8.8687775e-05
+32812,-0.0028897454,-6.0028896
+2568,-0.0014019909,-6.751402
+2632,-0.0006457866,-7.6256456
+68028,-11.125317,-0.00031645058
+66439,-3.7736897,-0.023689799
+31073,-10.250239,-0.00023910524
+64823,-0.0019154075,-6.3769155
+27171,-10.875246,-0.00024625607
+60196,-0.0038529225,-5.753853
+14195,-10.375435,-0.00043513844
+8343,-0.0008093419,-7.375809
+17860,-9.750368,-0.00036781223
+54126,-0.00066865975,-7.6256685
+45686,-0.021059593,-3.8960595
+47297,-0.0037238318,-5.6287236
+42556,-10.125111,-0.00011097769
+28706,-8.87524,-0.00024077378
+26028,-12.000112,-0.00011121608
+3114,-0.0014328223,-6.751433
+34488,-9.625241,-0.00024148886
+10528,-6.127333,-0.0023331821
+21175,-9.500169,-0.00016902448
+25508,-0.11293213,-2.2379322
+20512,-10.125137,-0.00013743887
+29551,-0.002362201,-6.1273623
+64370,-11.125115,-0.000115149545
+16210,-10.000142,-0.00014196818
+33030,-1.9206966,-0.17069665
+9356,-11.000078,-7.7959834e-05
+32675,-0.0008344744,-7.3758345
+67957,-7.6257563,-0.00075633527
+35733,-0.023559052,-3.773559
+52831,-10.75016,-0.00016008526
+52155,-4.634979,-0.009978766
+43440,-12.000169,-0.00016842854
+27309,-0.0048534917,-5.3798537
+33487,-0.0077859256,-4.882786
+12684,-0.0010857646,-7.0010858
+27971,-7.8755355,-0.0005355831
+28128,-11.000111,-0.00011085849
+67173,-9.1252775,-0.00027783826
+7393,-10.750143,-0.00014316011
+59747,-0.03842051,-3.2884204
+25157,-11.125102,-0.00010191875
+28457,-10.75013,-0.00012933371
+61838,-8.625332,-0.00033194278
+18788,-0.0030998772,-5.8781
+10126,-0.00261501,-6.127615
+34672,-0.00159613,-6.751596
+23819,-0.0015330479,-6.626533
+49667,-9.375185,-0.00018475733
+54496,-9.3751545,-0.00015436411
+39985,-0.014366408,-4.2643666
+21278,-8.750472,-0.00047183826
+47503,-10.500136,-0.00013624693
+43451,-0.006292294,-5.1312923
+5857,-0.011422004,-4.511422
+39646,-11.500087,-8.7019e-05
+56229,-0.0011114855,-7.0011115
+53363,-0.0030212018,-5.8780212
+64294,-0.0027392507,-6.0027394
+13091,-6.252371,-0.0023710015
+47811,-1.1371316,-0.38713154
+61239,-0.004307991,-5.504308
+29850,-7.875501,-0.00050114945
+47392,-0.0017383478,-6.5017385
+30028,-9.875151,-0.00015114596
+20240,-4.511728,-0.011727674
+13607,-6.876162,-0.001162092
+8086,-11.250164,-0.00016425691
+9288,-0.0014798415,-6.6264796
+45502,-10.375254,-0.00025388357
+51500,-10.875146,-0.00014554395
+65117,-10.125526,-0.0005260514
+820,-0.0019483647,-6.3769484
+30452,-8.375407,-0.0004068977
+23050,-11.250117,-0.000117295065
+30903,-0.004961441,-5.3799615
+25263,-0.006103922,-5.131104
+63628,-0.0019332544,-6.376933
+8218,-8.375349,-0.0003486264
+4119,-10.37516,-0.00016044283
+5827,-6.5020156,-0.0020155846
+55444,-11.7501335,-0.00013374387
+32584,-0.0038132588,-5.6288133
+14588,-9.625258,-0.00025805482
+40824,-9.375311,-0.00031108785
+8554,-8.625694,-0.0006939149
+66888,-12.250301,-0.00030095817
+3042,-11.125141,-0.00014113385
+40681,-0.02100905,-3.896009
+41103,-11.125138,-0.0001385116
+15404,-6.8761244,-0.0011245839
+65281,-8.87524,-0.0002400587
+40327,-10.750225,-0.00022480344
+14709,-9.625149,-0.0001492389
+19522,-0.00081767974,-7.375818
+45511,-11.250104,-0.00010442189
+50914,-5.754061,-0.004061308
+63944,-11.125149,-0.0001492389
+24134,-11.000114,-0.000114553564
+64894,-0.0033719845,-5.753372
+13734,-0.001333063,-7.001333
+7884,-4.0182543,-0.018254494
+33273,-0.0621285,-2.8121285
+3441,-9.000244,-0.00024423
+56474,-12.375066,-6.544376e-05
+57550,-0.016207252,-4.141207
+42753,-0.016339198,-4.1413393
+67626,-10.000221,-0.0002209896
+14331,-11.250214,-0.00021407696
+56571,-10.625186,-0.00018642595
+10650,-7.6255884,-0.0005884823
+64934,-0.44900715,-1.0740072
+17127,-0.0013115146,-6.8763113
+34691,-11.000106,-0.00010597144
+36344,-9.125222,-0.00022206226
+32442,-0.0012754409,-7.0012755
+42567,-0.0007161913,-7.500716
+18251,-0.0026234516,-6.1276236
+62694,-6.127417,-0.0024171441
+1965,-7.750529,-0.00052867265
+25049,-7.6256614,-0.0006611545
+40097,-8.375343,-0.00034362133
+64694,-10.625172,-0.0001720042
+46317,-11.250168,-0.0001678326
+24099,-9.37521,-0.00020942879
+26590,-0.005572262,-5.5055723
+64776,-11.500106,-0.00010597144
+54633,-0.0014806747,-6.6264806
+66382,-0.00038926175,-8.875389
+51985,-10.625333,-0.00033241944

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-7.0010347,-0.001034678
+12007,-0.005620984,-5.255621
+8229,-0.009856366,-4.634856
+31449,-10.7501545,-0.00015472168
+1591,-0.004957052,-5.379957
+53542,-8.625314,-0.00031359046
+49372,-10.000185,-0.00018475733
+54831,-0.22652423,-1.6015242
+44771,-7.750621,-0.00062076846
+33116,-0.00082172954,-7.5008216
+33492,-7.875494,-0.00049423875
+16982,-9.750178,-0.00017844039
+31901,-7.3760157,-0.0010155049
+49817,-0.005502554,-5.2555027
+60681,-5.255485,-0.005485008
+39890,-7.250861,-0.00086115464
+62685,-0.0048944186,-5.3798943
+2201,-11.125285,-0.00028475045
+47201,-0.0022253054,-6.2522254
+20835,-10.750333,-0.00033241944
+15421,-9.6254635,-0.00046385496
+45021,-0.0018937526,-6.3768935
+45802,-0.004153792,-5.6291537
+43637,-0.0019035093,-6.3769035
+7160,-0.0020751865,-6.377075
+8150,-0.2521866,-1.5021865
+3512,-9.875136,-0.00013648532
+29264,-0.0009715604,-7.125972
+32960,-0.0021188445,-6.377119
+32221,-0.0037632615,-5.628763
+35996,-11.250141,-0.00014113385
+4422,-11.250179,-0.00017891714
+22209,-0.0026169124,-6.127617
+6920,-10.375153,-0.00015293382
+25253,-0.0014068716,-6.7514067
+680,-0.5848995,-0.8348995
+50140,-9.50029,-0.00029011333
+28481,-9.875211,-0.00021050144
+36298,-0.0016231469,-6.751623
+16473,-10.50013,-0.0001296913
+11102,-1.9103707,-0.16037074
+62901,-0.0033863601,-5.7533865
+16123,-11.12533,-0.00033039355
+52012,-0.003067552,-5.8780675
+60780,-0.001377825,-6.876378
+1781,-11.6251545,-0.0001544833
+41449,-0.0018675759,-6.501868
+908,-6.8763313,-0.0013313963
+15507,-10.875378,-0.00037746457
+57914,-7.62565,-0.0006499562
+46159,-7.001022,-0.0010220548
+56461,-11.62512,-0.000120632525
+62107,-0.019885818,-4.144886
+49087,-11.000132,-0.00013136001
+65792,-0.0048566945,-5.3798566
+13181,-0.004392974,-5.504393
+54119,-9.875147,-0.00014733183
+51997,-0.0014659145,-6.626466
+24924,-10.625127,-0.00012683064
+45890,-0.0021628577,-6.252163
+41716,-0.014531729,-4.2645316
+60175,-0.0026258295,-6.002626
+30318,-0.002312131,-6.127312
+13221,-9.00022,-0.00022063205
+15509,-9.625117,-0.00011741426
+37365,-1.7020464,-0.20204644
+60975,-0.011394661,-4.5113945
+51375,-0.0016125545,-7.1266127
+16004,-9.375231,-0.00023088173
+12837,-8.750279,-0.00027974506
+17864,-10.750167,-0.00016652151
+67134,-8.750394,-0.00039367078
+18611,-8.375419,-0.00041881372
+12861,-8.000575,-0.0005747812
+58084,-10.875097,-9.7031654e-05
+32874,-0.0039615734,-5.6289616
+32717,-9.875173,-0.00017236178
+23413,-10.625313,-0.00031251792
+59634,-0.0039486308,-5.6289487
+15629,-3.8966947,-0.02169461
+47071,-0.008192387,-4.8831925
+48558,-8.500321,-0.00032121743
+3648,-0.008749364,-4.7587495
+43367,-0.0018603177,-6.37686
+14869,-0.0028011869,-6.0028014
+1518,-0.0009186815,-7.375919
+16976,-10.1296625,-0.004662357
+20931,-9.500194,-0.00019381552
+67379,-10.625239,-0.00023970116
+4741,-0.000785519,-7.6257854
+5765,-8.375401,-0.00040010552
+48791,-0.0015906551,-6.6265907
+15298,-0.0041645947,-5.6291647
+21874,-9.8751335,-0.00013362468
+9095,-10.125443,-0.00044359858
+3840,-10.250176,-0.00017605662
+55636,-0.10037189,-2.3503718
+57364,-0.22839299,-1.603393
+65863,-0.00082923356,-7.625829
+40786,-0.0015360235,-6.626536
+8118,-10.125148,-0.00014828535
+52441,-0.00062362774,-7.8756237
+38593,-0.0017250194,-6.501725
+5517,-0.0012621065,-6.876262
+39136,-8.125423,-0.00042369924
+47292,-0.001755841,-7.0017557
+34052,-0.06293019,-2.81293
+16037,-10.750139,-0.00013910756
+64606,-9.500226,-0.00022635281
+19552,-0.0022135298,-6.2522135
+14116,-7.375764,-0.00076395884
+11261,-0.31416315,-1.3141632
+11668,-11.12513,-0.00012933371
+42198,-10.000125,-0.00012492354
+22526,-11.625552,-0.00055226334
+8037,-8.250546,-0.00054606784
+5324,-8.875381,-0.00038187363
+56692,-0.001911838,-6.3769116
+59753,-0.002743768,-6.0027437
+47298,-0.001757626,-6.5017576
+57801,-4.0182757,-0.018275565
+58413,-12.000077,-7.748303e-05
+10673,-0.0015013863,-6.6265016
+65730,-10.375107,-0.000107044216
+40287,-8.875274,-0.00027390543
+15186,-9.500566,-0.0005659647
+43119,-0.0042403312,-5.5042405
+39219,-10.000254,-0.00025400275
+50340,-0.007762978,-4.882763
+34297,-9.000342,-0.00034242964
+62941,-0.0015091231,-6.626509
+31551,-12.000126,-0.00012599629
+41344,-10.125157,-0.0001572247
+46402,-10.625118,-0.00011812943
+13636,-9.50019,-0.00018940562
+42241,-9.500243,-0.0002430382
+15422,-0.016229069,-4.141229
+25014,-10.125316,-0.00031525886
+19613,-2.2380722,-0.11307225
+5515,-0.003955399,-5.6289554
+64128,-0.0010659972,-7.126066
+28084,-0.0007609809,-7.500761
+10395,-8.62526,-0.00026008085
+9965,-0.0042942218,-5.5042944
+27221,-6.1273623,-0.002362201
+11994,-0.0005374894,-8.500538
+43384,-0.0030253616,-5.8780255
+44329,-0.00046564225,-8.500465
+58937,-0.0008657998,-7.375866
+29119,-0.0077321045,-4.882732
+8989,-0.0013315154,-7.1263313
+23043,-9.750159,-0.00015948931
+32166,-0.0037629053,-5.7537627
+42729,-0.0061904117,-5.1311903
+6863,-10.000429,-0.0004292997
+41187,-0.0007462101,-8.000746
+36039,-12.125163,-0.0001633034
+55977,-0.004469524,-5.5044694
+8129,-8.875253,-0.0002525726
+60223,-9.50036,-0.0003594706
+9414,-0.0010211021,-7.126021
+26177,-0.0021632146,-6.3771634
+38443,-0.002398949,-6.127399
+43084,-0.00064030645,-7.8756404
+53673,-0.0031173464,-5.8781176
+15057,-8.875335,-0.0003345645
+51700,-0.0064910525,-5.131491
+51201,-9.50033,-0.00032955938
+47078,-10.500285,-0.00028486963
+59961,-8.500326,-0.00032646095
+22272,-0.47596788,-0.9759679
+65773,-0.0015551866,-6.626555
+33746,-0.018286802,-4.0182867
+27311,-10.625123,-0.0001234932
+41292,-0.0018176001,-6.3768177
+17110,-0.008248312,-4.8832483
+57029,-0.0013041333,-7.126304
+3009,-8.250309,-0.00030858524
+40193,-9.500146,-0.00014578234
+27618,-8.625431,-0.00043061044
+20145,-11.6250725,-7.295342e-05
+52193,-9.750217,-0.00021717574
+34398,-0.0010127659,-7.501013
+36473,-10.750221,-0.00022110878
+43577,-0.0042694137,-5.5042696
+57850,-10.375131,-0.00013028727
+61117,-0.0070861448,-5.0070863
+32569,-6.626527,-0.0015269774
+12290,-11.750196,-0.00019631843
+19499,-10.625273,-0.00027259448
+60470,-0.0026261862,-6.0026264
+8962,-11.750156,-0.00015615197
+65955,-10.125212,-0.00021169329
+62486,-0.010336556,-4.6353364
+19000,-0.0009751332,-7.375975
+22631,-8.500437,-0.0004365683
+25613,-0.0012306743,-7.0012307
+56086,-9.500209,-0.00020907124
+28883,-0.004172786,-5.629173
+26425,-10.250178,-0.00017879794
+48097,-0.0010625437,-7.1260624
+61477,-0.011459364,-4.5114594
+9121,-0.1275143,-2.1275144
+66709,-7.8754783,-0.0004782725
+51472,-8.625599,-0.00059920474
+19809,-10.125162,-0.00016234987
+38959,-10.500146,-0.00014590153
+39849,-0.00066913624,-7.625669
+59964,-0.004990621,-5.3799906
+65268,-9.25019,-0.000189644
+8791,-0.0012084094,-7.0012083
+51774,-10.12516,-0.00016068121
+49640,-0.0021447768,-6.252145
+20125,-9.000218,-0.00021824839
+59640,-0.002314153,-6.252314
+68206,-10.750513,-0.00051270693
+48079,-11.000164,-0.00016378015
+49583,-0.030195473,-3.5301955
+67054,-0.008825108,-4.7588253
+59571,-0.57610273,-0.82610273
+29080,-9.750249,-0.00024875885
+29111,-9.625185,-0.00018523408
+20758,-9.7501545,-0.0001546025
+64023,-0.0015617328,-6.7515616
+29058,-0.00092832855,-7.3759284
+18185,-0.0003736513,-9.000374
+36543,-0.0017138331,-6.5017138
+54983,-6.376848,-0.0018480618
+3101,-6.127293,-0.0022929823
+42140,-0.030552464,-3.5305524
+6954,-0.0026258295,-6.002626
+15955,-7.6260204,-0.0010206258
+61746,-0.0011444692,-7.0011444
+32055,-0.00084888656,-7.750849
+39496,-9.250374,-0.00037388963
+59909,-9.125193,-0.00019262366
+66296,-0.0019437246,-6.3769436
+46804,-7.7506127,-0.0006125481
+35049,-0.0015717307,-6.7515717
+56017,-8.625347,-0.0003471964
+26947,-9.25018,-0.00018058576
+38928,-0.001657542,-6.6266575
+15029,-10.625242,-0.00024196558
+7086,-0.0011686408,-7.0011687
+537,-0.001393777,-6.876394
+50731,-0.0027969072,-6.002797
+63604,-8.7511015,-0.0011011258
+67049,-0.05502369,-2.9300237
+31161,-0.008772879,-4.758773
+58922,-11.750131,-0.00013052566
+18347,-10.750145,-0.00014530557
+25864,-2.93004,-0.055039823
+63846,-0.001008836,-7.126009
+13353,-0.0011110093,-7.001111
+25378,-6.2523365,-0.002336393
+59101,-10.500163,-0.0001633034
+20895,-0.0009211826,-7.2509212
+48119,-10.125138,-0.00013815402
+14332,-0.0018970842,-6.376897
+25497,-8.625287,-0.00028725312
+8686,-0.0025879007,-6.127588
+22758,-9.375418,-0.00041726464
+7666,-0.0038410472,-5.628841
+20686,-0.008847914,-4.7588477
+18975,-10.125274,-0.00027378625
+19054,-7.3757963,-0.0007962394
+48123,-11.250092,-9.119095e-05
+57909,-9.750227,-0.00022694873
+9226,-10.375416,-0.00041547726
+48653,-0.0011051744,-7.1261053
+44013,-0.0030175175,-6.0030174
+11409,-11.125161,-0.00016139635
+62736,-0.0014663907,-6.8764663
+2777,-9.62524,-0.0002406546
+7058,-0.0025756538,-6.127576
+48408,-0.0015955348,-6.7515955
+28934,-10.625093,-9.345572e-05
+46578,-10.625196,-0.00019691436
+23203,-1.4064083,-0.28140837
+6257,-9.750221,-0.00022110878
+53444,-0.017139882,-4.14214
+17816,-0.017883837,-4.142884
+46307,-9.750191,-0.0001905975
+20599,-11.375136,-0.00013660452
+29423,-0.0020804207,-6.2520804
+21041,-0.002073521,-6.2520733
+16633,-10.875187,-0.00018654513
+20221,-10.125144,-0.00014423284
+27466,-0.00071607216,-7.625716
+22987,-0.0027692087,-6.002769
+9322,-0.0013766346,-6.8763766
+3265,-0.0031641677,-5.8781643
+22814,-9.375284,-0.00028463127
+56185,-10.000171,-0.00017069314
+55014,-10.000142,-0.00014232576
+43437,-9.875144,-0.00014387527
+24683,-0.0017507239,-6.501751
+10233,-0.04368962,-3.1686897
+19001,-0.0023375824,-6.2523375
+32718,-0.004911145,-5.379911
+31030,-0.0010231266,-7.2510233
+1099,-0.0007341789,-7.5007343
+57982,-8.00056,-0.00055976934
+49148,-0.006871877,-5.0068717
+40880,-10.750092,-9.142935e-05
+31148,-0.001918025,-6.376918
+9446,-9.875127,-0.00012718822
+18579,-11.625215,-0.00021503044
+30932,-0.05550365,-2.9305036
+40792,-0.04888503,-3.048885
+48600,-0.00212051,-6.5021205
+44588,-6.3769226,-0.0019226653
+33828,-9.250268,-0.00026794657
+33917,-0.0018748341,-6.501875
+2026,-0.002420355,-6.1274204
+56745,-0.0030597083,-5.87806
+17383,-0.010175968,-4.635176
+2372,-0.010203107,-4.635203
+56600,-0.011535374,-5.136535
+50257,-0.0054609408,-5.2554607
+38892,-0.00494175,-5.379942
+45844,-0.0025707788,-6.1275706
+29062,-0.008123926,-4.883124
+5655,-9.625221,-0.00022122797
+67611,-0.0016947921,-6.6266947
+18546,-0.0023786128,-6.2523785
+63060,-10.500273,-0.00027295202
+36068,-10.875252,-0.00025149997
+784,-1.1381876,-0.38818762
+20429,-0.0011849533,-7.501185
+21679,-10.000301,-0.00030107735
+53617,-10.000176,-0.000176295
+6978,-10.8751545,-0.00015412574
+53262,-0.00074478064,-7.625745
+181,-0.000754072,-7.500754
+28744,-0.006411933,-5.131412
+48716,-0.002176537,-6.252177
+51468,-0.0023198617,-6.12732
+62209,-9.500325,-0.00032538842
+8732,-1.315537,-0.31553704
+56949,-7.3758106,-0.00081077125
+26885,-0.00071559567,-7.7507157
+43345,-0.006880993,-5.0068808
+8053,-6.8761325,-0.0011324428
+59402,-10.500148,-0.00014757022
+49552,-0.01454712,-4.2645473
+12348,-0.006301889,-5.131302
+28335,-9.000234,-0.00023398046
+59114,-8.000499,-0.00049912394
+12625,-9.500228,-0.00022790219
+8876,-9.8753195,-0.0003197874
+29959,-10.000142,-0.00014232576
+37911,-0.001222459,-6.8762226
+38412,-0.018340642,-4.0183406
+31999,-0.0013728251,-6.751373
+34775,-0.0017870185,-6.501787
+65737,-9.625183,-0.00018356545
+25244,-0.0016077938,-6.626608
+51630,-9.750207,-0.00020740266
+23979,-6.87631,-0.001309967
+34638,-10.125153,-0.00015245705
+22311,-12.375145,-0.00014494799
+14004,-10.125216,-0.00021514962
+310,-0.018233893,-4.018234
+49105,-0.0030851408,-5.878085
+38782,-12.250123,-0.00012325481
+4647,-9.87516,-0.00015984688
+43782,-0.0005745429,-7.8755746
+66046,-0.003924408,-5.6289244
+16690,-10.375285,-0.00028475045
+67731,-0.009012968,-4.759013
+54867,-9.250291,-0.00029094756
+34108,-10.125179,-0.00017975146
+67332,-0.0029860216,-5.877986
+22567,-0.0021140862,-6.2521143
+57173,-0.00165778,-6.501658
+26527,-9.625195,-0.00019453064
+59580,-9.625262,-0.00026258358
+20737,-0.0031856762,-5.8781857
+53307,-0.002984952,-5.877985
+32783,-0.0039236955,-5.628924
+7868,-10.250147,-0.00014649749
+50777,-0.0021071867,-6.252107
+29307,-10.625122,-0.00012206286
+18297,-0.0014282989,-6.751428
+44524,-11.250125,-0.00012480434
+61320,-0.0018704316,-6.5018706
+2578,-1.8056755,-0.18067555
+40612,-0.0050763763,-5.3800764
+32523,-10.000257,-0.00025626714
+48509,-0.0009577455,-7.375958
+36666,-8.375327,-0.0003274143
+6539,-10.12523,-0.00022968992
+33620,-10.250272,-0.0002714027
+55547,-8.375412,-0.0004123791
+11751,-8.875226,-0.00022611445
+30491,-0.008895057,-4.758895
+48294,-10.000209,-0.0002085945
+37424,-9.875191,-0.0001904783
+29155,-0.00297687,-5.877977

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,53 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.36714260652661324,0,3.9292702674865723,
+0,8,0.0700209029018879,1,5.02995303273201,
+0,16,0.037478767335414886,2,6.531656548380852,
+0,24,0.03513837233185768,3,2.262689307332039,
+0,32,0.03806227818131447,4,0.7288388535380363,
+0,40,0.03423405438661575,5,0.7084500454366207,
+0,48,0.03743421286344528,6,0.5867344625294209,
+0,56,0.03744833916425705,7,0.514700198546052,
+0,64,0.03583548963069916,8,0.7475893944501877,
+0,72,0.03503939509391785,9,0.6279756976291537,
+0,80,0.036641526967287064,10,0.33901111874729395,
+0,88,0.030870072543621063,11,0.2938897144049406,
+0,96,0.031880997121334076,12,0.6709194756112993,
+0,104,0.03255164995789528,13,0.1881527246441692,
+0,112,0.03174293786287308,14,0.3525755053269677,
+0,120,0.032055940479040146,15,0.07347480586031452,
+0,128,0.03092123568058014,16,0.25610740509000607,
+,,,16,,0.2274461634018842
+0,136,0.03450790420174599,17,0.8911924194399035,
+0,144,0.03216709941625595,18,0.12959617024171166,
+0,152,0.031221356242895126,19,0.22522308520274237,
+0,160,0.030670713633298874,20,0.253804394218605,
+0,168,0.03279224783182144,21,0.742244696317357,
+0,176,0.03801336511969566,22,0.3851534493151121,
+0,184,0.031115375459194183,23,0.055139818286988884,
+0,192,0.03597790375351906,24,0.09300571509811562,
+0,200,0.036751504987478256,25,0.7964138106181053,
+0,208,0.032519202679395676,26,0.31880636110145133,
+0,216,0.03072063997387886,27,0.32268851915432606,
+0,224,0.036472998559474945,28,0.7091639685677364,
+0,232,0.03215048834681511,29,0.28413483855547383,
+0,240,0.031886689364910126,30,0.32485791260842234,
+0,248,0.042864032089710236,31,0.13584954827092588,
+0,256,0.03657061606645584,32,0.05310506490059197,
+,,,32,,0.3126440110549428
+0,264,0.03292879834771156,33,0.17524036148097366,
+0,272,0.031314149498939514,34,0.3564300714060664,
+0,280,0.03241826221346855,35,0.11216357152443379,
+0,288,0.03150247782468796,36,0.3592084528063424,
+0,296,0.0322854109108448,37,0.4303118917159736,
+0,304,0.036171793937683105,38,0.28483122563920915,
+0,312,0.03269721940159798,39,0.3681649861391634,
+0,320,0.03309021517634392,40,0.04578104242682457,
+0,328,0.030853550881147385,41,0.15423303659190424,
+0,336,0.03281768783926964,42,0.2930892852891702,
+0,344,0.03566392511129379,43,0.18709368887357414,
+0,352,0.031032398343086243,44,0.2755401123431511,
+0,360,0.033218491822481155,45,0.15863466655719094,
+0,368,0.03201339766383171,46,0.03938363378983922,
+0,376,0.030422311276197433,47,0.2685706505726557,
+0,384,0.0328318290412426,48,0.4225349959451705,
+,,,48,,0.2596210654264961

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-0.16440372,-1.9144037
+12007,-0.02550056,-3.9005005
+8229,-0.0017103818,-7.1267104
+31449,-4.5141644,-0.014164389
+1591,-0.0039147898,-7.003915
+53542,-1.4089044,-0.2839044
+49372,-2.359468,-0.10946791
+54831,-0.022054179,-3.8970542
+44771,-0.19385852,-1.8188585
+33116,-0.0033549948,-8.503355
+33492,-1.9129792,-0.1629792
+16982,-0.43510607,-1.060106
+31901,-0.7768907,-0.6518907
+49817,-0.031304073,-3.5313041
+60681,-0.8322603,-0.5822603
+39890,-0.4823115,-0.9823115
+62685,-0.0027085782,-7.6277084
+2201,-5.7736,-0.023600036
+47201,-0.005074004,-6.380074
+20835,-4.891678,-0.016678073
+15421,-2.2432985,-0.11829852
+45021,-0.0038383158,-6.5038385
+45802,-0.0061123343,-5.881112
+43637,-0.0034632247,-6.0034633
+7160,-0.0036929522,-6.128693
+8150,-0.04132766,-3.2913277
+3512,-3.7751737,-0.025173614
+29264,-0.0014055622,-9.251406
+32960,-0.0024274902,-7.0024276
+32221,-0.004731886,-5.6297317
+35996,-1.8082706,-0.18327056
+4422,-5.6355643,-0.01056412
+22209,-0.002304995,-6.627305
+6920,-4.7611685,-0.011168465
+25253,-0.0025801721,-8.127581
+680,-0.08380451,-2.5838046
+50140,-2.940237,-0.065237045
+28481,-2.4679403,-0.092940226
+36298,-0.0046864436,-6.2546864
+16473,-4.8846216,-0.009621439
+11102,-0.82915264,-0.57915264
+62901,-0.0040817293,-5.8790817
+16123,-4.390872,-0.015871974
+52012,-0.0027574396,-7.8777575
+60780,-0.004828816,-6.254829
+1781,-5.0090694,-0.009069437
+41449,-0.0030898945,-6.50309
+908,-0.8306051,-0.5806051
+15507,-4.0277987,-0.027798831
+57914,-0.28707233,-1.4120723
+46159,-0.47670987,-0.97670984
+56461,-4.389404,-0.014403893
+62107,-0.011924767,-5.2619247
+49087,-4.2664886,-0.016488364
+65792,-0.0020142759,-7.377014
+13181,-0.005489869,-5.75549
+54119,-3.6537712,-0.028771104
+51997,-0.0018126024,-7.0018125
+24924,-5.00954,-0.009540087
+45890,-0.0028941433,-8.127894
+41716,-0.059547063,-2.934547
+60175,-0.006043612,-5.3810434
+30318,-0.0028023755,-6.5028024
+13221,-3.1707816,-0.045781523
+15509,-4.2652187,-0.015218806
+37365,-0.52749246,-0.90249246
+60975,-0.08197954,-2.5819795
+51375,-0.013876981,-6.763877
+16004,-3.2932346,-0.04323455
+12837,-0.70176536,-0.70176536
+17864,-4.2701635,-0.020163678
+67134,-2.699366,-0.07436613
+18611,-2.0222187,-0.14721873
+12861,-1.9130257,-0.16302578
+58084,-4.7595434,-0.009543511
+32874,-0.0071338457,-5.382134
+32717,-4.270898,-0.020897916
+23413,-4.159626,-0.034626197
+59634,-0.014915259,-4.3899155
+15629,-0.12978382,-2.2547839
+47071,-0.008893403,-5.5088935
+48558,-2.131687,-0.13168703
+3648,-0.0014948396,-8.001494
+43367,-0.0026838495,-6.3776836
+14869,-0.0037275136,-6.6287274
+1518,-0.0017444169,-7.3767443
+16976,-3.9913661,-0.11636614
+20931,-3.5311177,-0.031117696
+67379,-4.3891854,-0.014185662
+4741,-0.0034411284,-9.003441
+5765,-2.9350307,-0.060030587
+48791,-0.0016872946,-7.2516875
+15298,-0.20472421,-1.7047242
+21874,-2.4751852,-0.10018512
+9095,-3.0601256,-0.060125668
+3840,-3.2911701,-0.041170023
+55636,-0.12831695,-2.1283169
+57364,-0.43432444,-1.0593245
+65863,-0.008421504,-8.570922
+40786,-0.0017291845,-7.751729
+8118,-2.9331377,-0.058137715
+52441,-0.002001546,-7.752002
+38593,-0.003474273,-6.128474
+5517,-0.004125181,-7.129125
+39136,-0.2935642,-1.4185642
+47292,-0.0043993834,-6.5043993
+34052,-0.042564973,-3.4175649
+16037,-4.760973,-0.01097311
+64606,-3.4111502,-0.03615011
+19552,-0.004512722,-5.754513
+14116,-1.704579,-0.20457897
+11261,-0.20523426,-1.7052343
+11668,-5.0082297,-0.008229868
+42198,-3.1691182,-0.04411814
+22526,-6.634933,-0.009932853
+8037,-2.7024188,-0.077418715
+5324,-1.5149491,-0.26494908
+56692,-0.0018767378,-7.626877
+59753,-0.009801358,-4.7598014
+47298,-0.004851475,-6.0048513
+57801,-0.25387582,-1.5038759
+58413,-6.252732,-0.002731642
+10673,-0.0012110288,-8.626211
+65730,-4.513758,-0.013758114
+40287,-3.538843,-0.038843032
+15186,-1.8079088,-0.18290873
+43119,-0.0025336805,-7.252534
+39219,-3.4110591,-0.03605916
+50340,-1.3152428,-0.31524277
+34297,-3.6553977,-0.030397633
+62941,-0.0020554385,-7.6270556
+31551,-6.6285295,-0.003529749
+41344,-3.413681,-0.038680993
+46402,-3.5306845,-0.030684495
+13636,-1.5051374,-0.25513747
+42241,-2.931978,-0.056977972
+15422,-0.056113794,-2.9311137
+25014,-3.1746712,-0.0496712
+19613,-0.050917387,-3.0509174
+5515,-0.0029804355,-6.37798
+64128,-0.0022320852,-7.627232
+28084,-0.0018917299,-7.7518916
+10395,-1.0556307,-0.43063065
+9965,-0.007765817,-5.007766
+27221,-2.2404435,-0.11544348
+11994,-0.0017823776,-8.751782
+43384,-0.0026320121,-7.127632
+44329,-0.0017433459,-8.376743
+58937,-0.0026077572,-6.627608
+29119,-0.0020405678,-6.6270404
+8989,-0.044002812,-8.231503
+23043,-3.1725736,-0.04757367
+32166,-0.010947877,-5.6359477
+42729,-0.0068508023,-5.5068507
+6863,-3.1764476,-0.051447563
+41187,-0.004447806,-8.754448
+36039,-6.5046945,-0.0046942746
+55977,-0.004934514,-6.7549343
+8129,-2.6993814,-0.0743814
+60223,-4.517145,-0.017145038
+9414,-0.0014592486,-7.501459
+26177,-0.002766831,-7.3777666
+38443,-0.0018372338,-7.0018373
+43084,-0.0014438928,-9.376444
+53673,-0.0048537287,-6.7548537
+15057,-1.1387519,-0.38875183
+51700,-0.0073372894,-6.007337
+51201,-2.8150816,-0.065081574
+47078,-2.8193157,-0.06931556
+59961,-0.5780025,-0.8280025
+22272,-0.28832734,-1.4133273
+65773,-0.009214612,-5.0092144
+33746,-0.01332156,-4.3883214
+27311,-3.896759,-0.021759115
+41292,-0.0018715024,-6.5018716
+17110,-0.18449391,-1.8094939
+57029,-0.0024150035,-7.377415
+3009,-2.6961348,-0.071134895
+40193,-3.7746012,-0.024601288
+27618,-2.0202956,-0.14529572
+20145,-5.5057306,-0.005730747
+52193,-3.5332155,-0.033215508
+34398,-0.004626641,-7.1296268
+36473,-4.0240235,-0.02402363
+43577,-0.002273001,-6.752273
+57850,-4.389591,-0.01459106
+61117,-0.0044200346,-6.87942
+32569,-0.9824453,-0.4824453
+12290,-6.1288624,-0.003862185
+19499,-3.902212,-0.027211882
+60470,-0.001168998,-7.501169
+8962,-5.7576027,-0.0076025673
+65955,-2.6981072,-0.073107176
+62486,-0.06790488,-2.817905
+19000,-0.0034897162,-6.1284895
+22631,-2.0324962,-0.15749632
+25613,-0.004665442,-5.7546654
+56086,-1.6030059,-0.22800595
+28883,-0.02865689,-3.653657
+26425,-3.654003,-0.029002966
+48097,-0.005624066,-5.5056243
+61477,-0.006653181,-5.5066533
+9121,-0.1877522,-1.8127522
+66709,-1.4087934,-0.28379348
+51472,-2.5832388,-0.08323889
+19809,-4.292839,-0.04283923
+38959,-3.2903397,-0.0403397
+39849,-0.0017917784,-6.626792
+59964,-0.005357551,-5.6303577
+65268,-3.659854,-0.034853943
+8791,-0.007689519,-5.0076895
+51774,-2.353458,-0.10345803
+49640,-0.00421659,-6.2542167
+20125,-2.933331,-0.058331043
+59640,-0.008914553,-5.1339145
+68206,-3.9087636,-0.03376368
+48079,-4.268303,-0.018302837
+49583,-0.20717631,-1.7071763
+67054,-0.0070709935,-5.132071
+59571,-0.093153656,-2.4681537
+29080,-3.1784608,-0.053460825
+29111,-2.8160362,-0.066036135
+20758,-1.8074865,-0.18248649
+64023,-0.0029803165,-6.75298
+29058,-0.0039481563,-8.628948
+18185,-0.001140659,-7.8761406
+36543,-0.0021190825,-7.002119
+54983,-0.9013765,-0.5263765
+3101,-1.3143498,-0.3143498
+42140,-0.0050394894,-6.0050397
+6954,-0.00309037,-8.37809
+15955,-1.5106189,-0.26061887
+61746,-0.004175042,-7.879175
+32055,-0.0023855106,-6.8773856
+39496,-3.8992856,-0.024285566
+59909,-1.8063762,-0.18137622
+66296,-0.0036496003,-8.00365
+46804,-2.7016208,-0.07662083
+35049,-0.0030915583,-8.503092
+56017,-0.91312504,-0.53812504
+26947,-2.5817995,-0.08179941
+38928,-0.005008176,-7.755008
+15029,-4.149078,-0.024078095
+7086,-0.0016563518,-7.6266565
+537,-0.0040893275,-6.0040894
+50731,-0.0035955561,-6.1285954
+63604,-4.5272846,-0.027284732
+67049,-0.11664869,-2.2416487
+31161,-0.00888525,-4.8838854
+58922,-4.639334,-0.014333975
+18347,-3.899445,-0.024445068
+25864,-0.08331611,-2.583316
+63846,-0.0024713709,-7.0024714
+13353,-0.0015131702,-8.3765135
+25378,-0.76627487,-0.64127487
+59101,-4.1431713,-0.018171383
+20895,-0.008858666,-4.8838587
+48119,-4.761817,-0.0118169775
+14332,-0.0013680633,-9.0013685
+25497,-2.353945,-0.10394507
+8686,-0.033143435,-3.5331435
+22758,-1.1534885,-0.4034885
+7666,-0.0039286828,-6.2539287
+20686,-0.024155945,-3.8991559
+18975,-3.1717615,-0.046761617
+19054,-1.1403416,-0.39034167
+48123,-5.2564673,-0.0064671277
+57909,-4.1436944,-0.0186944
+9226,-3.6561131,-0.031113189
+48653,-0.002980792,-6.8779807
+44013,-0.008854885,-6.008855
+11409,-3.902361,-0.027360827
+62736,-0.0036543512,-6.0036545
+2777,-3.0508642,-0.050864138
+7058,-0.0025033585,-7.6275034
+48408,-0.00459662,-6.1295967
+28934,-4.2648787,-0.014878616
+46578,-4.760685,-0.0106849
+23203,-0.07351021,-2.6985102
+6257,-3.5341036,-0.03410373
+53444,-0.0049135177,-6.0049133
+17816,-0.03287331,-3.6578734
+46307,-3.5345478,-0.034547776
+20599,-5.1331763,-0.0081764255
+29423,-0.0025871873,-8.252587
+21041,-0.0010718321,-7.626072
+16633,-4.6362276,-0.011227406
+20221,-1.702947,-0.20294699
+27466,-0.0019039852,-7.876904
+22987,-0.00309037,-6.5030904
+9322,-0.0030652941,-6.628065
+3265,-0.010153193,-5.6351533
+22814,-0.8339858,-0.5839858
+56185,-4.6387825,-0.0137826875
+55014,-2.3524432,-0.102443114
+43437,-3.775611,-0.025610952
+24683,-0.0022813266,-8.127281
+10233,-0.05047772,-3.1754777
+19001,-0.021316005,-7.896316
+32718,-0.0053962045,-5.6303964
+31030,-0.0031488382,-9.128149
+1099,-0.002299286,-8.877299
+57982,-0.76401824,-0.63901824
+49148,-0.016142035,-4.391142
+40880,-4.759613,-0.009613056
+31148,-0.0034362576,-9.753436
+9446,-3.531044,-0.031043967
+18579,-5.8880115,-0.013011317
+30932,-0.095321365,-2.4703214
+40792,-0.027950471,-3.6529505
+48600,-0.008024004,-6.258024
+44588,-0.8366577,-0.5866577
+33828,-2.5808632,-0.080863304
+33917,-0.013167921,-4.638168
+2026,-0.010255616,-4.885256
+56745,-0.0048216977,-5.754822
+17383,-0.032453682,-3.5324538
+2372,-0.022000771,-4.897001
+56600,-0.06417138,-4.6891713
+50257,-0.0022040142,-7.627204
+38892,-0.0042487592,-6.6292486
+45844,-0.0052740723,-7.6927743
+29062,-0.0730951,-2.698095
+5655,-2.8142836,-0.064283505
+67611,-0.0043692365,-5.7543693
+18546,-0.0026839683,-6.627684
+63060,-4.022537,-0.022537407
+36068,-2.0319371,-0.15693718
+784,-0.1739829,-1.9239829
+20429,-0.002280851,-8.127281
+21679,-2.5862017,-0.086201675
+53617,-4.3909535,-0.015953397
+6978,-5.505944,-0.0059437193
+53262,-0.004723581,-9.254724
+181,-0.0022802562,-8.50228
+28744,-0.012614461,-4.8876143
+48716,-0.0031661878,-6.378166
+51468,-0.001038846,-9.126039
+62209,-4.0208683,-0.020868145
+8732,-1.1410595,-0.39105952
+56949,-1.6082045,-0.23320448
+26885,-0.0017371577,-9.251738
+43345,-0.07149521,-2.6964953
+8053,-1.4103844,-0.2853844
+59402,-2.6973255,-0.072325364
+49552,-0.0011869774,-8.126187
+12348,-0.07264679,-2.8226469
+28335,-0.5786294,-0.8286294
+59114,-0.638794,-0.763794
+12625,-3.1721473,-0.0471472
+8876,-3.420393,-0.04539291
+29959,-3.6528661,-0.02786619
+37911,-0.0015949399,-7.751595
+38412,-0.035108455,-3.4101086
+31999,-0.0020149897,-7.252015
+34775,-0.0021017145,-6.752102
+65737,-1.604672,-0.22967194
+25244,-0.0032090854,-6.378209
+51630,-2.8142843,-0.0642844
+23979,-0.13871254,-2.1387126
+34638,-4.143135,-0.018134978
+22311,-6.3808727,-0.005872615
+14004,-3.775293,-0.025293224
+310,-0.0042443676,-5.7542443
+49105,-0.0032965385,-7.3782964
+38782,-5.8789105,-0.0039106337
+4647,-3.2895026,-0.03950273
+43782,-0.0022350587,-8.877235
+66046,-0.03221188,-3.5322118
+16690,-4.6372385,-0.012238644
+67731,-0.0049179066,-5.879918
+54867,-2.3540163,-0.10401641
+34108,-1.8106669,-0.18566687
+67332,-0.020178631,-4.020179
+22567,-0.0019121949,-7.126912
+57173,-0.0022906037,-6.5022907
+26527,-3.654371,-0.029370915
+59580,-1.7057506,-0.20575054
+20737,-0.0036038707,-6.128604
+53307,-0.003656014,-8.253656
+32783,-0.0035012392,-7.8785014
+7868,-4.7605042,-0.010504314
+50777,-0.0015913692,-7.001591
+29307,-4.5168524,-0.016852506
+18297,-0.003752573,-6.0037527
+44524,-4.144557,-0.019556914
+61320,-0.01667514,-4.266675
+2578,-0.06660721,-2.8166072
+40612,-0.011108459,-4.7611084
+32523,-0.6975156,-0.6975156
+48509,-0.0023949055,-7.0023947
+36666,-1.7060347,-0.20603465
+6539,-4.26875,-0.018750207
+33620,-4.4237795,-0.048779447
+55547,-3.290399,-0.040399007
+11751,-2.9318244,-0.05682448
+30491,-0.00778356,-5.0077834
+48294,-2.813949,-0.063949205
+37424,-2.0208538,-0.14585379
+29155,-0.01695237,-4.1419525

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 48
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/metrics.csv

@@ -0,0 +1,1634 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3580261990427971,0,5.442412853240967,
+0,8,0.06779122352600098,1,5.058671206235886,
+0,16,0.03059912472963333,2,4.188281685113907,
+0,24,0.03506559133529663,3,2.2748681604862213,
+0,32,0.030949071049690247,4,0.6341696158051491,
+0,40,0.030336547642946243,5,0.47633027844130993,
+0,48,0.030977454036474228,6,0.4296910483390093,
+0,56,0.034700457006692886,7,0.7197145465761423,
+0,64,0.030788607895374298,8,0.9433844219893217,
+0,72,0.030529633164405823,9,0.5756612420082092,
+0,80,0.03063330054283142,10,0.36153305741027,
+0,88,0.046589333564043045,11,0.14400589314755052,
+0,96,0.03516349196434021,12,0.7999551282264292,
+0,104,0.03093826398253441,13,0.831955598492641,
+0,112,0.030893929302692413,14,0.41992662237316836,
+0,120,0.03091306984424591,15,0.14543855481315404,
+0,128,0.030887015163898468,16,0.04957399959675968,
+,,,16,,0.2231996709650213
+0,136,0.03330008685588837,17,0.5275960581493564,
+0,144,0.032786838710308075,18,0.07879902553395368,
+0,152,0.03330201283097267,19,0.03834572483901866,
+0,160,0.03334136679768562,20,0.12263690869440325,
+0,168,0.033252544701099396,21,0.3402721652237233,
+0,176,0.033000484108924866,22,0.5578468900639564,
+0,184,0.039374589920043945,23,0.07373480644309893,
+0,192,0.039615076035261154,24,0.08346288625034504,
+0,200,0.042117971926927567,25,0.6131584399554413,
+0,208,0.04007392376661301,26,0.13777312403544784,
+0,216,0.03386605158448219,27,0.554324772732798,
+0,224,0.04520281404256821,28,0.2528913607238792,
+0,232,0.03512921556830406,29,0.07177579053677619,
+0,240,0.02978544682264328,30,0.08973946355399676,
+0,248,0.02976609766483307,31,0.00958219077438116,
+0,256,0.02967904508113861,32,0.48438432802504394,
+,,,32,,0.17682686099758396
+0,264,0.0298604853451252,33,0.04354560068168212,
+0,272,0.02991301938891411,34,0.03098585578845814,
+0,280,0.029961399734020233,35,0.10070779197849333,
+0,288,0.03686694800853729,36,0.17847574868937954,
+0,296,0.029398910701274872,37,0.5606416308437474,
+0,304,0.03001784160733223,38,0.2769735549518373,
+0,312,0.02967240661382675,39,0.10173097303777467,
+0,320,0.030580800026655197,40,0.014729711401741952,
+0,328,0.030186854302883148,41,0.0569957577099558,
+0,336,0.03027891367673874,42,0.7961495783238206,
+0,344,0.029919322580099106,43,0.5702013168047415,
+0,352,0.029966339468955994,44,0.016136836595251225,
+1,360,0.030023545026779175,45,0.254971572663635,
+1,368,0.04932962357997894,46,0.048040761408628896,
+1,376,0.038433562964200974,47,1.1923943865549518,
+1,384,0.03400745615363121,48,0.1119617655640468,
+,,,48,,0.1290889715219473
+1,392,0.029714856296777725,49,0.01691109949024394,
+1,400,0.030142512172460556,50,0.3340882121119648,
+1,408,0.03695748373866081,51,0.26080277608707547,
+1,416,0.030366655439138412,52,0.13985184859484434,
+1,424,0.03570375218987465,53,0.2028512229444459,
+1,432,0.029917478561401367,54,0.14693978754803538,
+1,440,0.029837757349014282,55,0.29824554175138474,
+1,448,0.02994154393672943,56,0.2486902663949877,
+1,456,0.037010613828897476,57,0.03581006091553718,
+1,464,0.040663957595825195,58,0.08564537379425019,
+1,472,0.04028033837676048,59,0.02601212589070201,
+1,480,0.033111635595560074,60,0.10986709024291486,
+1,488,0.03309396654367447,61,0.06692445557564497,
+1,496,0.05411970242857933,62,0.07873866557201836,
+1,504,0.0583103746175766,63,0.05576538440072909,
+1,512,0.033659424632787704,64,0.14224381031817757,
+,,,64,,0.07758302193183403
+1,520,0.03026793897151947,65,0.01724573946557939,
+1,528,0.030159875750541687,66,0.10334370943019167,
+1,536,0.03021860122680664,67,0.03884415984794032,
+1,544,0.030210334807634354,68,0.10060017817886546,
+1,552,0.029991548508405685,69,0.012810085718228947,
+1,560,0.0300886407494545,70,0.07000105071347207,
+1,568,0.030585668981075287,71,0.003925697448721621,
+1,576,0.040300048887729645,72,0.6120722366031259,
+1,584,0.03716509789228439,73,0.037236102023598505,
+1,592,0.036744993180036545,74,0.04275492481610854,
+1,600,0.03696005418896675,75,0.029072720528347418,
+1,608,0.036996543407440186,76,0.37551582779269665,
+1,616,0.03708310425281525,77,0.027451439025753643,
+1,624,0.03712117299437523,78,0.015959004493197426,
+1,632,0.049350492656230927,79,0.3495455102311098,
+1,640,0.039064910262823105,80,0.012543284370622132,
+,,,80,,0.06331713168652027
+1,648,0.034736599773168564,81,0.014783107671973994,
+1,656,0.030927568674087524,82,0.00723072249093093,
+1,664,0.033850714564323425,83,0.0031181693557300605,
+1,672,0.03349263221025467,84,0.0025258262030547485,
+1,680,0.03030005842447281,85,0.21426911482558353,
+1,688,0.030296459794044495,86,0.005278008917230181,
+1,696,0.030097421258687973,87,0.008541644296201412,
+1,704,0.030706394463777542,88,0.04872365476330742,
+1,712,0.030465424060821533,89,0.10297322312544566,
+2,720,0.030458513647317886,90,0.017306489527982194,
+2,728,0.030519243329763412,91,0.08378869766602293,
+2,736,0.030570734292268753,92,0.011107746438938193,
+2,744,0.03035946935415268,93,0.014706049041706137,
+2,752,0.03037884458899498,94,0.03140222932051984,
+2,760,0.03106958046555519,95,0.0084988976304885,
+2,768,0.030448947101831436,96,0.010141901155293453,
+,,,96,,0.05847444162740336
+2,776,0.03331424295902252,97,0.006330943426291924,
+2,784,0.03363877534866333,98,0.005070759460068075,
+2,792,0.03556368127465248,99,0.0008596474654041231,
+2,800,0.03450625389814377,100,0.005118065582792042,
+2,808,0.034809425473213196,101,0.07748792092388612,
+2,816,0.034806735813617706,102,0.013401003954641055,
+2,824,0.034565482288599014,103,0.7079902106634108,
+2,832,0.03463894501328468,104,0.0024875273957150057,
+2,840,0.034791380167007446,105,0.011492011708469363,
+2,848,0.030231352895498276,106,0.0016099800777737983,
+2,856,0.03045816719532013,107,0.020389387325849384,
+2,864,0.030224069952964783,108,0.003326259095047135,
+2,872,0.03035328909754753,109,0.10709813379799016,
+2,880,0.0304081030189991,110,0.0059068560040032025,
+2,888,0.0301460400223732,111,0.012114446770283394,
+2,896,0.029844127595424652,112,0.09166070335777476,
+,,,112,,0.056902321902188385
+2,904,0.034699615091085434,113,0.008073245433479315,
+2,912,0.03434975817799568,114,0.09069686025031842,
+2,920,0.03406299278140068,115,0.005684612780896714,
+2,928,0.034361280500888824,116,0.011092774271673989,
+2,936,0.03383356332778931,117,0.02710137398025836,
+2,944,0.03440943360328674,118,0.01915434285183437,
+2,952,0.033666349947452545,119,0.006361678537359694,
+2,960,0.03386155888438225,120,0.014914500960003352,
+2,968,0.0343436561524868,121,0.0010613144404487684,
+2,976,0.03357083722949028,122,0.001481024650274776,
+2,984,0.03357575833797455,123,0.0017490975187683944,
+2,992,0.033855292946100235,124,0.5884998135370552,
+2,1000,0.03388754278421402,125,0.0017377698222844629,
+2,1008,0.03379330784082413,126,0.019086183772742515,
+2,1016,0.033608391880989075,127,0.0038116644973342773,
+2,1024,0.03358028084039688,128,0.02805896974314237,
+,,,128,,0.041830434427632915
+2,1032,0.033727824687957764,129,0.02483500108064618,
+2,1040,0.03346128389239311,130,0.006756306109309662,
+2,1048,0.03395983204245567,131,0.46169185336475493,
+2,1056,0.03360404074192047,132,0.01303922579245409,
+2,1064,0.034006260335445404,133,0.005187631235457957,
+2,1072,0.02893660217523575,134,0.015971407505276147,
+3,1080,0.028975173830986023,135,0.005132539074111264,
+3,1088,0.02907520905137062,136,0.003097385706496425,
+3,1096,0.02891479805111885,137,0.011980023533396889,
+3,1104,0.02928602695465088,138,0.002753857559582684,
+3,1112,0.029050737619400024,139,0.023651735806197394,
+3,1120,0.03440229594707489,140,0.0018009603227255866,
+3,1128,0.030198287218809128,141,0.030187509953975677,
+3,1136,0.031121589243412018,142,0.045007469940173905,
+3,1144,0.030003156512975693,143,0.12253434589365497,
+3,1152,0.03083307296037674,144,0.07410080046247458,
+,,,144,,0.027100863394799172
+3,1160,0.02916913479566574,145,0.11393555418908363,
+3,1168,0.02942296490073204,146,0.004899895950075006,
+3,1176,0.029086798429489136,147,0.002120436318364227,
+3,1184,0.029845699667930603,148,0.0022075389460951556,
+3,1192,0.02947109192609787,149,0.015977215971361147,
+3,1200,0.02983231469988823,150,0.09737797284105909,
+3,1208,0.029389191418886185,151,0.01776747201438411,
+3,1216,0.030411891639232635,152,0.010871954713365994,
+3,1224,0.03194990009069443,153,0.01156297629859182,
+3,1232,0.030313346534967422,154,0.008390478647925192,
+3,1240,0.029875241219997406,155,0.11812925135564001,
+3,1248,0.02953888475894928,156,0.09110553136088129,
+3,1256,0.030297953635454178,157,0.048220515896900906,
+3,1264,0.03087032213807106,158,0.003949448167986702,
+3,1272,0.029538311064243317,159,0.0011178940530953696,
+3,1280,0.029328487813472748,160,0.0011305099142191466,
+,,,160,,0.02783127264543013
+3,1288,0.035355888307094574,161,0.0009013066555780824,
+3,1296,0.03517072647809982,162,0.000719725581802777,
+3,1304,0.040703289210796356,163,0.0009472544770687819,
+3,1312,0.0352567657828331,164,0.0010930576572718564,
+3,1320,0.033301930874586105,165,0.00045633410627488047,
+3,1328,0.03814186155796051,166,0.00040992408503370825,
+3,1336,0.041037287563085556,167,0.0015628358014510013,
+3,1344,0.036446310579776764,168,0.0006175836224429077,
+3,1352,0.04283759370446205,169,0.0029840592687833123,
+3,1360,0.0351068414747715,170,0.018039205879176734,
+3,1368,0.029180556535720825,171,0.0006614533594984096,
+3,1376,0.029335666447877884,172,0.0021462924905790715,
+3,1384,0.029064547270536423,173,0.000567146422326914,
+3,1392,0.029532834887504578,174,0.008103651183773763,
+3,1400,0.029972892254590988,175,0.8754736520659208,
+3,1408,0.029440809041261673,176,0.0011038928087145905,
+,,,176,,0.03552726336887905
+3,1416,0.02959047257900238,177,0.0005440043614726164,
+3,1424,0.02947155386209488,178,0.003568909656678443,
+3,1432,0.029347583651542664,179,0.0006448889198509278,
+4,1440,0.029673777520656586,180,0.0028828532249463024,
+4,1448,0.02948896959424019,181,0.003629201473813737,
+4,1456,0.029484577476978302,182,0.0016950164899753872,
+4,1464,0.02973024547100067,183,0.0007003101345617324,
+4,1472,0.02919073775410652,184,0.0005269980829325505,
+4,1480,0.029248066246509552,185,0.0016661134959576884,
+4,1488,0.029407288879156113,186,0.0009454578594159102,
+4,1496,0.029327016323804855,187,0.0009751927291290485,
+4,1504,0.04007728025317192,188,0.0014054207949811826,
+4,1512,0.03476129472255707,189,0.0022844693121442106,
+4,1520,0.03401467576622963,190,0.000699258804161218,
+4,1528,0.03427140787243843,191,0.0010502542681933846,
+4,1536,0.03358408063650131,192,0.0004910658026346937,
+,,,192,,0.003923344534712952
+4,1544,0.03463349491357803,193,0.032105660166052985,
+4,1552,0.03409283235669136,194,0.036571442877175286,
+4,1560,0.03448450192809105,195,0.0019706751882040408,
+4,1568,0.03742673993110657,196,0.000866132982991985,
+4,1576,0.03427102789282799,197,0.0017318959216936491,
+4,1584,0.03417987376451492,198,0.003298582396382699,
+4,1592,0.033918965607881546,199,0.00040550682206230704,
+4,1600,0.034041933715343475,200,0.00028582222694240045,
+4,1608,0.03425849601626396,201,0.005316462693372159,
+4,1616,0.033869292587041855,202,0.0015520550259680022,
+4,1624,0.03449089452624321,203,0.003313290164442151,
+4,1632,0.034063488245010376,204,0.004043384076794609,
+4,1640,0.04799146577715874,205,0.0036882184704154497,
+4,1648,0.033554717898368835,206,0.0010201717514064512,
+4,1656,0.029184024780988693,207,0.0014776982106923242,
+4,1664,0.028923049569129944,208,0.005056999756561709,
+,,,208,,0.007805948133592482
+4,1672,0.02905292809009552,209,0.001139632064223406,
+4,1680,0.02892599254846573,210,0.010142988447114476,
+4,1688,0.03478861600160599,211,0.008052921810303815,
+4,1696,0.03477209061384201,212,0.0009706476348583237,
+4,1704,0.02906784787774086,213,0.0043552938932407415,
+4,1712,0.02908310294151306,214,0.03731539771615644,
+4,1720,0.03497779369354248,215,0.0009563777239236515,
+4,1728,0.034802068024873734,216,0.0006305288752628257,
+4,1736,0.029105447232723236,217,0.004052270159718319,
+4,1744,0.029509730637073517,218,0.0003467308979452355,
+4,1752,0.029185831546783447,219,0.008499947805830743,
+4,1760,0.029313024133443832,220,0.0010229043364233803,
+4,1768,0.02906760200858116,221,0.0001476872976127197,
+4,1776,0.02914326637983322,222,0.000694471465976676,
+4,1784,0.029131904244422913,223,0.0006023012556397589,
+4,1792,0.047433607280254364,224,0.0006673510397376958,
+,,,224,,0.0010591609911485152
+5,1800,0.034676745533943176,225,0.32282074728573207,
+5,1808,0.02964295819401741,226,0.002189049650041852,
+5,1816,0.029971089214086533,227,0.06460287937898102,
+5,1824,0.029642537236213684,228,0.002775542032395606,
+5,1832,0.0297425277531147,229,0.0034937369509862037,
+5,1840,0.029720693826675415,230,0.004485000301428954,
+5,1848,0.029777012765407562,231,0.01727530432617641,
+5,1856,0.0297304168343544,232,0.08180743330012774,
+5,1864,0.029569048434495926,233,0.029997470184753183,
+5,1872,0.029404055327177048,234,0.0017805782463256037,
+5,1880,0.029782291501760483,235,0.017058181703760056,
+5,1888,0.029736995697021484,236,0.03458675537876843,
+5,1896,0.029466938227415085,237,0.002003344683544128,
+5,1904,0.0298243947327137,238,0.002832305357514997,
+5,1912,0.029209837317466736,239,0.0016109330408653477,
+5,1920,0.029531553387641907,240,0.0029227327759144828,
+,,,240,,0.0030554672340293984
+5,1928,0.03492216765880585,241,0.0034919242207251955,
+5,1936,0.03507014736533165,242,0.0010724550593295135,
+5,1944,0.029509149491786957,243,0.0011722136769094504,
+5,1952,0.02959706261754036,244,0.0011806911397798103,
+5,1960,0.029566798359155655,245,0.0016239887363553862,
+5,1968,0.02965012565255165,246,0.0011961857044298085,
+5,1976,0.029514435678720474,247,0.0006483574607045739,
+5,1984,0.02966080978512764,248,0.00042513650078035425,
+5,1992,0.03511224687099457,249,0.0006614515950786881,
+5,2000,0.03540559858083725,250,0.0006505766423288151,
+5,2008,0.029760591685771942,251,0.0006353344469971489,
+5,2016,0.029917847365140915,252,0.003594085612348863,
+5,2024,0.0293978750705719,253,0.0006406056018022355,
+5,2032,0.029450472444295883,254,0.0032306075172527926,
+5,2040,0.02996661141514778,255,0.0007332707036766806,
+5,2048,0.029781103134155273,256,0.00704210495314328,
+,,,256,,0.0007689809063812355
+5,2056,0.02969278395175934,257,0.0013016437933401903,
+5,2064,0.0296548493206501,258,0.0003159253847115906,
+5,2072,0.029704254120588303,259,0.0003473973383734119,
+5,2080,0.029754873365163803,260,0.0005917334301557275,
+5,2088,0.029995910823345184,261,0.00042516959729255177,
+5,2096,0.03004498779773712,262,0.002004993184527848,
+5,2104,0.029625054448843002,263,0.0002767898940874147,
+5,2112,0.030025724321603775,264,0.0015593361531500705,
+5,2120,0.03037170320749283,265,0.0005301059136399999,
+5,2128,0.030331861227750778,266,0.0003700455818034243,
+5,2136,0.03571724891662598,267,0.0003226249928047764,
+5,2144,0.03551292419433594,268,0.0002748936767602572,
+5,2152,0.030171502381563187,269,0.0006801051458751317,
+6,2160,0.02979322522878647,270,0.000454180935776094,
+6,2168,0.030007649213075638,271,0.00034531938126747264,
+6,2176,0.029931236058473587,272,0.001335060908786545,
+,,,272,,0.0005557817685139644
+6,2184,0.039255619049072266,273,0.0005379151243687375,
+6,2192,0.03661637008190155,274,0.0005031084183428902,
+6,2200,0.03693722188472748,275,0.00036190016362525057,
+6,2208,0.03670516982674599,276,0.0009845190288615413,
+6,2216,0.036624036729335785,277,0.0003172198203174048,
+6,2224,0.036599259823560715,278,0.000395935686356097,
+6,2232,0.029059890657663345,279,0.000757173060264904,
+6,2240,0.029483061283826828,280,0.0003816511152763269,
+6,2248,0.029720567166805267,281,0.0005883842250113958,
+6,2256,0.0291467122733593,282,0.00022419996230382822,
+6,2264,0.029322367161512375,283,0.0028665003428614,
+6,2272,0.029316294938325882,284,0.0004994296723452862,
+6,2280,0.029472827911376953,285,0.00027707492881745566,
+6,2288,0.029533464461565018,286,0.0004972377291778685,
+6,2296,0.029685258865356445,287,0.0015367367159342393,
+6,2304,0.02928188070654869,288,0.00047044655366335064,
+,,,288,,0.0005263173347943788
+6,2312,0.03494292125105858,289,0.0017157483798655448,
+6,2320,0.03318575397133827,290,0.0004316927570471307,
+6,2328,0.040868572890758514,291,0.0008617051698820433,
+6,2336,0.029061339795589447,292,0.0008939161343732849,
+6,2344,0.029227767139673233,293,0.00045686873272643425,
+6,2352,0.028964795172214508,294,0.00023811474329704652,
+6,2360,0.028936002403497696,295,0.00039091134021873586,
+6,2368,0.028972405940294266,296,0.0005103808061903692,
+6,2376,0.029154624789953232,297,0.0005928870778006967,
+6,2384,0.029380444437265396,298,0.0002972165884784772,
+6,2392,0.030506286770105362,299,0.00137544170502224,
+6,2400,0.02942967414855957,300,0.0007802059317327803,
+6,2408,0.029305703938007355,301,0.0003228767236578278,
+6,2416,0.029371041804552078,302,0.0004012843710370362,
+6,2424,0.029960621148347855,303,0.00033708866521919845,
+6,2432,0.029308900237083435,304,0.0007697010159972706,
+,,,304,,0.0004949950939649111
+6,2440,0.029236432164907455,305,0.00038172132826730376,
+6,2448,0.028732333332300186,306,0.0002134450887751882,
+6,2456,0.028748705983161926,307,0.0006026775081409141,
+6,2464,0.029196470975875854,308,0.0005725272112613311,
+6,2472,0.028742104768753052,309,0.0006116963568274514,
+6,2480,0.03432571887969971,310,0.00045379952280200087,
+6,2488,0.03396822139620781,311,0.0001962099495358416,
+6,2496,0.02912028506398201,312,0.0003320133764646016,
+6,2504,0.028787940740585327,313,0.0005439831320472877,
+6,2512,0.028806082904338837,314,0.0003301332053524675,
+7,2520,0.029008101671934128,315,0.0009118169691646472,
+7,2528,0.028844602406024933,316,0.00017778274286683882,
+7,2536,0.028985101729631424,317,0.0005071157720522024,
+7,2544,0.028983093798160553,318,0.00038586244590987917,
+7,2552,0.02881818264722824,319,0.00019854535275953822,
+7,2560,0.029214605689048767,320,0.000973805770627223,
+,,,320,,0.0004911903146799509
+7,2568,0.029253464192152023,321,0.0003786543766182149,
+7,2576,0.02946462482213974,322,0.0004431421766639687,
+7,2584,0.029479850083589554,323,0.0009565782875142759,
+7,2592,0.029144197702407837,324,0.0001927539969983627,
+7,2600,0.02918190509080887,325,0.0006806576166127343,
+7,2608,0.029342882335186005,326,0.0002794265983538935,
+7,2616,0.03641653433442116,327,0.00023520122431364143,
+7,2624,0.03653595969080925,328,0.00024421775742666796,
+7,2632,0.04092005640268326,329,0.00037964484272379195,
+7,2640,0.03607504442334175,330,0.0004045834084536182,
+7,2648,0.029597852379083633,331,0.00024038975243456662,
+7,2656,0.029851339757442474,332,0.0005186051157579641,
+7,2664,0.02941080555319786,333,0.00016255633545370074,
+7,2672,0.029422815889120102,334,0.0005592599973169854,
+7,2680,0.02960483729839325,335,0.0003253478316764813,
+7,2688,0.029996026307344437,336,0.0008627655770396814,
+,,,336,,0.0004800719680724206
+7,2696,0.029577113687992096,337,0.00045533562206401257,
+7,2704,0.02939092367887497,338,0.0006780464500479866,
+7,2712,0.029518011957406998,339,0.0003436520046307123,
+7,2720,0.029503855854272842,340,0.0012879242340204655,
+7,2728,0.029577314853668213,341,0.000710430398612516,
+7,2736,0.029472708702087402,342,0.0005572109785134671,
+7,2744,0.02967856451869011,343,0.0006009234239172656,
+7,2752,0.029669851064682007,344,0.0003331383641125285,
+7,2760,0.029517050832509995,345,0.0002802218850774807,
+7,2768,0.029565706849098206,346,0.0003853009502563509,
+7,2776,0.029506653547286987,347,0.000482689347336418,
+7,2784,0.029858827590942383,348,0.0004522985418589087,
+7,2792,0.038200393319129944,349,0.0007432944589709223,
+7,2800,0.03359663486480713,350,0.00038031315398256993,
+7,2808,0.02964738756418228,351,0.000396644231841492,
+7,2816,0.02945271134376526,352,0.00024123892490024446,
+,,,352,,0.0004628843494824001
+7,2824,0.02943049743771553,353,0.000541405670446693,
+7,2832,0.02960527315735817,354,0.0002245820005555288,
+7,2840,0.029298853129148483,355,0.001838051497543347,
+7,2848,0.029446832835674286,356,0.000699467708273005,
+7,2856,0.029324151575565338,357,0.003027272039616946,
+7,2864,0.029227405786514282,358,0.00036200432987243403,
+7,2872,0.029291026294231415,359,0.0003977866526838625,
+8,2880,0.029107775539159775,360,0.0003892580534738954,
+8,2888,0.029289226979017258,361,0.0006797276400902774,
+8,2896,0.029166042804718018,362,0.000512202186655486,
+8,2904,0.029134202748537064,363,0.00024828089226502925,
+8,2912,0.02925243228673935,364,0.0003962415189562307,
+8,2920,0.02908768132328987,365,0.00025427036507608136,
+8,2928,0.029112115502357483,366,0.00048787754531076644,
+8,2936,0.029307350516319275,367,0.0005534722004085779,
+8,2944,0.03477649390697479,368,0.00142892312942422,
+,,,368,,0.0004577328051839556
+8,2952,0.029277831315994263,369,0.00032747995464887936,
+8,2960,0.029201004654169083,370,0.0008629229305370245,
+8,2968,0.028985828161239624,371,0.00018861971693695523,
+8,2976,0.029101818799972534,372,0.0003251053949497873,
+8,2984,0.029130280017852783,373,0.00040186900605476694,
+8,2992,0.029212385416030884,374,0.0012707325640803901,
+8,3000,0.029220405966043472,375,0.0003842594051093329,
+8,3008,0.029411330819129944,376,0.0007538214654232434,
+8,3016,0.029275763779878616,377,0.0020640515576815233,
+8,3024,0.029302243143320084,378,0.00032391763670602813,
+8,3032,0.030688725411891937,379,0.0002984698103318806,
+8,3040,0.03628348186612129,380,0.0002588054285297403,
+8,3048,0.03632465749979019,381,0.0006527075393023551,
+8,3056,0.029533356428146362,382,0.00030579478880099487,
+8,3064,0.029200304299592972,383,0.0005330798521754332,
+8,3072,0.029167745262384415,384,0.0002951868391392054,
+,,,384,,0.0004348094490441409
+8,3080,0.029040087014436722,385,0.000228505512495758,
+8,3088,0.02874351292848587,386,0.00033652539877948584,
+8,3096,0.028549831360578537,387,0.0005910076079089777,
+8,3104,0.02870727702975273,388,0.0009320067374574137,
+8,3112,0.028687473386526108,389,0.000656718260870548,
+8,3120,0.028830241411924362,390,0.0004004634829470888,
+8,3128,0.028861019760370255,391,0.0005099587979202624,
+8,3136,0.028539113700389862,392,0.0003943892797906301,
+8,3144,0.029118455946445465,393,0.00037570681797660654,
+8,3152,0.02878599986433983,394,0.000298974237011862,
+8,3160,0.028863828629255295,395,0.0010229671224806225,
+8,3168,0.028615854680538177,396,0.000313752358124475,
+8,3176,0.02877744287252426,397,0.00029124889260856435,
+8,3184,0.02864043042063713,398,0.0002052155505225528,
+8,3192,0.028691928833723068,399,0.0003199511384082143,
+8,3200,0.034572187811136246,400,0.0007259507492562989,
+,,,400,,0.00042099142809966944
+8,3208,0.030404962599277496,401,0.00025106341126956977,
+8,3216,0.03007449582219124,402,0.00016190044243558077,
+8,3224,0.030062921345233917,403,0.00027871027759829303,
+9,3232,0.029843002557754517,404,0.0003208969765182701,
+9,3240,0.030200112611055374,405,0.00033617776171013247,
+9,3248,0.02994449809193611,406,0.00023164374124462483,
+9,3256,0.029723871499300003,407,0.00025909801843226887,
+9,3264,0.029895104467868805,408,0.0004653446840165998,
+9,3272,0.030049145221710205,409,0.00019471252198854927,
+9,3280,0.030206691473722458,410,0.0002075279035125277,
+9,3288,0.02969595417380333,411,0.00036047454887011554,
+9,3296,0.029929880052804947,412,0.0005672827210219111,
+9,3304,0.029470190405845642,413,0.0001754518616507994,
+9,3312,0.029599972069263458,414,0.0011763858642552805,
+9,3320,0.029735665768384933,415,0.0003665222729978268,
+9,3328,0.03003488853573799,416,0.0009365682481075055,
+,,,416,,0.0004269759376327713
+9,3336,0.02987387403845787,417,0.00023609993695572484,
+9,3344,0.03021847829222679,418,0.0001993574774132867,
+9,3352,0.04355877637863159,419,0.0007621971808475791,
+9,3360,0.03657219186425209,420,0.000713836284376157,
+9,3368,0.035429611802101135,421,0.00035592141193774296,
+9,3376,0.035415440797805786,422,0.00041339775179949356,
+9,3384,0.035113513469696045,423,0.0002574775749053515,
+9,3392,0.035076674073934555,424,0.0002956632424684358,
+9,3400,0.03519776090979576,425,0.00046409179412876256,
+9,3408,0.029896363615989685,426,0.00019305832120153354,
+9,3416,0.029940400272607803,427,0.0008820749635560787,
+9,3424,0.02968621626496315,428,0.0003849075792459189,
+9,3432,0.029881592839956284,429,0.00024117130669765174,
+9,3440,0.029725100845098495,430,0.0011181576219314593,
+9,3448,0.02972419559955597,431,0.0006235204364202218,
+9,3456,0.030102312564849854,432,0.0005669078382197767,
+,,,432,,0.00042176222452869664
+9,3464,0.02982385829091072,433,0.0003227451261409442,
+9,3472,0.030242934823036194,434,0.0003657974075395032,
+9,3480,0.02979075163602829,435,0.00037302185728549375,
+9,3488,0.02972569316625595,436,0.00023181524011306465,
+9,3496,0.05192985013127327,437,0.0005085901284473948,
+9,3504,0.03477153182029724,438,0.0005101956421640352,
+9,3512,0.029840249568223953,439,0.00026181593602814246,
+9,3520,0.02965724468231201,440,0.0002828593678714242,
+9,3528,0.02980978786945343,441,0.00045316139676288003,
+9,3536,0.036626093089580536,442,0.0002636598546814639,
+9,3544,0.029418233782052994,443,0.0023968130799403298,
+9,3552,0.029929015785455704,444,0.0006621889497182565,
+9,3560,0.029785964637994766,445,0.00018379271114099538,
+9,3568,0.029649723321199417,446,0.0003546744474078878,
+9,3576,0.029515590518712997,447,0.0010544845017648186,
+9,3584,0.02940988540649414,448,0.00024430512257822556,
+,,,448,,0.00041771849448030645
+10,3592,0.02937028557062149,449,0.0005167976869415725,
+10,3600,0.029048997908830643,450,0.0012342063146206783,
+10,3608,0.02920711413025856,451,0.00042988801578758284,
+10,3616,0.029272470623254776,452,0.0007187430101112113,
+10,3624,0.02978905290365219,453,0.0002756243584371987,
+10,3632,0.029426217079162598,454,0.00022872963927511591,
+10,3640,0.029490303248167038,455,0.0004242301674821647,
+10,3648,0.03984369710087776,456,0.0007305170584004372,
+10,3656,0.042281657457351685,457,0.00015638594140909845,
+10,3664,0.029540732502937317,458,0.0002831471147146658,
+10,3672,0.02993786334991455,459,0.00025483716581220506,
+10,3680,0.029575996100902557,460,0.0005298045389281469,
+10,3688,0.029491253197193146,461,0.00040198829856308294,
+10,3696,0.03664185479283333,462,0.00028728424786095275,
+10,3704,0.036638207733631134,463,0.000175799970747903,
+10,3712,0.03659823164343834,464,0.00013733211198996287,
+,,,464,,0.0004032790031913039
+10,3720,0.03667968884110451,465,0.0005128372386025148,
+10,3728,0.03654253110289574,466,0.0001924972884808085,
+10,3736,0.036548912525177,467,0.0002946485224128992,
+10,3744,0.02951585128903389,468,0.0002304275731148664,
+10,3752,0.029335521161556244,469,0.0014591289536838303,
+10,3760,0.02940881997346878,470,0.0002913229936893913,
+10,3768,0.029204167425632477,471,0.0004630184876077692,
+10,3776,0.029144354164600372,472,0.00021343665412132395,
+10,3784,0.02924058958888054,473,0.0006146013174657128,
+10,3792,0.036973390728235245,474,0.0002313981585757574,
+10,3800,0.029585126787424088,475,0.00026016527226602193,
+10,3808,0.029361248016357422,476,0.0006783834278394352,
+10,3816,0.029138237237930298,477,0.000191294746400672,
+10,3824,0.02915845438838005,478,0.0002838904983946122,
+10,3832,0.029135506600141525,479,0.00025913376794051146,
+10,3840,0.029312927275896072,480,0.0005769092995251413,
+,,,480,,0.0003945397866236699
+10,3848,0.029087413102388382,481,0.00022603291927225655,
+10,3856,0.028892699629068375,482,0.0018528231648815563,
+10,3864,0.032125286757946014,483,0.00021101886977703543,
+10,3872,0.03003198280930519,484,0.0008747096853767289,
+10,3880,0.031996168196201324,485,0.00042537083481875015,
+10,3888,0.0304492749273777,486,0.0007094322527336772,
+10,3896,0.03082587569952011,487,0.0002332711292183376,
+10,3904,0.030872005969285965,488,0.00021497533089132048,
+10,3912,0.03042764961719513,489,0.00033026743767550215,
+10,3920,0.03066294640302658,490,0.00024027404742810177,
+10,3928,0.030447378754615784,491,0.0007207857670437079,
+10,3936,0.030083175748586655,492,0.0003519691481415066,
+10,3944,0.04451290890574455,493,0.0005755607685387076,
+11,3952,0.030743040144443512,494,0.0004182137845418765,
+11,3960,0.029132455587387085,495,0.0004762714306707494,
+11,3968,0.02910715714097023,496,0.0007403699110000161,
+,,,496,,0.0003897542641921477
+11,3976,0.03014831617474556,497,0.00028516371367004467,
+11,3984,0.029998041689395905,498,0.0012338722281128867,
+11,3992,0.03088533878326416,499,0.00016539788703084923,
+11,4000,0.03146367892622948,500,0.000629545161700662,
+11,4008,0.030526701360940933,501,0.0006066097548682592,
+11,4016,0.030107013881206512,502,0.0020175027566438075,
+11,4024,0.030504565685987473,503,0.00028778641717508435,
+11,4032,0.03220534324645996,504,0.0002926963834397611,
+11,4040,0.02969793975353241,505,0.0002874369947676314,
+11,4048,0.029630757868289948,506,0.00054128467627379,
+11,4056,0.03681670501828194,507,0.00033729549613781273,
+11,4064,0.03643253073096275,508,0.0004100673340872163,
+11,4072,0.03675854206085205,509,0.00037195833920122823,
+11,4080,0.03577136993408203,510,0.00024098432550090365,
+11,4088,0.03640493005514145,511,0.0010500256312298006,
+11,4096,0.03659071773290634,512,0.0002680184652490425,
+,,,512,,0.0003818155738053384
+11,4104,0.031001925468444824,513,0.0003079436301050009,
+11,4112,0.030575837939977646,514,0.00024695008323760703,
+11,4120,0.030315741896629333,515,0.00044117743345850613,
+11,4128,0.030182357877492905,516,0.0007707478798693046,
+11,4136,0.030139010399580002,517,0.00023627430255146464,
+11,4144,0.0302206352353096,518,0.00022161513697938062,
+11,4152,0.031355466693639755,519,0.0003555191960913362,
+11,4160,0.030892085283994675,520,0.00022386324235412758,
+11,4168,0.030021362006664276,521,0.0002321862639291794,
+11,4176,0.030250083655118942,522,0.00012852702229793067,
+11,4184,0.030429914593696594,523,0.00034691288146859733,
+11,4192,0.030803300440311432,524,0.00024057003793132026,
+11,4200,0.030139997601509094,525,0.0003182446653227089,
+11,4208,0.030441921204328537,526,0.0003908405105903512,
+11,4216,0.030373740941286087,527,0.0005909944129598443,
+11,4224,0.02978462353348732,528,0.0001637292216400965,
+,,,528,,0.0003719899513117679
+11,4232,0.03588121384382248,529,0.0001628531790629495,
+11,4240,0.04139476269483566,530,0.0006858762062620372,
+11,4248,0.03772200271487236,531,0.0004353720614744816,
+11,4256,0.03746744990348816,532,0.00020109534762013936,
+11,4264,0.03735927492380142,533,0.0002548691545598558,
+11,4272,0.037710562348365784,534,0.000333295286509383,
+11,4280,0.03734865039587021,535,0.00039596213355252985,
+11,4288,0.03761405870318413,536,0.00043143689936187,
+11,4296,0.030164361000061035,537,0.0007060411844577175,
+11,4304,0.030630145221948624,538,0.0002664632384039578,
+12,4312,0.0314742848277092,539,0.0002546033229009481,
+12,4320,0.03021957352757454,540,0.0003437133991610608,
+12,4328,0.030219364911317825,541,0.0005813972620671848,
+12,4336,0.03061545267701149,542,0.0005099325107948971,
+12,4344,0.030452623963356018,543,0.0004741631073557073,
+12,4352,0.029997926205396652,544,0.0009137722809100524,
+,,,544,,0.000363889912312681
+12,4360,0.03041301667690277,545,0.00022189615629031323,
+12,4368,0.03504378721117973,546,0.0005005013617846998,
+12,4376,0.03534247353672981,547,0.0009863141499408812,
+12,4384,0.02994285151362419,548,0.00028005728836433263,
+12,4392,0.03018103912472725,549,0.0004247933438819018,
+12,4400,0.0302133671939373,550,0.0003338073465783964,
+12,4408,0.03015359863638878,551,0.00019584562141972128,
+12,4416,0.029897872358560562,552,0.0006507546349894255,
+12,4424,0.030373618006706238,553,0.0006069162973290076,
+12,4432,0.03018094226717949,554,0.00043533249117899686,
+12,4440,0.03024040162563324,555,0.00018886267207562923,
+12,4448,0.029901914298534393,556,0.00026286047250323463,
+12,4456,0.029559683054685593,557,0.00041858448548737215,
+12,4464,0.02957165613770485,558,0.00015394281672342913,
+12,4472,0.029995910823345184,559,0.0002920644110417925,
+12,4480,0.029475994408130646,560,0.00023589157126480131,
+,,,560,,0.0003665480037014206
+12,4488,0.029758673161268234,561,0.0008415016045546508,
+12,4496,0.029785599559545517,562,0.00035118123560096137,
+12,4504,0.02979147806763649,563,0.0006152067117000115,
+12,4512,0.029613934457302094,564,0.0003098147572018206,
+12,4520,0.03047453612089157,565,0.00028119654780311976,
+12,4528,0.048749443143606186,566,0.00037088637463966734,
+12,4536,0.03554704412817955,567,0.0002884333644033177,
+12,4544,0.03540164604783058,568,0.0003497374382277485,
+12,4552,0.029442213475704193,569,0.0002630108583616675,
+12,4560,0.03485681861639023,570,0.0004940996905133943,
+12,4568,0.035539932548999786,571,0.000528575603311765,
+12,4576,0.03010651096701622,572,0.0005645104456561967,
+12,4584,0.02975713089108467,573,0.0003416933013795642,
+12,4592,0.029550116509199142,574,0.00027661393096423126,
+12,4600,0.02960490807890892,575,0.00027166707423020853,
+12,4608,0.030305813997983932,576,0.000294856463369797,
+,,,576,,0.0003590123945629442
+12,4616,0.029629144817590714,577,0.00016688686764609884,
+12,4624,0.029756177216768265,578,0.0015678091058362043,
+12,4632,0.02965739741921425,579,0.00019386216399652767,
+12,4640,0.029714901000261307,580,0.00022580170343644568,
+12,4648,0.029634684324264526,581,0.00022203933258424513,
+12,4656,0.02954895794391632,582,0.00023951821003720397,
+12,4664,0.02929292619228363,583,0.00026096632245753426,
+13,4672,0.041279569268226624,584,0.00023115973635867704,
+13,4680,0.036284495145082474,585,0.0009060890006367117,
+13,4688,0.029061008244752884,586,0.00024808872240100754,
+13,4696,0.029146909713745117,587,0.00021395891690190183,
+13,4704,0.02954414114356041,588,0.0003296706900073332,
+13,4712,0.029727380722761154,589,0.0005064187807874987,
+13,4720,0.029575467109680176,590,0.00044399642411008244,
+13,4728,0.029826488345861435,591,0.00031092503741092514,
+13,4736,0.029327403753995895,592,0.00021499094464161317,
+,,,592,,0.0003502337721648154
+13,4744,0.02910539135336876,593,0.0002198346328441403,
+13,4752,0.028751693665981293,594,0.00020425070670171408,
+13,4760,0.028898857533931732,595,0.00033581234129087534,
+13,4768,0.029024377465248108,596,0.00029568568334070733,
+13,4776,0.029073551297187805,597,0.0006154339953354793,
+13,4784,0.028798051178455353,598,0.0001516655802333844,
+13,4792,0.028842102736234665,599,0.00046272559302451555,
+13,4800,0.029157154262065887,600,0.0003149059202769422,
+13,4808,0.02906918153166771,601,0.00024696665605006274,
+13,4816,0.034863460808992386,602,0.0003879099576806766,
+13,4824,0.03665662929415703,603,0.0003610003368521575,
+13,4832,0.047077566385269165,604,0.00014204145281837555,
+13,4840,0.03508007526397705,605,0.0002870531243388541,
+13,4848,0.02905978634953499,606,0.001461418461985886,
+13,4856,0.028859388083219528,607,0.0002404460165053024,
+13,4864,0.029128864407539368,608,0.0008786465295997914,
+,,,608,,0.0003480521308911311
+13,4872,0.0288483165204525,609,0.0006203419088706141,
+13,4880,0.028877120465040207,610,0.00019779144349740818,
+13,4888,0.02904277667403221,611,0.0005263851990093826,
+13,4896,0.028993096202611923,612,0.00017464618122176034,
+13,4904,0.029007285833358765,613,0.0003525471793182078,
+13,4912,0.029200106859207153,614,0.00037556534516625106,
+13,4920,0.02903905138373375,615,0.0009157786689684144,
+13,4928,0.029280591756105423,616,0.0002288034456796595,
+13,4936,0.028954267501831055,617,0.0002456230622556177,
+13,4944,0.028968531638383865,618,0.0002919205094258359,
+13,4952,0.02891896292567253,619,0.0005454012325571966,
+13,4960,0.029131349176168442,620,0.00019947369037254248,
+13,4968,0.028958573937416077,621,0.00033101131612056633,
+13,4976,0.039897095412015915,622,0.0001868194176495308,
+13,4984,0.028954196721315384,623,0.000270075159278349,
+13,4992,0.028941519558429718,624,0.00047360601547552506,
+,,,624,,0.00034393745099569294
+13,5000,0.028967969119548798,625,0.0002643795446601871,
+13,5008,0.029090918600559235,626,0.00016301900905091316,
+13,5016,0.028798907995224,627,0.0002583280374892638,
+13,5024,0.029036641120910645,628,0.0005759749801654834,
+14,5032,0.029201790690422058,629,0.0002994287078763591,
+14,5040,0.028831683099269867,630,0.0001232529289154627,
+14,5048,0.028890997171401978,631,0.00014923239541531075,
+14,5056,0.02897212654352188,632,0.0002148860785382567,
+14,5064,0.02889661118388176,633,0.0010832345919880026,
+14,5072,0.034814298152923584,634,0.00025201704193023033,
+14,5080,0.03505587950348854,635,0.00024620251770102186,
+14,5088,0.03475179150700569,636,0.0002774393369691097,
+14,5096,0.03474404662847519,637,0.0008290927671623649,
+14,5104,0.02920157089829445,638,0.000423789620072057,
+14,5112,0.0309896320104599,639,0.0003183599483236321,
+14,5120,0.03718387708067894,640,0.00041691547721711686,
+,,,640,,0.0003430006614366135
+14,5128,0.028856921941041946,641,0.00020817979657294927,
+14,5136,0.02910779044032097,642,0.000589998067880515,
+14,5144,0.028988797217607498,643,0.0003220164371668943,
+14,5152,0.029392700642347336,644,0.00020939070054737385,
+14,5160,0.0290667824447155,645,0.0002729662628553342,
+14,5168,0.02919531986117363,646,0.0003909493652827223,
+14,5176,0.02925945073366165,647,0.000415135486946383,
+14,5184,0.02904472127556801,648,0.00035892656615033047,
+14,5192,0.02906680479645729,649,0.0001367060731354286,
+14,5200,0.028997287154197693,650,0.00021621650284942007,
+14,5208,0.028829336166381836,651,0.00017320662118436303,
+14,5216,0.028855014592409134,652,0.0003463211687630974,
+14,5224,0.028737131506204605,653,0.00034617823621374555,
+14,5232,0.02875411882996559,654,0.0003197356863893219,
+14,5240,0.028835155069828033,655,0.0001664070277911378,
+14,5248,0.02905512973666191,656,0.0003255043593526352,
+,,,656,,0.00033687439735059614
+14,5256,0.028971083462238312,657,0.00023776439502398716,
+14,5264,0.029163941740989685,658,0.00026589415665512206,
+14,5272,0.029152855277061462,659,0.00020215291806380264,
+14,5280,0.029110584408044815,660,0.0006189093664943357,
+14,5288,0.029085036367177963,661,0.0004665947139983473,
+14,5296,0.02890860289335251,662,0.000334998458129121,
+14,5304,0.02887360006570816,663,0.0003974728188040899,
+14,5312,0.028743170201778412,664,0.000543796189049317,
+14,5320,0.028835322707891464,665,0.00026947435981128365,
+14,5328,0.028707273304462433,666,0.0002780344102575327,
+14,5336,0.02868768945336342,667,0.00015009910339358612,
+14,5344,0.028769738972187042,668,0.0019789329821833235,
+14,5352,0.029048733413219452,669,0.0003054922326555243,
+14,5360,0.029006317257881165,670,0.0003493570047794492,
+14,5368,0.029280420392751694,671,0.0009325197506768745,
+14,5376,0.029017150402069092,672,0.000245388483563147,
+,,,672,,0.00032803072751342476
+14,5384,0.041040681302547455,673,0.0002640951079229126,
+15,5392,0.029822982847690582,674,0.00016718449296604376,
+15,5400,0.029106829315423965,675,0.00033291272666247096,
+15,5408,0.028885256499052048,676,0.0008248381282101036,
+15,5416,0.029009144753217697,677,0.0002350892164031393,
+15,5424,0.028889477252960205,678,0.00027994331685476936,
+15,5432,0.02907716855406761,679,0.00022638784093942377,
+15,5440,0.028964627534151077,680,0.0005796790874228464,
+15,5448,0.02875778079032898,681,0.0004303377845644718,
+15,5456,0.028891392052173615,682,0.00021326362548279576,
+15,5464,0.02964908629655838,683,0.000192456869626767,
+15,5472,0.029246192425489426,684,0.00035220337804275914,
+15,5480,0.029179301112890244,685,0.00026537095345702255,
+15,5488,0.02898438647389412,686,0.0003978582949457632,
+15,5496,0.0289345420897007,687,0.0001670831738920242,
+15,5504,0.029036615043878555,688,0.0004107350823687739,
+,,,688,,0.00032866917937606963
+15,5512,0.029036249965429306,689,0.00031813917667022906,
+15,5520,0.029040399938821793,690,0.0002777092704491224,
+15,5528,0.029026534408330917,691,0.0002126139461324783,
+15,5536,0.02941693738102913,692,0.0002752170948951971,
+15,5544,0.03889862820506096,693,0.00021767605176137295,
+15,5552,0.03610628843307495,694,0.00017487532568338793,
+15,5560,0.02927768975496292,695,0.0007051477823551977,
+15,5568,0.029352430254220963,696,0.00013783807344225352,
+15,5576,0.029193121939897537,697,0.00031441199826076627,
+15,5584,0.02903183177113533,698,0.00044072473247069865,
+15,5592,0.02906220406293869,699,0.0001533185395601322,
+15,5600,0.028885263949632645,700,0.0003242677071284561,
+15,5608,0.028976842761039734,701,0.000577700317990093,
+15,5616,0.028717458248138428,702,0.00012836141104344279,
+15,5624,0.02883210778236389,703,0.00019741478172363713,
+15,5632,0.02865251526236534,704,0.00019822225340249133,
+,,,704,,0.00033071743590491157
+15,5640,0.02890745922923088,705,0.000180404889761121,
+15,5648,0.028716493397951126,706,0.00012274724304006668,
+15,5656,0.02890874072909355,707,0.00022766837264498463,
+15,5664,0.02899962291121483,708,0.0006264997850848886,
+15,5672,0.02880997583270073,709,0.0005919900695516844,
+15,5680,0.028849944472312927,710,0.0012710640598925238,
+15,5688,0.02884519100189209,711,0.00041477805370959686,
+15,5696,0.028796933591365814,712,0.0003342370996506361,
+15,5704,0.036022137850522995,713,0.0003698701539178728,
+15,5712,0.032550614327192307,714,0.00041571390647732187,
+15,5720,0.029011636972427368,715,0.0008732943315408193,
+15,5728,0.02892220765352249,716,0.0008267695529866614,
+15,5736,0.02907520905137062,717,0.0001915739567266428,
+15,5744,0.029149509966373444,718,0.00025190912674588617,
+16,5752,0.028580859303474426,719,0.0004638734735635808,
+16,5760,0.03452495485544205,720,0.00022460150830738712,
+,,,720,,0.0003186435281456291
+16,5768,0.02891726791858673,721,0.0003322135685266403,
+16,5776,0.029220368713140488,722,0.00023069793405738892,
+16,5784,0.029020752757787704,723,0.00026492311826586956,
+16,5792,0.028888143599033356,724,0.00035107036728732055,
+16,5800,0.028690308332443237,725,0.00026217897811875446,
+16,5808,0.02874169871211052,726,0.0008556142856832594,
+16,5816,0.0288403183221817,727,0.0003092382557952078,
+16,5824,0.029108330607414246,728,0.0014792418924116646,
+16,5832,0.029779117554426193,729,0.00033619355053815525,
+16,5840,0.03466201573610306,730,0.00018702121269598138,
+16,5848,0.036007557064294815,731,0.00017761766048352,
+16,5856,0.04553220793604851,732,0.00020609818784578238,
+16,5864,0.03969535231590271,733,0.00045354091435001465,
+16,5872,0.036240000277757645,734,0.00055430350403185,
+16,5880,0.03615306317806244,735,0.00035868395298166433,
+16,5888,0.0290055014193058,736,0.0005698872496395779,
+,,,736,,0.00031896874115064545
+16,5896,0.035862334072589874,737,0.0004876007124039461,
+16,5904,0.028806988149881363,738,0.00032663439196767285,
+16,5912,0.028408758342266083,739,0.00012910609621030744,
+16,5920,0.02835991233587265,740,0.00013076275718049146,
+16,5928,0.028106514364480972,741,0.00018404925504000857,
+16,5936,0.028354112058877945,742,0.0004423907053023868,
+16,5944,0.028309594839811325,743,0.0004586918139466434,
+16,5952,0.028379008173942566,744,0.00023933552165544825,
+16,5960,0.02847754955291748,745,0.0005587527657553437,
+16,5968,0.028493192046880722,746,0.00037906025727352244,
+16,5976,0.028323683887720108,747,0.00018734371951723006,
+16,5984,0.028408650308847427,748,0.0002357723215027363,
+16,5992,0.02824537083506584,749,0.00034712105571088614,
+16,6000,0.02827255055308342,750,0.0002849955358215084,
+16,6008,0.03385543078184128,751,0.00027117265926790424,
+16,6016,0.037154361605644226,752,0.00025790820245674695,
+,,,752,,0.0003206635789050684
+16,6024,0.028529752045869827,753,0.00032824953177623684,
+16,6032,0.03574346750974655,754,0.0005136136232977151,
+16,6040,0.034617431461811066,755,0.0001837033578340197,
+16,6048,0.034429993480443954,756,0.0007823043806638452,
+16,6056,0.03467828407883644,757,0.00018542265297583072,
+16,6064,0.0348011776804924,758,0.0001861248997556686,
+16,6072,0.03464426100254059,759,0.00023957754547154764,
+16,6080,0.028624407947063446,760,0.0003111844880550052,
+16,6088,0.02846209704875946,761,0.00015690753207309172,
+16,6096,0.028516598045825958,762,0.00018374108913121745,
+17,6104,0.028436336666345596,763,0.00032081271092465613,
+17,6112,0.0283074788749218,764,0.0003863552956318017,
+17,6120,0.02858087047934532,765,0.0006925556449459691,
+17,6128,0.028729941695928574,766,0.0002930901382569573,
+17,6136,0.028493743389844894,767,0.0002264766262669582,
+17,6144,0.02864707261323929,768,0.0002919828925769252,
+,,,768,,0.0003160925993284622
+17,6152,0.028013944625854492,769,0.00013325033432920463,
+17,6160,0.028046805411577225,770,0.00031732997285871534,
+17,6168,0.02839573472738266,771,0.00022610464475292247,
+17,6176,0.028171293437480927,772,0.0002738868333835853,
+17,6184,0.028306465595960617,773,0.0003213129648429458,
+17,6192,0.028266090899705887,774,0.00023198272447189083,
+17,6200,0.028271161019802094,775,0.00032021319293562556,
+17,6208,0.028358519077301025,776,0.0003717756785590609,
+17,6216,0.0282658189535141,777,0.0008860376447046292,
+17,6224,0.02832110971212387,778,0.0008132906050377642,
+17,6232,0.02798783779144287,779,0.00012995879478694405,
+17,6240,0.028254210948944092,780,0.00011492304474813864,
+17,6248,0.027923285961151123,781,0.0003050849791179644,
+17,6256,0.028234634548425674,782,0.0007044932199278264,
+17,6264,0.0283413827419281,783,0.00023621250102223712,
+17,6272,0.02845614403486252,784,0.0012943006995556061,
+,,,784,,0.00030887151112804164
+17,6280,0.028728477656841278,785,0.000236474701523548,
+17,6288,0.04451524838805199,786,0.00032148641321327887,
+17,6296,0.03597954660654068,787,0.00023802882060408592,
+17,6304,0.029302489012479782,788,0.00012062971791237942,
+17,6312,0.028624817728996277,789,0.00022003831782058114,
+17,6320,0.028901051729917526,790,0.00023600451459060423,
+17,6328,0.02895202860236168,791,0.00023324467974816798,
+17,6336,0.02882619947195053,792,0.00013594631946034497,
+17,6344,0.028989285230636597,793,0.00023781541676726192,
+17,6352,0.029963411390781403,794,0.0003830389086942887,
+17,6360,0.02887371927499771,795,0.0005726043727918295,
+17,6368,0.029040329158306122,796,0.0003958936686103698,
+17,6376,0.02885325253009796,797,0.00022747878756490536,
+17,6384,0.02882247045636177,798,0.0006197846687427955,
+17,6392,0.028806012123823166,799,0.0002539661873015575,
+17,6400,0.029017619788646698,800,0.0007575114068458788,
+,,,800,,0.00030720865281371325
+17,6408,0.028721507638692856,801,0.00037379418790806085,
+17,6416,0.028554826974868774,802,0.00015906606404314516,
+17,6424,0.028860770165920258,803,0.0003377021739652264,
+17,6432,0.02859204262495041,804,0.00037700402208429296,
+17,6440,0.03280486911535263,805,0.00021418876258394448,
+17,6448,0.03320471569895744,806,0.0002388781972513243,
+17,6456,0.028209485113620758,807,0.00010842892652362934,
+18,6464,0.028261877596378326,808,0.00021494785960385343,
+18,6472,0.02829228714108467,809,0.00019808645902230637,
+18,6480,0.02829936519265175,810,0.0002602801250759512,
+18,6488,0.028753425925970078,811,0.0002689665134312236,
+18,6496,0.028642110526561737,812,0.00014907158083588,
+18,6504,0.02862277254462242,813,0.00024258519215436536,
+18,6512,0.028408940881490707,814,0.0004248413370078197,
+18,6520,0.034523941576480865,815,0.0006234397405933123,
+18,6528,0.03446869179606438,816,0.00013656844521392486,
+,,,816,,0.0003085961299283164
+18,6536,0.02833160012960434,817,0.00024155296978278784,
+18,6544,0.028408244252204895,818,0.00013110554755257908,
+18,6552,0.02851478010416031,819,0.0003922718187823193,
+18,6560,0.028521612286567688,820,0.0008608510406702408,
+18,6568,0.028507575392723083,821,0.0005488639626491931,
+18,6576,0.028361979871988297,822,0.00037403151827675174,
+18,6584,0.028417665511369705,823,0.0002575842518126592,
+18,6592,0.028396736830472946,824,0.0014397958393601584,
+18,6600,0.03677321597933769,825,0.0002261878707940923,
+18,6608,0.034556858241558075,826,0.0006163393422866648,
+18,6616,0.02845972403883934,827,0.0002573270180619147,
+18,6624,0.02853699028491974,828,0.00034922699978778837,
+18,6632,0.028676506131887436,829,8.980496204458177e-05,
+18,6640,0.02855703979730606,830,0.00023427995893143816,
+18,6648,0.028664473444223404,831,0.00016206060536205769,
+18,6656,0.02870648354291916,832,0.00018037457130049006,
+,,,832,,0.00029165428373720736
+18,6664,0.02844679355621338,833,0.00023828774556022836,
+18,6672,0.033014580607414246,834,0.0001828137346819858,
+18,6680,0.028712358325719833,835,0.0004062154903294868,
+18,6688,0.029165498912334442,836,0.000251074332936696,
+18,6696,0.028813745826482773,837,0.0003140146618534345,
+18,6704,0.02855086699128151,838,0.0003254029834351968,
+18,6712,0.028410520404577255,839,0.0001883538743641111,
+18,6720,0.028653953224420547,840,0.0006343072736854083,
+18,6728,0.02860032021999359,841,0.0006434251736209262,
+18,6736,0.02864004299044609,842,0.0003948447583752568,
+18,6744,0.028477489948272705,843,0.00023638891980226617,
+18,6752,0.02827269583940506,844,0.0004581851239890966,
+18,6760,0.028294779360294342,845,0.0001559852153150132,
+18,6768,0.029719363898038864,846,0.0005510840564966202,
+18,6776,0.029083244502544403,847,0.0004369712478364818,
+18,6784,0.030429083853960037,848,0.0003409057480894262,
+,,,848,,0.0002990253269672394
+18,6792,0.029936496168375015,849,0.0002084994816868857,
+18,6800,0.028863009065389633,850,0.0002001267330342671,
+18,6808,0.02944255992770195,851,0.00020587380731740268,
+18,6816,0.030788913369178772,852,0.00022926290876057465,
+19,6824,0.03038577362895012,853,0.00022605841513723135,
+19,6832,0.029247649013996124,854,0.0002266726423840737,
+19,6840,0.028781194239854813,855,0.0003033244020116399,
+19,6848,0.035541046410799026,856,0.00013769710812994163,
+19,6856,0.035563793033361435,857,0.00026361490790804964,
+19,6864,0.029585499316453934,858,0.0001255287102139846,
+19,6872,0.0290834903717041,859,0.00028437536502678995,
+19,6880,0.03224014490842819,860,0.00014336673120851628,
+19,6888,0.03466363996267319,861,0.00021242073489702307,
+19,6896,0.036199625581502914,862,0.00022921355775906704,
+19,6904,0.03646024316549301,863,0.00025364619523315923,
+19,6912,0.03807942196726799,864,0.0003633308533608215,
+,,,864,,0.00029524466530843216
+19,6920,0.036127977073192596,865,0.00015921882186376024,
+19,6928,0.03040577843785286,866,0.0003281008966951049,
+19,6936,0.02986147254705429,867,0.000222105512420967,
+19,6944,0.029821649193763733,868,0.0001603209379936743,
+19,6952,0.030105259269475937,869,0.00017640449368627742,
+19,6960,0.02977897599339485,870,0.000503400272464205,
+19,6968,0.030547015368938446,871,0.00037125725066289306,
+19,6976,0.02981642633676529,872,0.0002121463262483303,
+19,6984,0.030327048152685165,873,0.0001524538438388845,
+19,6992,0.029738768935203552,874,0.00013153494273865363,
+19,7000,0.029548265039920807,875,0.00012365604925435036,
+19,7008,0.029821202158927917,876,0.00027791483626060653,
+19,7016,0.030251089483499527,877,0.0001321174786426127,
+19,7024,0.029834069311618805,878,0.00014503460715786787,
+19,7032,0.035289615392684937,879,0.0005334846728146658,
+19,7040,0.02981787547469139,880,0.0002141132126780576,
+,,,880,,0.0002987111205017412
+19,7048,0.034918736666440964,881,0.0008589812396166963,
+19,7056,0.029576290398836136,882,0.0005897848659515148,
+19,7064,0.03810202330350876,883,0.0003110267934971489,
+19,7072,0.03393660485744476,884,0.0003410265767342935,
+19,7080,0.029802720993757248,885,0.00016243145773842116,
+19,7088,0.029905352741479874,886,0.0007105473628143955,
+19,7096,0.03189767524600029,887,0.00019018982402485562,
+19,7104,0.02948484942317009,888,0.001281992287204048,
+19,7112,0.029393650591373444,889,0.0004220003656882909,
+19,7120,0.02972330152988434,890,0.00014845764098936343,
+19,7128,0.0295492485165596,891,0.0008750934639465413,
+19,7136,0.029697027057409286,892,0.00024592107911303174,
+19,7144,0.029686808586120605,893,0.0004022029925181414,
+19,7152,0.029653124511241913,894,0.00042229346217936836,
+19,7160,0.029527448117733,895,0.00037035921377537306,
+19,7168,0.0292021706700325,896,0.0005763428107457003,
+,,,896,,0.0002920572924149501
+19,7176,0.029484383761882782,897,0.00013158116144040832,
+20,7184,0.029645752161741257,898,0.00022936798177397577,
+20,7192,0.029235485941171646,899,0.0010733361914390116,
+20,7200,0.029512222856283188,900,0.00026809122664417373,
+20,7208,0.02921251207590103,901,0.00016218386190303136,
+20,7216,0.03440503776073456,902,0.0004868902187808999,
+20,7224,0.03653612360358238,903,0.0002032817301369505,
+20,7232,0.029857739806175232,904,0.0005879892896700767,
+20,7240,0.029388412833213806,905,0.00015488182953049545,
+20,7248,0.029410749673843384,906,0.00019438975687080529,
+20,7256,0.02939515933394432,907,0.0005214858920226106,
+20,7264,0.029274936765432358,908,0.00026683121905080043,
+20,7272,0.029477465897798538,909,0.00024649441274959827,
+20,7280,0.02918252721428871,910,0.0002439791046526807,
+20,7288,0.02920723706483841,911,0.00025900869513861835,
+20,7296,0.029268208891153336,912,0.0002580855889391387,
+,,,912,,0.0002912440663808352
+20,7304,0.028970174491405487,913,0.00016822601173771545,
+20,7312,0.028893277049064636,914,0.00018898311691373237,
+20,7320,0.02906952053308487,915,0.0004260926480128546,
+20,7328,0.02862890064716339,916,0.00042742920140881324,
+20,7336,0.02873089909553528,917,0.000278457002423238,
+20,7344,0.028235454112291336,918,0.00026582646523820586,
+20,7352,0.028708886355161667,919,0.0003880770000250777,
+20,7360,0.02874070778489113,920,0.00038429790947702713,
+20,7368,0.028714437037706375,921,0.00015252829643941368,
+20,7376,0.04025706648826599,922,0.00011574391237445525,
+20,7384,0.04069296643137932,923,0.0001464292899981956,
+20,7392,0.028652600944042206,924,0.000657598136967863,
+20,7400,0.028769876807928085,925,0.00018239089513372164,
+20,7408,0.028910528868436813,926,0.00020727804212583578,
+20,7416,0.028774462640285492,927,0.00027343633428245084,
+20,7424,0.028842203319072723,928,0.00021433048095786944,
+,,,928,,0.0002881684038159135
+20,7432,0.028760895133018494,929,0.00029841851664969,
+20,7440,0.028603266924619675,930,0.0004163140256423503,
+20,7448,0.02921226993203163,931,0.0004141007239013561,
+20,7456,0.02883175015449524,932,0.00020427056188054848,
+20,7464,0.02873987704515457,933,0.00016680594671925064,
+20,7472,0.028662845492362976,934,0.00011653383353404934,
+20,7480,0.02879812940955162,935,0.0002564628648542566,
+20,7488,0.02884654700756073,936,0.00012253801332917647,
+20,7496,0.02888614311814308,937,0.00038101221252873074,
+20,7504,0.029091600328683853,938,0.0007151336053539126,
+20,7512,0.02883712574839592,939,0.00023549041725345887,
+20,7520,0.029044896364212036,940,0.0008060328436840791,
+20,7528,0.02847011387348175,941,0.00016121243652378325,
+20,7536,0.040202539414167404,942,0.00025599691116440226,
+21,7544,0.03543214499950409,943,0.0001703482748780516,
+21,7552,0.029462125152349472,944,0.00019600748737502727,
+,,,944,,0.00028532196755533094
+21,7560,0.028600730001926422,945,0.00023631516114619444,
+21,7568,0.028528809547424316,946,0.00019206941669835942,
+21,7576,0.028356488794088364,947,0.0002163951885449933,
+21,7584,0.028449568897485733,948,0.0009366764661535854,
+21,7592,0.028384361416101456,949,0.0003560969726095209,
+21,7600,0.028453845530748367,950,0.0004967735330865253,
+21,7608,0.028459984809160233,951,0.00023872391921031522,
+21,7616,0.028473220765590668,952,0.000595553854964237,
+21,7624,0.02831791713833809,953,0.00019786422217293875,
+21,7632,0.028404131531715393,954,0.0003870652590194368,
+21,7640,0.028439488261938095,955,0.00023521582761532045,
+21,7648,0.028557632118463516,956,0.0003161663253195002,
+21,7656,0.029009658843278885,957,0.00013059409820925794,
+21,7664,0.02886097878217697,958,0.0004914218961857841,
+21,7672,0.02892216295003891,959,0.00025820272730925353,
+21,7680,0.029020637273788452,960,0.00017097255567932734,
+,,,960,,0.0002805634413833742
+21,7688,0.028914615511894226,961,0.00017773535546439234,
+21,7696,0.029049839824438095,962,0.0001843042173277354,
+21,7704,0.02896415814757347,963,0.0002616226092868601,
+21,7712,0.029232949018478394,964,0.00039886416561785154,
+21,7720,0.029079407453536987,965,0.000315086504087958,
+21,7728,0.028822414577007294,966,0.00031163078574536485,
+21,7736,0.029000788927078247,967,0.00014646431372966617,
+21,7744,0.028829894959926605,968,0.00041883209223669837,
+21,7752,0.02877141162753105,969,0.0005324318026396213,
+21,7760,0.028847988694906235,970,0.00016659193443047116,
+21,7768,0.029060471802949905,971,0.00020985243463655934,
+21,7776,0.028695937246084213,972,0.00047131966766755795,
+21,7784,0.028661426156759262,973,0.0002729302173065662,
+21,7792,0.02873171493411064,974,0.00017859215495263925,
+21,7800,0.028776373714208603,975,0.0010879186920647044,
+21,7808,0.028761502355337143,976,0.00015963538771757158,
+,,,976,,0.0002835450524633581
+21,7816,0.03236844390630722,977,0.0001497127805123455,
+21,7824,0.03269783407449722,978,0.00017877953450806672,
+21,7832,0.02863796427845955,979,0.00013359136391954962,
+21,7840,0.028632573783397675,980,0.00011149842703161994,
+21,7848,0.02863404154777527,981,0.00030509223051922163,
+21,7856,0.028957340866327286,982,0.0002289568087689986,
+21,7864,0.02861402928829193,983,0.00034933670076497947,
+21,7872,0.028876282274723053,984,0.0001999832020374015,
+21,7880,0.028746869415044785,985,0.0001878656121334643,
+21,7888,0.02882937341928482,986,0.0010486516539458535,
+21,7896,0.02882123738527298,987,0.00014779007960896706,
+22,7904,0.02857360616326332,988,0.0001815657760744216,
+22,7912,0.028690248727798462,989,0.00029362943905653083,
+22,7920,0.02862410619854927,990,0.00010708711397455772,
+22,7928,0.02843453362584114,991,0.0006182503211675794,
+22,7936,0.02867146208882332,992,0.00029507785802707076,
+,,,992,,0.00027677390192236217
+22,7944,0.028339780867099762,993,0.0003609063578551286,
+22,7952,0.028813522309064865,994,0.00026311401643397403,
+22,7960,0.02882687747478485,995,0.00025688922050903784,
+22,7968,0.028667114675045013,996,0.00021754318913735915,
+22,7976,0.038696762174367905,997,0.0003640953295871441,
+22,7984,0.03632066771388054,998,0.0001137018673489365,
+22,7992,0.02836104854941368,999,0.00035474300011628657,
+22,8000,0.028541792184114456,1000,0.00013682279177373857,
+22,8008,0.028168372809886932,1001,0.0001893097214633599,
+22,8016,0.028467483818531036,1002,0.00018735075991571648,
+22,8024,0.02829940989613533,1003,0.0001747717324178666,
+22,8032,0.02839326485991478,1004,0.0001152955101133557,
+22,8040,0.028567474335432053,1005,0.0003847197804134339,
+22,8048,0.02845984697341919,1006,0.0007137870047699835,
+22,8056,0.02855537459254265,1007,0.0008089589923656604,
+22,8064,0.02827591449022293,1008,0.00012509964017226594,
+,,,1008,,0.00028313827011492343
+22,8072,0.02803296595811844,1009,0.00016824779413582291,
+22,8080,0.02836291491985321,1010,0.0004188198299743817,
+22,8088,0.02870078757405281,1011,0.0005112432481837459,
+22,8096,0.028248723596334457,1012,0.00022834546962258173,
+22,8104,0.028218626976013184,1013,0.00034984633202839177,
+22,8112,0.02841624990105629,1014,0.00021776292123831809,
+22,8120,0.02852928265929222,1015,0.00035790041965810815,
+22,8128,0.028299480676651,1016,0.00034716600384854246,
+22,8136,0.028331972658634186,1017,0.0003791853832808556,
+22,8144,0.0397692434489727,1018,0.0002896469668485224,
+22,8152,0.0349854901432991,1019,0.00023662684998271288,
+22,8160,0.02854161709547043,1020,0.00018415249451209093,
+22,8168,0.028514135628938675,1021,0.00029215152289907564,
+22,8176,0.028608232736587524,1022,0.00028530125882753055,
+22,8184,0.028356626629829407,1023,0.00019587706310630892,
+22,8192,0.028169654309749603,1024,0.00013173099023333634,
+,,,1024,,0.00027823140965653703
+22,8200,0.0282466821372509,1025,0.00014014697080710903,
+22,8208,0.02829679101705551,1026,0.00016052972114266595,
+22,8216,0.028309326618909836,1027,0.00013752607264905237,
+22,8224,0.028147343546152115,1028,0.00015126301605050685,
+22,8232,0.02828647568821907,1029,0.0001758446069288766,
+22,8240,0.02836335450410843,1030,0.00035272356535642757,
+22,8248,0.02824607491493225,1031,0.00020896347541565774,
+22,8256,0.028276201337575912,1032,0.0016417244414697052,
+23,8264,0.028177808970212936,1033,0.0006166253774608776,
+23,8272,0.02825140580534935,1034,0.00016651727719363407,
+23,8280,0.02838847041130066,1035,0.00016960369612206705,
+23,8288,0.028509706258773804,1036,0.00046060847671469674,
+23,8296,0.028611116111278534,1037,0.0002255697627333575,
+23,8304,0.03282416611909866,1038,0.00017809595192375127,
+23,8312,0.03604726120829582,1039,0.00013853672317054588,
+23,8320,0.029029134660959244,1040,0.0005380442607929581,
+,,,1040,,0.00027902417078420715
+23,8328,0.028485320508480072,1041,0.00017631954369790037,
+23,8336,0.028412893414497375,1042,0.0002458454678162525,
+23,8344,0.028447408229112625,1043,0.00034558312472654507,
+23,8352,0.028710786253213882,1044,0.0001586372172823758,
+23,8360,0.02866387367248535,1045,0.00019052942388952943,
+23,8368,0.028470318764448166,1046,0.0001575638166286808,
+23,8376,0.02848115935921669,1047,0.00030070206958043855,
+23,8384,0.03427388519048691,1048,0.00014180238667904632,
+23,8392,0.034298110753297806,1049,0.00015437538058904465,
+23,8400,0.03439277410507202,1050,0.0011608067206907435,
+23,8408,0.03427654132246971,1051,0.0002459788543092145,
+23,8416,0.028602488338947296,1052,0.00021266076464598882,
+23,8424,0.034422699362039566,1053,0.0001819004073695396,
+23,8432,0.028998438268899918,1054,0.0002006928752962267,
+23,8440,0.028931420296430588,1055,0.0003821439863713749,
+23,8448,0.029077783226966858,1056,0.00016019908980524633,
+,,,1056,,0.00027893829558576854
+23,8456,0.028825215995311737,1057,0.0005816890352434712,
+23,8464,0.028780493885278702,1058,0.0002596152407932095,
+23,8472,0.028773829340934753,1059,0.00017615240813029232,
+23,8480,0.02889646589756012,1060,0.0002601036699161341,
+23,8488,0.029093917459249496,1061,0.00046497792936861515,
+23,8496,0.02915637567639351,1062,0.0001927027378769708,
+23,8504,0.02913452312350273,1063,0.0007471769081348612,
+23,8512,0.028669867664575577,1064,0.00017568982002558187,
+23,8520,0.028699837625026703,1065,0.00011371419896022417,
+23,8528,0.028548579663038254,1066,0.000566996999168623,
+23,8536,0.028656452894210815,1067,0.00029289535314092063,
+23,8544,0.028804007917642593,1068,0.00020428186462595477,
+23,8552,0.028785113245248795,1069,0.0001531358193460619,
+23,8560,0.028550803661346436,1070,0.00035783947441814234,
+23,8568,0.028460297733545303,1071,0.00038279787804640364,
+23,8576,0.03436578810214996,1072,0.00039804036805435317,
+,,,1072,,0.0002726072856745163
+23,8584,0.028891723603010178,1073,0.00026789696039486444,
+23,8592,0.02867875248193741,1074,0.0004397174425321282,
+23,8600,0.02868424355983734,1075,0.00022540627514899825,
+23,8608,0.029031019657850266,1076,0.000271794289801619,
+23,8616,0.029128793627023697,1077,0.0002508618422325526,
+24,8624,0.028971321880817413,1078,0.00016426522051915526,
+24,8632,0.028727475553750992,1079,0.00011340222272337996,
+24,8640,0.029049593955278397,1080,0.00020497665718721692,
+24,8648,0.029114842414855957,1081,0.0004985242885595653,
+24,8656,0.02921435236930847,1082,0.00016867880913196132,
+24,8664,0.02915932983160019,1083,0.0002907942748606729,
+24,8672,0.02908095344901085,1084,0.0006495924258160812,
+24,8680,0.028759371489286423,1085,0.00023905641683086287,
+24,8688,0.02876066416501999,1086,0.0010935060136034735,
+24,8696,0.028796710073947906,1087,0.00012664874248002889,
+24,8704,0.02838217467069626,1088,0.00025156790661640116,
+,,,1088,,0.00026995250834273055
+24,8712,0.02930566668510437,1089,0.000566137597161287,
+24,8720,0.03697274252772331,1090,0.00028018598686685436,
+24,8728,0.039857231080532074,1091,0.0004089034459866525,
+24,8736,0.029287219047546387,1092,0.00013758521072304575,
+24,8744,0.028267402201890945,1093,0.0001071325023076497,
+24,8752,0.02918277308344841,1094,0.00023021437209536089,
+24,8760,0.029214084148406982,1095,0.00019839843980662408,
+24,8768,0.029040437191724777,1096,0.00021327604190446436,
+24,8776,0.02877691760659218,1097,0.00011286915469099768,
+24,8784,0.029162071645259857,1098,0.00017206194024765864,
+24,8792,0.028795842081308365,1099,0.000212936099160288,
+24,8800,0.028990212827920914,1100,0.00016529549111510278,
+24,8808,0.02896244078874588,1101,0.00020562938516377471,
+24,8816,0.02978314831852913,1102,0.00022176208221935667,
+24,8824,0.02918555960059166,1103,0.00044592957965505775,
+24,8832,0.028894148766994476,1104,0.0003215519172954373,
+,,,1104,,0.00027074018952908454
+24,8840,0.029566850513219833,1105,0.00011522177510414622,
+24,8848,0.029440268874168396,1106,0.0003993345462731668,
+24,8856,0.02950368821620941,1107,0.00015626704180249362,
+24,8864,0.02956802397966385,1108,0.00024192107912313077,
+24,8872,0.02932305634021759,1109,0.00019846328905259725,
+24,8880,0.03455977514386177,1110,0.0005019474992877804,
+24,8888,0.033314574509859085,1111,0.000414201508192491,
+24,8896,0.03036457672715187,1112,0.00048139479167730315,
+24,8904,0.02941189706325531,1113,0.0003035700756299775,
+24,8912,0.0297025628387928,1114,0.00021987292075209552,
+24,8920,0.02903631702065468,1115,0.00023351220625045244,
+24,8928,0.02956520766019821,1116,0.0003804114867307362,
+24,8936,0.029330916702747345,1117,0.00019376686486793915,
+24,8944,0.029433496296405792,1118,0.000376623113425012,
+24,8952,0.029647469520568848,1119,0.00027350608479537186,
+24,8960,0.030575547367334366,1120,0.00028607005970116006,
+,,,1120,,0.00027111629870804876
+24,8968,0.029561948031187057,1121,0.0007423911765727098,
+25,8976,0.029627319425344467,1122,0.00012128739581385162,
+25,8984,0.02930588647723198,1123,0.00022341375370160677,
+25,8992,0.029873307794332504,1124,0.0001724169587760116,
+25,9000,0.029864799231290817,1125,0.0002371779601162416,
+25,9008,0.02942829579114914,1126,0.00022530030764755793,
+25,9016,0.029962856322526932,1127,0.00019028020869882312,
+25,9024,0.029577769339084625,1128,0.00034535791473899735,
+25,9032,0.02958587557077408,1129,0.00020246944040991366,
+25,9040,0.034782569855451584,1130,8.698850024302374e-05,
+25,9048,0.034793488681316376,1131,0.00023614691826878698,
+25,9056,0.02946748584508896,1132,0.0001473666779929772,
+25,9064,0.03023204579949379,1133,0.000495579509788513,
+25,9072,0.029571082442998886,1134,0.0002064251248157234,
+25,9080,0.030053377151489258,1135,0.00021882668534090044,
+25,9088,0.029865000396966934,1136,0.0002580871232567006,
+,,,1136,,0.0002718414966162149
+25,9096,0.029575098305940628,1137,0.00024095026947179576,
+25,9104,0.02960633486509323,1138,0.00033185357051479514,
+25,9112,0.029664218425750732,1139,0.00024111883703881176,
+25,9120,0.029508911073207855,1140,0.00021116271182108903,
+25,9128,0.029595572501420975,1141,0.0001210184504998324,
+25,9136,0.02945185825228691,1142,0.00040031234311754815,
+25,9144,0.029568281024694443,1143,0.0004767835025631939,
+25,9152,0.029724184423685074,1144,0.00018079797882819548,
+25,9160,0.029835645109415054,1145,0.00022720381048202398,
+25,9168,0.0302671417593956,1146,0.0002990026496263454,
+25,9176,0.0299982987344265,1147,0.00012812511522497516,
+25,9184,0.03052053600549698,1148,0.00012414655202519498,
+25,9192,0.02991565689444542,1149,0.00021042438356744242,
+25,9200,0.04192662984132767,1150,0.0010612607902658056,
+25,9208,0.0365939736366272,1151,0.0009295138734159991,
+25,9216,0.02997608110308647,1152,0.000485995121380256,
+,,,1152,,0.00026892972263422877
+25,9224,0.029382750391960144,1153,0.00014817844021308701,
+25,9232,0.029449284076690674,1154,0.00019145689793731435,
+25,9240,0.029396992176771164,1155,0.0002667745507096697,
+25,9248,0.029424890875816345,1156,0.0002746388154264423,
+25,9256,0.02941187471151352,1157,0.0002747060680121649,
+25,9264,0.029501192271709442,1158,0.0006667349744020612,
+25,9272,0.029158543795347214,1159,0.0001293154587074241,
+25,9280,0.02927727997303009,1160,0.00019647570252345758,
+25,9288,0.02941511943936348,1161,0.00015897581761237234,
+25,9296,0.029708757996559143,1162,0.00030963502376835095,
+25,9304,0.02949073165655136,1163,0.0003209724918633583,
+25,9312,0.03004317730665207,1164,0.0004214654090901604,
+25,9320,0.02959490939974785,1165,0.0006771164312340261,
+25,9328,0.02893703058362007,1166,0.0001440506002836628,
+26,9336,0.02945324033498764,1167,0.00014073965712668723,
+26,9344,0.029803477227687836,1168,0.0005575746927206637,
+,,,1168,,0.00027300018285002025
+26,9352,0.030297495424747467,1169,0.00016513135869899997,
+26,9360,0.02983928844332695,1170,0.00013741683142143302,
+26,9368,0.02971978485584259,1171,0.0006801240451750346,
+26,9376,0.029870402067899704,1172,0.0008647148447380459,
+26,9384,0.03015228733420372,1173,0.000276569787729386,
+26,9392,0.029613863676786423,1174,0.00023247386343427934,
+26,9400,0.02963932231068611,1175,0.00024547879456804367,
+26,9408,0.029654543846845627,1176,0.0002652665816640365,
+26,9416,0.029695313423871994,1177,0.00010759228416645783,
+26,9424,0.029110603034496307,1178,0.00019240325900682365,
+26,9432,0.029437001794576645,1179,0.00017807648646339658,
+26,9440,0.029377605766057968,1180,0.0005098614929011092,
+26,9448,0.02973432093858719,1181,0.00016429610695922747,
+26,9456,0.029717441648244858,1182,0.00013375577600527322,
+26,9464,0.0295657217502594,1183,0.00012307372753639356,
+26,9472,0.029880203306674957,1184,0.00018767091660265578,
+,,,1184,,0.00026674633966637895
+26,9480,0.0294375978410244,1185,0.00024299000961036654,
+26,9488,0.029768384993076324,1186,0.0002604442079245928,
+26,9496,0.029043424874544144,1187,0.00028064697744412115,
+26,9504,0.02953650802373886,1188,0.0002897468366427347,
+26,9512,0.029537029564380646,1189,0.000192113982848241,
+26,9520,0.029364261776208878,1190,0.0001896502953968593,
+26,9528,0.029548000544309616,1191,0.00010066648292195168,
+26,9536,0.0294373519718647,1192,0.0003299253271507041,
+26,9544,0.03671430051326752,1193,0.0003003483648171823,
+26,9552,0.0369088351726532,1194,0.00014141105020826217,
+26,9560,0.03656771034002304,1195,0.0001820401948862127,
+26,9568,0.02897743135690689,1196,0.0006383333097801369,
+26,9576,0.03521427884697914,1197,0.0005196622682888119,
+26,9584,0.03061656653881073,1198,0.0002614120221551275,
+26,9592,0.03172469139099121,1199,0.0002111642379531986,
+26,9600,0.03400084003806114,1200,0.000301865301480575,
+,,,1200,,0.00026282198823891675
+26,9608,0.03688085451722145,1201,0.00031045361265569227,
+26,9616,0.029250536113977432,1202,0.00041952875199058326,
+26,9624,0.02916642278432846,1203,0.00041333957597089466,
+26,9632,0.02959362417459488,1204,0.0002520643602110795,
+26,9640,0.029738768935203552,1205,0.00017337172675979673,
+26,9648,0.02953779697418213,1206,0.0003948308558392455,
+26,9656,0.02967081218957901,1207,0.0003814400133705931,
+26,9664,0.0355384387075901,1208,0.00023668286848987918,
+26,9672,0.03008071333169937,1209,9.94893107417738e-05,
+26,9680,0.029049817472696304,1210,0.00022388185971067287,
+26,9688,0.02938763052225113,1211,0.0005224838905633078,
+27,9696,0.02943168580532074,1212,0.00024955608841992216,
+27,9704,0.029237881302833557,1213,0.0001657414140936453,
+27,9712,0.0290740504860878,1214,0.0002267886766276206,
+27,9720,0.029635120183229446,1215,0.00016894490545382723,
+27,9728,0.02949727326631546,1216,0.00017417561412003124,
+,,,1216,,0.00026126597802360335
+27,9736,0.0346037782728672,1217,0.0001297329035878647,
+27,9744,0.03364730253815651,1218,0.0002475795304235362,
+27,9752,0.034109264612197876,1219,0.0004784976213159098,
+27,9760,0.03403627872467041,1220,0.00018481481220078422,
+27,9768,0.035406485199928284,1221,0.00034887985566456337,
+27,9776,0.035686835646629333,1222,0.00022509500377054792,
+27,9784,0.03491077572107315,1223,0.0002461839549141587,
+27,9792,0.03498348593711853,1224,0.00013573727801485802,
+27,9800,0.034388333559036255,1225,0.0004772699335262587,
+27,9808,0.04342086613178253,1226,0.0001399225488967204,
+27,9816,0.03439836949110031,1227,0.00023743541532894596,
+27,9824,0.02976835146546364,1228,0.00016335671534761786,
+27,9832,0.029874499887228012,1229,0.00013378511312112096,
+27,9840,0.031052563339471817,1230,0.0008553001407562988,
+27,9848,0.036904655396938324,1231,0.00013460613990901038,
+27,9856,0.03687458857893944,1232,0.00015222751289911685,
+,,,1232,,0.00026629729704423386
+27,9864,0.029818132519721985,1233,0.0005762735790995066,
+27,9872,0.03014196828007698,1234,0.0001717905925033847,
+27,9880,0.029737330973148346,1235,0.000531998803580791,
+27,9888,0.02967575564980507,1236,0.0001247570953637478,
+27,9896,0.02967928722500801,1237,0.0004397242082632147,
+27,9904,0.02976737916469574,1238,0.00026965401229972485,
+27,9912,0.02946034073829651,1239,0.0002472079340805067,
+27,9920,0.029494624584913254,1240,0.00018193304367741803,
+27,9928,0.02978585660457611,1241,0.00034458210848242743,
+27,9936,0.029822856187820435,1242,0.00018306230867892737,
+27,9944,0.029901131987571716,1243,0.0002481676651768794,
+27,9952,0.034654438495635986,1244,0.00028731584006891353,
+27,9960,0.04105403274297714,1245,0.00011569822072488023,
+27,9968,0.030098024755716324,1246,0.0004133775805712503,
+27,9976,0.029427338391542435,1247,0.00025353244063808233,
+27,9984,0.02928897738456726,1248,0.00019528254415490665,
+,,,1248,,0.0002654598082427855
+27,9992,0.02938450127840042,1249,0.0005218617352511501,
+27,10000,0.029303263872861862,1250,0.0003068814785365248,
+27,10008,0.030010845512151718,1251,0.00034334754946030444,
+27,10016,0.02935202419757843,1252,0.000639120528830972,
+27,10024,0.029378265142440796,1253,0.00029976893529237714,
+27,10032,0.02942131832242012,1254,0.00042746613598865224,
+27,10040,0.02945748344063759,1255,0.00019223303661419777,
+27,10048,0.02945200353860855,1256,0.00020281076376704732,
+28,10056,0.03018549457192421,1257,0.0003020050730810908,
+28,10064,0.029213491827249527,1258,0.0003011731610058632,
+28,10072,0.029104970395565033,1259,0.0004449356865734444,
+28,10080,0.02896841987967491,1260,0.00032820044179970864,
+28,10088,0.029348216950893402,1261,0.00022250699385040207,
+28,10096,0.02944495528936386,1262,0.00017343065701425076,
+28,10104,0.029689203947782516,1263,0.00019122387811876251,
+28,10112,0.03902415558695793,1264,0.00015525512526437524,
+,,,1264,,0.0002593493645454382
+28,10120,0.029433589428663254,1265,0.00018761189312499482,
+28,10128,0.02974139153957367,1266,0.00011692083262460073,
+28,10136,0.029894240200519562,1267,0.0004333400520408759,
+28,10144,0.02962075173854828,1268,0.0004780292429131805,
+28,10152,0.029546651989221573,1269,0.0004350022732069192,
+28,10160,0.02961833029985428,1270,0.00043887905121664517,
+28,10168,0.029399491846561432,1271,0.00011343237702021725,
+28,10176,0.029401134699583054,1272,0.00040856189843907487,
+28,10184,0.02920689433813095,1273,0.0002648592189871124,
+28,10192,0.029530871659517288,1274,0.00045998601854080334,
+28,10200,0.029261514544487,1275,0.00013211528812462348,
+28,10208,0.029275286942720413,1276,0.0002034313165495405,
+28,10216,0.02962622046470642,1277,0.000132975868837093,
+28,10224,0.0302816703915596,1278,0.0001842737483457313,
+28,10232,0.03080211579799652,1279,0.00030906729443813674,
+28,10240,0.02989068254828453,1280,0.00019512171547830803,
+,,,1280,,0.00026438699720741866
+28,10248,0.029636692255735397,1281,0.00023536653134215157,
+28,10256,0.02961263805627823,1282,0.00011675779842335032,
+28,10264,0.029480256140232086,1283,0.00022770225587009918,
+28,10272,0.0293724425137043,1284,0.0006071003890610882,
+28,10280,0.029101639986038208,1285,8.803152286418481e-05,
+28,10288,0.02892015501856804,1286,0.0004659206715587061,
+28,10296,0.029508307576179504,1287,0.0002463433138473192,
+28,10304,0.029241707175970078,1288,0.00046796985316177597,
+28,10312,0.029260821640491486,1289,0.00015772242340972298,
+28,10320,0.029374096542596817,1290,0.00019126371535094222,
+28,10328,0.02971547469496727,1291,0.00048199201683019055,
+28,10336,0.029713161289691925,1292,0.00025132232940450194,
+28,10344,0.03014836087822914,1293,0.00014592700154025806,
+28,10352,0.030024800449609756,1294,0.0010389013818894455,
+28,10360,0.02987818792462349,1295,0.00015569769675494172,
+28,10368,0.030313052237033844,1296,0.00020231657163094496,
+,,,1296,,0.0002658851686623189
+28,10376,0.0365414097905159,1297,0.00026190415883320384,
+28,10384,0.030312757939100266,1298,0.00019942624294344569,
+28,10392,0.029644202440977097,1299,0.000545063779100019,
+28,10400,0.029981832951307297,1300,0.00028005954936816124,
+28,10408,0.03002011403441429,1301,0.00013660001422977075,
+29,10416,0.030362334102392197,1302,0.00027232981301494874,
+29,10424,0.029610205441713333,1303,0.0001929081445268821,
+29,10432,0.029823705554008484,1304,0.0009513271897958475,
+29,10440,0.03019840642809868,1305,0.0003343598687024496,
+29,10448,0.030345097184181213,1306,0.00017337036751996493,
+29,10456,0.029864203184843063,1307,0.00012971504884262686,
+29,10464,0.029915079474449158,1308,0.0004053938546348945,
+29,10472,0.03034244477748871,1309,0.0004105893476662459,
+29,10480,0.029741015285253525,1310,0.00023295558094105218,
+29,10488,0.029980186372995377,1311,0.00031914966348267626,
+29,10496,0.03002839908003807,1312,0.00034037477780657355,
+,,,1312,,0.0002552388695540366
+29,10504,0.02930302917957306,1313,0.00014547393857355928,
+29,10512,0.02955247089266777,1314,0.00014107001379670692,
+29,10520,0.03626135364174843,1315,0.00015307934290831327,
+29,10528,0.04415632784366608,1316,0.00019547589090507245,
+29,10536,0.02950175106525421,1317,0.0001900593865684641,
+29,10544,0.030885014683008194,1318,0.0002594841839709261,
+29,10552,0.029749158769845963,1319,0.00020977513304387685,
+29,10560,0.02992134913802147,1320,0.00025921461292455206,
+29,10568,0.029604054987430573,1321,0.00031030360787553946,
+29,10576,0.030085135251283646,1322,0.0001697064253676217,
+29,10584,0.029370196163654327,1323,0.0002732181774263154,
+29,10592,0.02966194972395897,1324,0.0001409810338373063,
+29,10600,0.031042616814374924,1325,0.0004653981468436541,
+29,10608,0.029547128826379776,1326,0.00020843006223003613,
+29,10616,0.02928221970796585,1327,0.0001724502722026955,
+29,10624,0.029719054698944092,1328,0.00032306002322002314,
+,,,1328,,0.0002577040441237487
+29,10632,0.029326803982257843,1329,0.0003067329744226299,
+29,10640,0.029411718249320984,1330,0.0009563659182276751,
+29,10648,0.029382780194282532,1331,0.00014579409344150918,
+29,10656,0.029419124126434326,1332,0.00031500903378400835,
+29,10664,0.029644425958395004,1333,0.00038177471378730843,
+29,10672,0.0352756604552269,1334,0.00016515695506313932,
+29,10680,0.03633704409003258,1335,0.0002067775039904518,
+29,10688,0.029628511518239975,1336,0.00035943420834883,
+29,10696,0.02960161119699478,1337,0.00014829675637884066,
+29,10704,0.029656115919351578,1338,0.0006079695967855514,
+29,10712,0.02965937927365303,1339,0.0003368350735399872,
+29,10720,0.029347382485866547,1340,0.0001826959432946751,
+29,10728,0.03659442439675331,1341,0.00022727131272404222,
+29,10736,0.029753591865301132,1342,0.0001409517399224569,
+29,10744,0.029707983136177063,1343,0.00020888771996396827,
+29,10752,0.029618166387081146,1344,0.00023185788040791522,
+,,,1344,,0.00026201439852064306
+29,10760,0.029219526797533035,1345,0.0003764450775634032,
+29,10768,0.029502756893634796,1346,0.00015824600222913432,
+30,10776,0.029418721795082092,1347,0.00039388594905176433,
+30,10784,0.029285933822393417,1348,0.00014826575988990953,
+30,10792,0.02990817278623581,1349,0.0004850668897233845,
+30,10800,0.02981320023536682,1350,0.0002561732153480989,
+30,10808,0.02938336879014969,1351,0.00021242210186755983,
+30,10816,0.029889214783906937,1352,0.00015456666824320564,
+30,10824,0.02964429184794426,1353,0.00042357792608527234,
+30,10832,0.038810182362794876,1354,0.0003124371696685557,
+30,10840,0.03213172405958176,1355,0.0002803208981276839,
+30,10848,0.029846753925085068,1356,0.00017414133617421612,
+30,10856,0.029390864074230194,1357,0.0001337565317953704,
+30,10864,0.029695849865674973,1358,0.00015580029958073283,
+30,10872,0.029691442847251892,1359,0.0002449284202157287,
+30,10880,0.029598135501146317,1360,0.00037922608134977054,
+,,,1360,,0.0002578990896800896
+30,10888,0.029493868350982666,1361,0.00019114851602353156,
+30,10896,0.03002721071243286,1362,0.00016894579039217206,
+30,10904,0.029501594603061676,1363,0.0002936781802418409,
+30,10912,0.02969132736325264,1364,0.00013837409778716392,
+30,10920,0.029825489968061447,1365,0.00035862049298884813,
+30,10928,0.03413603454828262,1366,0.0001788080026017269,
+30,10936,0.029425058513879776,1367,0.000176291753177793,
+30,10944,0.029586970806121826,1368,0.00020262230282241944,
+30,10952,0.029696490615606308,1369,0.00015007097272246028,
+30,10960,0.029805805534124374,1370,0.0002144354111806024,
+30,10968,0.0294104665517807,1371,0.0005410339326772373,
+30,10976,0.029812362045049667,1372,0.00012861665800301125,
+30,10984,0.03689409792423248,1373,0.0003838565262412885,
+30,10992,0.039240527898073196,1374,0.00036639841982832877,
+30,11000,0.035544779151678085,1375,0.0005739341058870195,
+30,11008,0.029437460005283356,1376,0.00018714335647018743,
+,,,1376,,0.0002516222174291487
+30,11016,0.02928956225514412,1377,0.0003364909025549423,
+30,11024,0.029428210109472275,1378,0.00016681267788953846,
+30,11032,0.029391802847385406,1379,0.00013168411032893346,
+30,11040,0.029624082148075104,1380,0.0002887601808652107,
+30,11048,0.029500018805265427,1381,0.0004347530812083278,
+30,11056,0.03894933685660362,1382,0.0001888107435661368,
+30,11064,0.0295068621635437,1383,0.0001888331285044842,
+30,11072,0.029484480619430542,1384,0.0004952430158482457,
+30,11080,0.02964663878083229,1385,0.0009625434531699284,
+30,11088,0.029304269701242447,1386,0.00031790655475560925,
+30,11096,0.02932123839855194,1387,0.00013086473518342245,
+30,11104,0.02971215546131134,1388,0.00020873254288744647,
+30,11112,0.02934056520462036,1389,0.00021150325574126327,
+30,11120,0.03527182713150978,1390,0.0004726385191133886,
+30,11128,0.0352865569293499,1391,9.996628159569809e-05,
+31,11136,0.03789106011390686,1392,0.0005797622879981645,
+,,,1392,,0.000258948097561861
+31,11144,0.03503591567277908,1393,0.00016990011408779537,
+31,11152,0.03507247194647789,1394,0.00020032329575769836,
+31,11160,0.03501284122467041,1395,0.00026470797456568107,
+31,11168,0.03501809015870094,1396,0.000112332838398288,
+31,11176,0.034323800355196,1397,0.00027518734668774414,
+31,11184,0.029520217329263687,1398,0.000222555256641499,
+31,11192,0.029671307653188705,1399,0.0002662238184711896,
+31,11200,0.029275644570589066,1400,0.0001349333620055404,
+31,11208,0.02964402362704277,1401,0.0002339752591069555,
+31,11216,0.029121551662683487,1402,0.00041485733936497127,
+31,11224,0.02973860874772072,1403,0.00024603829479019623,
+31,11232,0.02932175248861313,1404,0.00012075074118911289,
+31,11240,0.02918360009789467,1405,0.00039415603805537103,
+31,11248,0.02914976328611374,1406,0.00014342468330141855,
+31,11256,0.029245775192975998,1407,0.00019581737888074713,
+31,11264,0.0288412943482399,1408,0.00041429870907450095,
+,,,1408,,0.0002541625025597486
+31,11272,0.0292154960334301,1409,0.000242308937231428,
+31,11280,0.02907898649573326,1410,0.00030743291790713556,
+31,11288,0.028896912932395935,1411,0.0001230443749591359,
+31,11296,0.029059432446956635,1412,9.975700277209398e-05,
+31,11304,0.02879698947072029,1413,0.00021636446444972535,
+31,11312,0.028969857841730118,1414,0.00037663755529138143,
+31,11320,0.028894372284412384,1415,0.0002508682541702001,
+31,11328,0.029035616666078568,1416,0.0002844105406438757,
+31,11336,0.029184013605117798,1417,0.00038705513361492194,
+31,11344,0.029011763632297516,1418,0.0012376574577501742,
+31,11352,0.029017653316259384,1419,0.00044870179726785864,
+31,11360,0.029030460864305496,1420,0.0003427402989473194,
+31,11368,0.02883470058441162,1421,0.00010305006799171679,
+31,11376,0.028930827975273132,1422,0.00017188128094858257,
+31,11384,0.02883252501487732,1423,0.00026780493044498144,
+31,11392,0.02881747856736183,1424,0.000287914086584351,
+,,,1424,,0.000256736557205002
+31,11400,0.03716018795967102,1425,0.00013442577346722828,
+31,11408,0.03449080511927605,1426,0.00046008246135897934,
+31,11416,0.028760649263858795,1427,0.0002503166087990394,
+31,11424,0.02865927666425705,1428,9.591318030288676e-05,
+31,11432,0.028455819934606552,1429,0.0002241006141048274,
+31,11440,0.02876550704240799,1430,0.0006843522955932713,
+31,11448,0.029228519648313522,1431,0.0001670342785473622,
+31,11456,0.02890355885028839,1432,0.00016565074292884674,
+31,11464,0.028788171708583832,1433,0.0001369288888781739,
+31,11472,0.029059477150440216,1434,0.00014835773072263692,
+31,11480,0.028823696076869965,1435,0.00024987566939671524,
+31,11488,0.028769664466381073,1436,0.00034652358681341866,
+32,11496,0.03508755937218666,1437,0.00014315608996184892,
+32,11504,0.029090210795402527,1438,0.00026730884155767853,
+32,11512,0.028756212443113327,1439,0.0001562076977279503,
+32,11520,0.028814688324928284,1440,0.00010351092441851506,
+,,,1440,,0.0002552618018605492
+32,11528,0.029603172093629837,1441,0.00019516063048286014,
+32,11536,0.029437553137540817,1442,0.00015841302592889406,
+32,11544,0.029308583587408066,1443,9.45571637203102e-05,
+32,11552,0.029129795730113983,1444,0.0004791558999386325,
+32,11560,0.03304918482899666,1445,0.0003105183650404797,
+32,11568,0.03327111154794693,1446,0.0002137864867108874,
+32,11576,0.029516983777284622,1447,0.00013460519403452054,
+32,11584,0.02986229956150055,1448,0.0001660709435782337,
+32,11592,0.029437799006700516,1449,0.00027018269884138135,
+32,11600,0.029392775148153305,1450,0.00011493962028907845,
+32,11608,0.029309935867786407,1451,0.0003448070283411653,
+32,11616,0.029492169618606567,1452,0.00018967600999530987,
+32,11624,0.029335852712392807,1453,0.0002557748221079237,
+32,11632,0.029759611934423447,1454,0.0002003020308620762,
+32,11640,0.029385533183813095,1455,0.00011812561251645093,
+32,11648,0.02950413152575493,1456,0.00030522479391947854,
+,,,1456,,0.00025212474457629315
+32,11656,0.029519658535718918,1457,0.000310140079818666,
+32,11664,0.02934151515364647,1458,0.00011350670501997229,
+32,11672,0.029692769050598145,1459,0.0002243599533358065,
+32,11680,0.029290970414876938,1460,0.0004872759363934165,
+32,11688,0.02958109974861145,1461,0.0004693547416536603,
+32,11696,0.029051337391138077,1462,0.00027629877695289906,
+32,11704,0.02925114333629608,1463,0.00014059547538636252,
+32,11712,0.029163241386413574,1464,0.00022182864177011652,
+32,11720,0.035836923867464066,1465,0.00018306245146959554,
+32,11728,0.03772827610373497,1466,0.0006419362653105054,
+32,11736,0.028876006603240967,1467,0.00014320279751700582,
+32,11744,0.028900157660245895,1468,0.0001735209439175378,
+32,11752,0.028839919716119766,1469,0.00046799592701063375,
+32,11760,0.02886155992746353,1470,0.0001956357718881918,
+32,11768,0.028925612568855286,1471,0.0009604473780200351,
+32,11776,0.028976023197174072,1472,0.00018411595874567865,
+,,,1472,,0.00025508298792622304
+32,11784,0.029098104685544968,1473,0.0005969640865259862,
+32,11792,0.028985537588596344,1474,0.00030536113126800046,
+32,11800,0.028958600014448166,1475,0.00018126479972124798,
+32,11808,0.02987292781472206,1476,0.0003945674934584531,
+32,11816,0.02873953804373741,1477,0.0005809122767459485,
+32,11824,0.028974421322345734,1478,0.00016339934518327937,
+32,11832,0.028998486697673798,1479,0.00020243143444531597,
+32,11840,0.029185108840465546,1480,0.0004491841450544598,
+33,11848,0.029065851122140884,1481,0.0003244738841203798,
+33,11856,0.02958955243229866,1482,0.0002991911751450971,
+33,11864,0.02898649498820305,1483,0.0002472701653459808,
+33,11872,0.02888338267803192,1484,0.00018957298061650363,
+33,11880,0.03409091383218765,1485,0.00018153077417082386,
+33,11888,0.03398015350103378,1486,0.00044300984427536605,
+33,11896,0.02931072935461998,1487,0.0002075472189062566,
+33,11904,0.029141824692487717,1488,9.524243068881333e-05,
+,,,1488,,0.00025310195595413057
+33,11912,0.02911776304244995,1489,0.00038997133378870785,
+33,11920,0.029110707342624664,1490,0.00012468308432289632,
+33,11928,0.028926536440849304,1491,0.0001541203409942682,
+33,11936,0.029000122100114822,1492,0.0001561752360430546,
+33,11944,0.029382813721895218,1493,0.0001343812518825871,
+33,11952,0.029135730117559433,1494,0.0002920655351772439,
+33,11960,0.029129579663276672,1495,0.0007325442638830282,
+33,11968,0.028845034539699554,1496,0.00012376068571029464,
+33,11976,0.02870538830757141,1497,0.000204330878204928,
+33,11984,0.028684258460998535,1498,9.305145567850559e-05,
+33,11992,0.0348079577088356,1499,0.00016870859053597087,
+33,12000,0.029114093631505966,1500,0.00041384070846106624,
+33,12008,0.02903936430811882,1501,0.0003694103256748349,
+33,12016,0.02872331440448761,1502,0.0002477708726473793,
+33,12024,0.029217366129159927,1503,0.00022155688566272147,
+33,12032,0.028822924941778183,1504,0.00030351039276865777,
+,,,1504,,0.00025342927350626365
+33,12040,0.02906453236937523,1505,0.0001910933397084591,
+33,12048,0.028792254626750946,1506,0.0005406235618465871,
+33,12056,0.028804320842027664,1507,0.00033836965212685755,
+33,12064,0.029048390686511993,1508,0.00038587309791182633,
+33,12072,0.029263995587825775,1509,0.000459474391391268,
+33,12080,0.02947019413113594,1510,0.0001187231027870439,
+33,12088,0.029211964458227158,1511,0.00023796234654582804,
+33,12096,0.029154378920793533,1512,0.00033834866735560354,
+33,12104,0.02886500209569931,1513,0.0006950935721761198,
+33,12112,0.029067963361740112,1514,0.00023356793644779827,
+33,12120,0.028844274580478668,1515,0.00015590409475407796,
+33,12128,0.02907378226518631,1516,0.0003389610333215387,
+33,12136,0.028684865683317184,1517,0.00016683184185239952,
+33,12144,0.029012013226747513,1518,0.00027528167174750706,
+33,12152,0.028854943811893463,1519,0.00017171690524264704,
+33,12160,0.028665408492088318,1520,0.00034309106376895215,
+,,,1520,,0.00025344935136956056
+33,12168,0.029224202036857605,1521,0.0008987898172563291,
+33,12176,0.02902304381132126,1522,0.00013278784035719582,
+33,12184,0.0288289412856102,1523,0.0001877727554528974,
+33,12192,0.02896084636449814,1524,0.0002015336185650085,
+33,12200,0.028962723910808563,1525,0.00014760818157810718,
+34,12208,0.029394742101430893,1526,0.00015687776658523944,
+34,12216,0.029224280267953873,1527,0.00032965773971227463,
+34,12224,0.02909822016954422,1528,0.00031227804174704943,
+34,12232,0.02914092317223549,1529,0.0005045541961408162,
+34,12240,0.029060732573270798,1530,0.00015529640495515196,
+34,12248,0.029063977301120758,1531,0.0003003273050126154,
+34,12256,0.02897212654352188,1532,0.00017981952714762883,
+34,12264,0.029048610478639603,1533,0.00016505304165548296,
+34,12272,0.02913610264658928,1534,0.00010217173894488951,
+34,12280,0.028926603496074677,1535,0.0003071558276133146,
+34,12288,0.02879328280687332,1536,0.0003187229294780991,
+,,,1536,,0.0002545964021187324

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/labels.csv

@@ -0,0 +1,153 @@
+59227,0
+26404,0
+14940,1
+8890,1
+44807,1
+16557,1
+22082,0
+34557,0
+27348,1
+11063,0
+38662,1
+8152,0
+258,0
+57324,0
+40591,1
+52450,1
+18892,0
+55407,1
+19527,1
+28806,0
+52543,1
+32812,0
+2568,0
+2632,0
+68028,1
+66439,1
+31073,1
+64823,0
+27171,1
+60196,0
+14195,1
+8343,0
+17860,1
+54126,0
+45686,1
+47297,0
+42556,1
+28706,1
+26028,1
+3114,1
+34488,1
+10528,0
+21175,1
+25508,0
+20512,1
+29551,0
+64370,1
+16210,1
+33030,1
+9356,1
+32675,0
+67957,1
+35733,1
+52831,1
+52155,0
+43440,1
+27309,0
+33487,0
+12684,0
+27971,1
+28128,1
+67173,1
+7393,1
+59747,0
+25157,1
+28457,1
+61838,1
+18788,0
+10126,0
+34672,0
+23819,1
+49667,1
+54496,0
+39985,0
+21278,1
+47503,1
+43451,0
+5857,0
+39646,1
+56229,0
+53363,1
+64294,0
+13091,0
+47811,1
+61239,0
+29850,1
+47392,0
+30028,1
+20240,1
+13607,1
+8086,1
+9288,0
+45502,1
+51500,1
+65117,1
+820,0
+30452,1
+23050,1
+30903,0
+25263,0
+63628,0
+8218,1
+4119,1
+5827,1
+55444,1
+32584,0
+14588,1
+40824,1
+8554,1
+66888,1
+3042,1
+40681,0
+41103,0
+15404,1
+65281,1
+40327,1
+14709,1
+19522,0
+45511,1
+50914,1
+63944,1
+24134,1
+64894,0
+13734,0
+7884,1
+33273,0
+3441,1
+56474,1
+57550,0
+42753,0
+67626,1
+14331,1
+56571,1
+10650,1
+64934,1
+17127,0
+34691,1
+36344,1
+32442,0
+42567,0
+18251,0
+62694,0
+1965,1
+25049,1
+40097,1
+64694,1
+46317,1
+24099,1
+26590,0
+64776,1
+54633,0
+66382,0
+51985,1

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/logits.csv

@@ -0,0 +1,153 @@
+59227,-0.00016687908,-9.375167
+26404,-0.0001532914,-9.375154
+14940,-11.125045,-4.4464075e-05
+8890,-9.500159,-0.00015889335
+44807,-3.895592,-0.020591883
+16557,-12.375098,-9.8342825e-05
+22082,-0.00013994191,-9.12514
+34557,-0.00022539936,-9.750225
+27348,-9.125142,-0.000141849
+11063,-0.00030834688,-8.375308
+38662,-10.6251135,-0.000113480804
+8152,-0.00022528018,-9.125225
+258,-0.00015317221,-9.375154
+57324,-0.00011181206,-11.125112
+40591,-9.375157,-0.00015698631
+52450,-0.029850274,-3.5298502
+18892,-0.0006202919,-8.75062
+55407,-12.1250515,-5.125868e-05
+19527,-7.1259427,-0.00094273937
+28806,-0.00021002471,-8.87521
+52543,-11.250041,-4.136477e-05
+32812,-0.00021288513,-9.000213
+2568,-0.00016127716,-9.875161
+2632,-7.831743e-05,-11.000078
+68028,-11.37516,-0.00015996608
+66439,-5.0068707,-0.006870811
+31073,-10.625122,-0.00012194367
+64823,-0.00021574555,-8.750216
+27171,-11.750074,-7.438383e-05
+60196,-0.0005747812,-8.000575
+14195,-11.000185,-0.00018535326
+8343,-9.44093e-05,-10.375094
+17860,-9.500253,-0.0002525726
+54126,-8.105903e-05,-11.000081
+45686,-0.0020565093,-6.2520566
+47297,-0.00029547617,-8.250296
+42556,-10.625052,-5.2450712e-05
+28706,-8.750191,-0.0001905975
+26028,-12.5000515,-5.1854695e-05
+3114,-0.00037627292,-8.125377
+34488,-9.625137,-0.00013731967
+10528,-7.250769,-0.00076920004
+21175,-10.000091,-9.035656e-05
+25508,-0.0010551605,-6.8760552
+20512,-10.875072,-7.1642215e-05
+29551,-0.00017021637,-9.50017
+64370,-11.500055,-5.566919e-05
+16210,-10.500058,-5.864925e-05
+33030,-3.8986733,-0.023673266
+9356,-10.875046,-4.577532e-05
+32675,-9.238293e-05,-10.3750925
+67957,-7.750528,-0.00052771944
+35733,-0.0022853704,-6.1272855
+52831,-11.25008,-8.046303e-05
+52155,-0.31349692,-1.313497
+43440,-12.375076,-7.6291035e-05
+27309,-0.0004369258,-7.875437
+33487,-0.00028522714,-8.375285
+12684,-0.00010609064,-10.625106
+27971,-8.375288,-0.00028772984
+28128,-11.375052,-5.2927524e-05
+67173,-9.000204,-0.0002039463
+7393,-11.125076,-7.641024e-05
+59747,-0.006021928,-5.131022
+25157,-11.750054,-5.447716e-05
+28457,-11.375059,-5.8887654e-05
+61838,-8.500272,-0.0002715219
+18788,-0.00032884435,-8.375329
+10126,-0.00030667847,-8.625307
+34672,-0.00029976643,-8.750299
+23819,-0.0002131235,-8.875213
+49667,-10.625061,-6.12717e-05
+54496,-8.75019,-0.00019023992
+39985,-0.000427274,-7.8754272
+21278,-8.875263,-0.00026282194
+47503,-11.000066,-6.627817e-05
+43451,-0.0005759726,-7.625576
+5857,-0.00026806575,-8.500268
+39646,-12.375041,-4.1245563e-05
+56229,-0.000107044216,-10.250107
+53363,-0.00016354177,-9.250163
+64294,-0.00019548413,-9.0001955
+13091,-6.501941,-0.0019411071
+47811,-0.42878985,-1.0537899
+61239,-0.00026258358,-8.500262
+29850,-6.5015564,-0.0015562577
+47392,-0.00013183679,-9.875132
+30028,-10.125095,-9.548208e-05
+20240,-5.0069084,-0.0069084596
+13607,-6.8760843,-0.0010842165
+8086,-11.500068,-6.758938e-05
+9288,-0.000114553564,-9.875114
+45502,-10.62515,-0.00014971566
+51500,-11.375068,-6.758938e-05
+65117,-10.250317,-0.00031692727
+820,-0.00015007323,-9.50015
+30452,-8.500272,-0.00027164107
+23050,-12.000049,-4.8517002e-05
+30903,-0.00017498393,-9.3751745
+25263,-0.00019596086,-8.8751955
+63628,-0.00017307691,-9.125173
+8218,-8.000398,-0.00039748396
+4119,-10.875073,-7.378783e-05
+5827,-6.377082,-0.0020819672
+55444,-12.375057,-5.7338024e-05
+32584,-0.00019298121,-9.000193
+14588,-9.875148,-0.00014757022
+40824,-9.250192,-0.00019155098
+8554,-8.625405,-0.00040522945
+66888,-12.750138,-0.00013839241
+3042,-11.500056,-5.6026798e-05
+40681,-0.0023388907,-6.127339
+41103,-11.500097,-9.691246e-05
+15404,-5.6286325,-0.0036324966
+65281,-9.125152,-0.00015138435
+40327,-10.8751,-0.00010036919
+14709,-10.250065,-6.520536e-05
+19522,-0.0001163415,-10.000116
+45511,-11.875042,-4.2318403e-05
+50914,-6.2523346,-0.0023344902
+63944,-11.125085,-8.4515814e-05
+24134,-11.750059,-5.9245263e-05
+64894,-0.00015507927,-9.250155
+13734,-0.00018535326,-9.750185
+7884,-3.8955908,-0.020590832
+33273,-0.0013610395,-6.626361
+3441,-9.875117,-0.000117295065
+56474,-12.750031,-3.111314e-05
+57550,-0.00032455422,-8.250324
+42753,-0.0022565871,-6.1272564
+67626,-10.37511,-0.000109308945
+14331,-11.875089,-8.856858e-05
+56571,-10.875081,-8.105903e-05
+10650,-5.379657,-0.0046566613
+64934,-0.1340541,-2.1340542
+17127,-0.00017379204,-9.500174
+34691,-11.625051,-5.078187e-05
+36344,-9.12516,-0.00016008526
+32442,-0.00022313489,-9.500223
+42567,-0.000105494655,-10.250106
+18251,-0.00031549722,-8.625316
+62694,-3.4087489,-0.03374893
+1965,-7.3756647,-0.00066472846
+25049,-6.6264114,-0.0014113951
+40097,-8.500243,-0.00024315738
+64694,-11.000089,-8.844938e-05
+46317,-11.750072,-7.199982e-05
+24099,-10.0001,-0.00010048838
+26590,-0.00018785619,-10.500188
+64776,-11.875054,-5.483477e-05
+54633,-0.00010799778,-10.000108
+66382,-0.00010835537,-11.375109
+51985,-10.750166,-0.00016616394

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-0.89821225,-0.52321225
+12007,-0.00031621224,-8.375317
+8229,-0.0005179494,-7.625518
+31449,-11.375074,-7.462223e-05
+1591,-0.00024089296,-8.875241
+53542,-8.375286,-0.0002859422
+49372,-10.250106,-0.00010632903
+54831,-0.0038391473,-5.628839
+44771,-6.7513347,-0.0013347297
+33116,-0.0001792747,-9.500179
+33492,-8.375275,-0.00027462048
+16982,-9.125159,-0.00015889335
+31901,-8.125521,-0.000520809
+49817,-0.00056143734,-7.625561
+60681,-5.6286983,-0.0036985343
+39890,-7.3756933,-0.0006932001
+62685,-0.00026770824,-8.625268
+2201,-11.750088,-8.809179e-05
+47201,-0.00012671144,-10.125127
+20835,-11.250156,-0.00015650954
+15421,-9.125237,-0.00023719836
+45021,-0.00014852374,-9.375149
+45802,-0.0005480933,-7.875548
+43637,-0.00022349245,-8.750223
+7160,-0.00014387527,-9.500144
+8150,-0.001758102,-6.376758
+3512,-10.000081,-8.070143e-05
+29264,-9.2978924e-05,-10.8750925
+32960,-0.00019631843,-9.500196
+32221,-0.0001832079,-9.250183
+35996,-11.500059,-5.9245263e-05
+4422,-12.125079,-7.950944e-05
+22209,-0.00015639036,-9.375156
+6920,-10.875076,-7.605264e-05
+25253,-0.00015698631,-9.500157
+680,-0.013724015,-4.388724
+50140,-9.875163,-0.00016282663
+28481,-10.375104,-0.000103706705
+36298,-0.00033825875,-8.500339
+16473,-11.000059,-5.9006856e-05
+11102,-0.10025209,-2.3502522
+62901,-0.00021360023,-8.750214
+16123,-10.875197,-0.00019727192
+52012,-0.00023517228,-8.875236
+60780,-0.00020597244,-9.375206
+1781,-12.250077,-7.688704e-05
+41449,-0.00020621081,-9.250206
+908,-5.7533193,-0.0033192323
+15507,-11.125211,-0.00021050144
+57914,-9.12519,-0.00019000156
+46159,-5.130979,-0.005978914
+56461,-12.375058,-5.805324e-05
+62107,-0.00043704495,-8.875437
+49087,-11.625056,-5.6026798e-05
+65792,-0.00030095817,-8.375301
+13181,-0.00026163016,-8.625261
+54119,-10.750065,-6.4490145e-05
+51997,-0.00010561385,-9.750106
+24924,-11.750062,-6.1748506e-05
+45890,-0.0001504308,-9.375151
+41716,-0.000717859,-7.3757176
+60175,-0.00021801003,-8.750218
+30318,-0.00011848701,-9.500118
+13221,-10.000087,-8.7257395e-05
+15509,-10.875038,-3.8623064e-05
+37365,-0.52357143,-0.89857143
+60975,-0.0010270565,-7.001027
+51375,-0.00013195598,-10.750132
+16004,-9.500127,-0.00012671144
+12837,-9.000175,-0.00017569905
+17864,-11.37507,-6.96158e-05
+67134,-9.250193,-0.00019238528
+18611,-8.625263,-0.00026341784
+12861,-8.5003,-0.0003003623
+58084,-11.375043,-4.339124e-05
+32874,-0.0005378469,-7.750538
+32717,-11.125051,-5.0305054e-05
+23413,-11.250115,-0.000115626324
+59634,-0.00026556302,-8.875265
+15629,-5.753648,-0.0036478187
+47071,-0.000526528,-7.8755264
+48558,-8.875201,-0.00020096666
+3648,-0.00016807097,-9.000168
+43367,-0.00010609064,-9.750106
+14869,-0.00016652151,-9.750167
+1518,-0.00012921452,-9.875129
+16976,-10.877772,-0.0027725373
+20931,-9.750111,-0.00011050091
+67379,-10.875122,-0.00012182447
+4741,-0.00013112162,-10.375131
+5765,-9.0002,-0.000199894
+48791,-0.0001689053,-9.250169
+15298,-0.0009055804,-7.2509055
+21874,-10.750064,-6.413254e-05
+9095,-10.125263,-0.00026317948
+3840,-11.125082,-8.1774226e-05
+55636,-0.02979161,-3.5297916
+57364,-0.04387823,-3.1688783
+65863,-0.00017665257,-10.750176
+40786,-0.000105137064,-10.125105
+8118,-10.875068,-6.794699e-05
+52441,-0.000115626324,-10.375115
+38593,-0.00010132276,-10.125101
+5517,-0.00013791563,-9.750138
+39136,-7.0009828,-0.0009828743
+47292,-0.00033492202,-9.375335
+34052,-0.161408,-1.911408
+16037,-10.875071,-7.033101e-05
+64606,-10.375093,-9.393251e-05
+19552,-0.0002054957,-9.000205
+14116,-7.000971,-0.00097096496
+11261,-0.10047162,-2.3504717
+11668,-11.50006,-5.9841273e-05
+42198,-9.875079,-7.8913436e-05
+22526,-12.375215,-0.00021479207
+8037,-8.375383,-0.00038318444
+5324,-9.750148,-0.00014816617
+56692,-0.00012802258,-9.500128
+59753,-0.00027795744,-8.6252775
+47298,-0.00021657982,-9.0002165
+57801,-0.82600325,-0.57600325
+58413,-12.125044,-4.3868058e-05
+10673,-0.00010322992,-10.125103
+65730,-11.125046,-4.577532e-05
+40287,-9.250164,-0.00016413772
+15186,-9.875282,-0.00028212857
+43119,-0.00020037073,-8.8752
+39219,-10.250132,-0.0001315984
+50340,-0.00024446836,-8.500244
+34297,-9.375185,-0.0001851149
+62941,-0.00014959647,-9.25015
+31551,-12.125051,-5.078187e-05
+41344,-10.250088,-8.785339e-05
+46402,-10.750069,-6.89006e-05
+13636,-9.875097,-9.7389246e-05
+42241,-10.125103,-0.00010334911
+15422,-0.0008463853,-7.1258464
+25014,-10.250143,-0.00014280253
+19613,-0.07002704,-2.695027
+5515,-0.0004072552,-8.125407
+64128,-0.000120155746,-10.87512
+28084,-0.00010561385,-10.250106
+10395,-1.4062264,-0.28122634
+9965,-0.00035899394,-8.125359
+27221,-7.2507577,-0.00075752643
+11994,-0.00011955977,-11.375119
+43384,-0.00020275444,-8.875203
+44329,-0.000110143315,-11.12511
+58937,-8.773419e-05,-10.625088
+29119,-0.00014280253,-9.125143
+8989,-0.00024208476,-9.875242
+23043,-10.000097,-9.7031654e-05
+32166,-0.00088307,-7.500883
+42729,-0.00022718709,-9.000227
+6863,-10.375172,-0.0001721234
+41187,-0.00015341058,-10.750154
+36039,-12.875076,-7.617183e-05
+55977,-0.00027128356,-8.625271
+8129,-9.375123,-0.00012325481
+60223,-10.000192,-0.00019155098
+9414,-0.00011002412,-9.87511
+26177,-0.00025293013,-9.125253
+38443,-0.00018487652,-9.000185
+43084,-0.00011717586,-10.625117
+53673,-0.0003723405,-8.375372
+15057,-6.8761306,-0.0011307758
+51700,-0.00031704645,-8.750317
+51201,-9.875153,-0.00015281464
+47078,-11.000148,-0.00014745102
+59961,-9.125157,-0.0001571055
+22272,-0.08943012,-2.46443
+65773,-0.00020597244,-9.125206
+33746,-0.0005956306,-7.5005956
+27311,-11.12506,-6.031808e-05
+41292,-0.0001349358,-9.250134
+17110,-0.0009372609,-7.1259375
+57029,-0.00019727192,-10.000197
+3009,-9.2501135,-0.00011336161
+40193,-10.250076,-7.6767836e-05
+27618,-8.750249,-0.0002489972
+20145,-12.250036,-3.6477377e-05
+52193,-9.875115,-0.000115387935
+34398,-0.00021932104,-10.250219
+36473,-11.375081,-8.105903e-05
+43577,-0.00012194367,-9.500122
+57850,-11.000063,-6.2821324e-05
+61117,-0.0005956306,-7.7505956
+32569,-6.1273017,-0.0023019025
+12290,-12.000082,-8.189343e-05
+19499,-11.375129,-0.00012897613
+60470,-0.0001654488,-9.000165
+8962,-12.00008,-8.0224636e-05
+65955,-10.25011,-0.000109308945
+62486,-0.0010550416,-7.0010552
+19000,-0.000169978,-9.62517
+22631,-9.250178,-0.00017832119
+25613,-0.00012623466,-9.750126
+56086,-9.875104,-0.0001038259
+28883,-0.00062136416,-7.6256213
+26425,-10.750078,-7.867504e-05
+48097,-0.00013469743,-9.625134
+61477,-0.0008048156,-7.250805
+9121,-0.0059946743,-5.130995
+66709,-8.500249,-0.00024923557
+51472,-8.875326,-0.0003258651
+19809,-11.250062,-6.1748506e-05
+38959,-10.500092,-9.1667745e-05
+39849,-8.65422e-05,-10.125087
+59964,-0.00039545822,-8.125396
+65268,-9.875085,-8.475421e-05
+8791,-0.00013874998,-9.625138
+51774,-10.500104,-0.000104302686
+49640,-0.0001913126,-9.000192
+20125,-9.500117,-0.00011741426
+59640,-0.0003525589,-8.375353
+68206,-11.250273,-0.0002724753
+48079,-11.500064,-6.3536536e-05
+49583,-0.0041854884,-5.5041857
+67054,-0.0002448259,-8.625245
+59571,-0.0015406655,-6.5015407
+29080,-10.250113,-0.000112408045
+29111,-10.125087,-8.6899796e-05
+20758,-10.500066,-6.592056e-05
+64023,-0.00020764102,-9.250208
+29058,-0.00021145493,-10.000212
+18185,-9.44093e-05,-11.375094
+36543,-0.00015472168,-9.2501545
+54983,-6.626386,-0.0013860391
+3101,-6.7512054,-0.0012054328
+42140,-0.010057132,-4.635057
+6954,-9.2978924e-05,-10.1250925
+15955,-7.5009203,-0.0009202298
+61746,-0.00014649749,-10.125147
+32055,-0.00018654513,-10.250187
+39496,-9.375199,-0.00019953644
+59909,-9.625097,-9.7031654e-05
+66296,-0.0001822544,-9.375182
+46804,-8.000465,-0.00046492735
+35049,-0.0001869027,-9.875187
+56017,-8.87521,-0.00020978635
+26947,-8.875185,-0.00018547245
+38928,-0.00019310041,-9.500193
+15029,-11.250119,-0.00011896379
+7086,-0.00014363688,-9.750144
+537,-0.0001677134,-9.625168
+50731,-0.00025686302,-8.875257
+63604,-9.750194,-0.00019321959
+67049,-0.0004129749,-7.875413
+31161,-0.0002714027,-8.375272
+58922,-12.375058,-5.805324e-05
+18347,-11.500057,-5.7338024e-05
+25864,-0.63265103,-0.75765103
+63846,-0.00011657989,-9.875116
+13353,-0.00013481661,-9.625134
+25378,-5.0069222,-0.006922429
+59101,-10.875085,-8.4515814e-05
+20895,-0.00012480434,-9.750125
+48119,-10.500075,-7.533743e-05
+14332,-0.00014149141,-9.375141
+25497,-8.7502,-0.000199894
+8686,-0.00043335106,-8.125433
+22758,-9.500235,-0.000234338
+7666,-0.00017939389,-9.250179
+20686,-0.00056429673,-7.625564
+18975,-10.625114,-0.00011467276
+19054,-7.1258807,-0.0008805688
+48123,-12.000041,-4.1007155e-05
+57909,-10.000111,-0.000110739296
+9226,-10.625243,-0.0002436341
+48653,-0.0001721234,-9.625172
+44013,-0.00046516565,-8.250465
+11409,-11.50007,-7.00926e-05
+62736,-0.00021169329,-9.375212
+2777,-9.875123,-0.00012277803
+7058,-0.00018785619,-9.250188
+48408,-0.0002693767,-8.875269
+28934,-11.000049,-4.8517002e-05
+46578,-10.750117,-0.00011765265
+23203,-0.016117519,-4.1411176
+6257,-10.500096,-9.667406e-05
+53444,-0.0012237687,-7.0012236
+17816,-0.00022551854,-9.375225
+46307,-10.125101,-0.00010072678
+20599,-11.875071,-7.056941e-05
+29423,-9.95348e-05,-9.875099
+21041,-0.00012218206,-9.750122
+16633,-11.375082,-8.189343e-05
+20221,-9.625104,-0.000104302686
+27466,-0.00015627117,-10.000156
+22987,-0.00020799857,-9.000208
+9322,-0.0002101439,-9.25021
+3265,-0.00035601476,-8.250356
+22814,-9.125198,-0.00019846378
+56185,-10.62508,-7.986704e-05
+55014,-10.125083,-8.3443025e-05
+43437,-10.500078,-7.867504e-05
+24683,-0.00013720048,-9.625137
+10233,-0.062066548,-2.8120666
+19001,-0.00013898837,-9.750139
+32718,-0.00038973842,-8.12539
+31030,-0.00015305301,-10.125153
+1099,-9.250213e-05,-11.0000925
+57982,-8.000452,-0.00045182032
+49148,-0.00017951308,-8.875179
+40880,-11.875031,-3.170917e-05
+31148,-0.00013004888,-9.87513
+9446,-10.375064,-6.3894135e-05
+18579,-12.000102,-0.00010203794
+30932,-0.01832051,-4.0183206
+40792,-0.002025459,-6.2520256
+48600,-0.00022754465,-9.125228
+44588,-6.751272,-0.0012721074
+33828,-9.125173,-0.00017295772
+33917,-0.00024136968,-9.000241
+2026,-0.00017748689,-9.250177
+56745,-0.00018606838,-9.000186
+17383,-0.00080969924,-7.2508097
+2372,-0.00034612388,-8.250346
+56600,-0.002483738,-6.877484
+50257,-0.00022110878,-9.000221
+38892,-0.00035422726,-8.250354
+45844,-0.00024291902,-9.125243
+29062,-0.0010355116,-7.0010357
+5655,-9.875111,-0.00011050091
+67611,-0.00019965562,-9.250199
+18546,-0.0003299169,-8.50033
+63060,-11.125142,-0.00014220657
+36068,-11.500132,-0.00013207518
+784,-0.08900849,-2.4640086
+20429,-0.0002022777,-10.000202
+21679,-10.000199,-0.00019965562
+53617,-10.375089,-8.9045374e-05
+6978,-11.250084,-8.427742e-05
+53262,-0.00014065707,-10.37514
+181,-0.00014828535,-9.625148
+28744,-0.0015009101,-6.626501
+48716,-0.00025269177,-8.750253
+51468,-0.00010811698,-9.750108
+62209,-10.000135,-0.000135055
+8732,-1.4069364,-0.28193644
+56949,-7.750516,-0.00051604304
+26885,-0.00010978573,-11.00011
+43345,-0.0006145734,-7.5006146
+8053,-6.251986,-0.0019861988
+59402,-10.625071,-7.056941e-05
+49552,-0.00036066226,-8.2503605
+12348,-0.000692128,-7.500692
+28335,-8.250295,-0.00029511866
+59114,-8.375291,-0.00029047084
+12625,-9.750123,-0.00012313561
+8876,-9.250253,-0.0002530493
+29959,-10.375071,-7.068861e-05
+37911,-0.00011038171,-9.750111
+38412,-0.0009550063,-7.000955
+31999,-0.0001163415,-9.875116
+34775,-0.00019381552,-9.000194
+65737,-10.250096,-9.595887e-05
+25244,-0.00019000156,-9.12519
+51630,-9.500137,-0.00013743887
+23979,-6.2520504,-0.002050323
+34638,-10.250089,-8.9164576e-05
+22311,-13.125061,-6.1033294e-05
+14004,-10.7501135,-0.00011336161
+310,-0.00012694983,-9.250127
+49105,-0.00025173833,-8.750252
+38782,-12.875075,-7.521823e-05
+4647,-10.500071,-7.104621e-05
+43782,-9.524369e-05,-10.750095
+66046,-0.00047636605,-7.8754764
+16690,-10.75013,-0.00012981049
+67731,-0.0011768566,-6.876177
+54867,-9.875139,-0.00013970352
+34108,-10.000098,-9.8700424e-05
+67332,-0.00016878611,-9.125169
+22567,-0.00017307691,-9.000173
+57173,-9.4647694e-05,-10.000094
+26527,-10.500083,-8.284702e-05
+59580,-9.37524,-0.00024077378
+20737,-0.00032812933,-8.375328
+53307,-0.000108712964,-10.625109
+32783,-0.00013624693,-10.000136
+7868,-11.125059,-5.9006856e-05
+50777,-0.00014435203,-9.500144
+29307,-11.250055,-5.5073175e-05
+18297,-0.00020180097,-9.000202
+44524,-11.625066,-6.6158966e-05
+61320,-0.00027164107,-8.875272
+2578,-2.5791886,-0.079188585
+40612,-0.0002258761,-8.875226
+32523,-9.625148,-0.00014828535
+48509,-0.00017951308,-9.750179
+36666,-8.875182,-0.00018177765
+6539,-11.000079,-7.950944e-05
+33620,-10.62513,-0.00013016807
+55547,-8.25034,-0.00034040379
+11751,-9.875091,-9.0475754e-05
+30491,-0.0004978133,-7.750498
+48294,-10.250113,-0.00011216965
+37424,-9.500132,-0.00013124081
+29155,-0.00023171601,-8.625232

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=0.0-1.0/labels.csv

@@ -0,0 +1,512 @@
+30513,1
+44862,1
+56199,1
+65472,0
+10438,0
+51737,1
+59970,1
+54410,0
+16631,0
+3440,0
+26575,0
+9513,0
+66054,1
+63624,0
+54370,1
+36990,0
+41627,0
+62937,0
+29653,0
+35515,0
+582,1
+55747,1
+48057,0
+52902,1
+10333,1
+576,0
+20583,1
+35560,1
+46677,0
+64077,0
+60294,0
+23754,0
+43446,0
+32022,0
+67818,0
+15256,0
+50983,0
+49408,1
+40555,0
+35960,1
+13901,1
+52158,1
+65378,1
+62487,1
+16845,1
+14691,0
+58723,0
+49891,1
+62986,0
+61321,0
+24038,0
+18567,1
+27443,0
+54583,1
+16403,1
+7437,1
+51510,0
+4509,0
+25035,0
+49300,0
+18929,1
+18146,1
+39720,0
+33403,0
+38356,1
+36759,1
+46638,1
+4561,1
+16603,1
+38956,1
+10218,0
+20865,0
+18181,0
+31980,0
+11496,0
+54701,0
+61306,1
+53813,1
+18960,0
+21003,1
+63447,0
+52807,0
+66732,1
+34223,0
+49650,0
+13300,0
+66310,1
+37524,0
+1152,1
+51140,0
+25236,1
+1346,0
+11,0
+30938,1
+59433,1
+35228,1
+47104,1
+16213,0
+19853,1
+56585,1
+44591,0
+18920,1
+57392,1
+23027,0
+39131,1
+60531,1
+22780,0
+66143,1
+66372,1
+37890,1
+60641,0
+51403,1
+63096,1
+58539,1
+49902,0
+12658,0
+56750,1
+55872,0
+13847,1
+44825,1
+48757,1
+51889,0
+722,0
+17345,0
+42877,1
+18665,1
+67280,0
+35642,1
+56448,0
+65866,1
+45147,0
+3745,0
+16336,1
+49134,0
+63769,1
+3352,0
+35405,1
+40778,0
+23243,1
+49491,0
+14451,1
+65215,0
+51625,0
+15070,1
+49228,0
+19652,1
+32026,0
+17829,1
+44654,0
+5075,0
+63232,1
+26735,1
+55453,1
+42804,1
+18283,1
+28724,1
+24503,1
+4315,1
+40894,1
+35791,1
+9922,1
+15048,0
+58436,0
+43523,0
+30512,1
+43407,1
+8033,0
+55604,1
+21280,1
+7794,1
+48969,1
+17998,1
+58117,0
+33336,0
+54240,1
+11923,0
+38188,1
+18119,1
+56129,1
+38513,0
+16283,0
+989,0
+32024,0
+28499,1
+42155,1
+12304,0
+51922,1
+48535,0
+64859,1
+459,1
+13211,1
+28966,0
+56145,1
+26344,1
+8618,1
+9578,1
+34606,1
+22044,1
+48325,1
+63376,1
+53516,1
+19629,0
+52340,1
+52277,1
+17177,0
+16067,1
+46298,0
+36529,1
+66354,0
+1074,1
+56307,1
+54211,0
+30970,0
+44417,0
+3124,1
+32044,0
+32515,0
+53067,1
+44092,0
+593,1
+33976,0
+42766,0
+26750,1
+63618,1
+51068,1
+56700,1
+46049,0
+55332,1
+20309,1
+50977,0
+52535,1
+50916,1
+25979,1
+45189,1
+24521,0
+53576,1
+18517,1
+50283,1
+43225,1
+22823,1
+53125,0
+55745,1
+17532,1
+12389,1
+23646,0
+58984,1
+57382,1
+58155,1
+20870,1
+48251,0
+3259,0
+19969,1
+41307,1
+30242,0
+37496,1
+46665,1
+7365,1
+4180,1
+49296,0
+25572,1
+46068,1
+22862,0
+13794,0
+4031,0
+16530,1
+58972,0
+36209,1
+19907,1
+9216,1
+38337,0
+61854,0
+59521,1
+23364,1
+9228,0
+51734,0
+20567,1
+56038,0
+7061,0
+55889,1
+12107,0
+47757,1
+63632,1
+23041,0
+6556,0
+56975,0
+26927,1
+47704,0
+6332,0
+24729,1
+65786,0
+5055,1
+21922,0
+54435,0
+58353,0
+59948,1
+32170,1
+27747,1
+11321,0
+14190,1
+29436,0
+46248,0
+46943,0
+63583,0
+22312,0
+60626,0
+9691,0
+60494,0
+12376,0
+45431,0
+29275,1
+35491,1
+24895,1
+63070,1
+2260,0
+52017,0
+5923,0
+758,0
+8071,1
+5764,1
+8788,1
+33375,0
+67039,1
+55516,0
+3317,1
+46443,0
+52224,1
+27137,1
+32643,1
+64681,0
+7226,0
+51369,0
+67470,0
+20935,1
+61243,0
+31032,1
+19620,1
+42968,1
+23913,1
+9752,1
+2217,0
+8776,1
+14245,0
+29903,1
+9263,1
+10170,0
+39519,1
+675,1
+6544,1
+32496,1
+16469,0
+66589,0
+40839,0
+45205,1
+59393,1
+48819,1
+23332,0
+41185,0
+53890,1
+47227,0
+59227,0
+26404,0
+14940,1
+8890,1
+44807,1
+16557,1
+22082,0
+34557,0
+27348,1
+11063,0
+38662,1
+8152,0
+258,0
+57324,0
+40591,1
+52450,1
+18892,0
+55407,1
+19527,1
+28806,0
+52543,1
+32812,0
+2568,0
+2632,0
+68028,1
+66439,1
+31073,1
+64823,0
+27171,1
+60196,0
+14195,1
+8343,0
+17860,1
+54126,0
+45686,1
+47297,0
+42556,1
+28706,1
+26028,1
+3114,1
+34488,1
+10528,0
+21175,1
+25508,0
+20512,1
+29551,0
+64370,1
+16210,1
+33030,1
+9356,1
+32675,0
+67957,1
+35733,1
+52831,1
+52155,0
+43440,1
+27309,0
+33487,0
+12684,0
+27971,1
+28128,1
+67173,1
+7393,1
+59747,0
+25157,1
+28457,1
+61838,1
+18788,0
+10126,0
+34672,0
+23819,1
+49667,1
+54496,0
+39985,0
+21278,1
+47503,1
+43451,0
+5857,0
+39646,1
+56229,0
+53363,1
+64294,0
+13091,0
+47811,1
+61239,0
+29850,1
+47392,0
+30028,1
+20240,1
+13607,1
+8086,1
+9288,0
+45502,1
+51500,1
+65117,1
+820,0
+30452,1
+23050,1
+30903,0
+25263,0
+63628,0
+8218,1
+4119,1
+5827,1
+55444,1
+32584,0
+14588,1
+40824,1
+8554,1
+66888,1
+3042,1
+40681,0
+41103,0
+15404,1
+65281,1
+40327,1
+14709,1
+19522,0
+45511,1
+50914,1
+63944,1
+24134,1
+64894,0
+13734,0
+7884,1
+33273,0
+3441,1
+56474,1
+57550,0
+42753,0
+67626,1
+14331,1
+56571,1
+10650,1
+64934,1
+17127,0
+34691,1
+36344,1
+32442,0
+42567,0
+18251,0
+62694,0
+1965,1
+25049,1
+40097,1
+64694,1
+46317,1
+24099,1
+26590,0
+64776,1
+54633,0
+66382,0
+51985,1

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=0.0-1.0/logits.csv

@@ -0,0 +1,512 @@
+30513,-10.000107,-0.000106686624
+44862,-7.7504683,-0.00046826364
+56199,-8.375274,-0.0002740246
+65472,-0.0002646096,-8.750264
+10438,-0.0006420935,-7.5006423
+51737,-9.000152,-0.00015186111
+59970,-8.500232,-0.00023147765
+54410,-0.00043680664,-8.250437
+16631,-0.00030238825,-8.750302
+3440,-0.00011550713,-9.875115
+26575,-0.0002524534,-8.875253
+9513,-0.0003609006,-8.2503605
+66054,-8.875189,-0.00018857131
+63624,-0.0001187254,-9.625118
+54370,-8.7501955,-0.00019548413
+36990,-0.00041619223,-8.000416
+41627,-0.00013827322,-11.500138
+62937,-0.00010048838,-12.2501
+29653,-0.0006654432,-7.5006657
+35515,-0.00018666433,-9.250187
+582,-9.500121,-0.00012134769
+55747,-9.375118,-0.00011801023
+48057,-7.831743e-05,-11.000078
+52902,-8.00049,-0.0004903068
+10333,-7.125844,-0.0008437649
+576,-0.00085019675,-7.12585
+20583,-7.5006914,-0.00069141324
+35560,-7.1258717,-0.0008715169
+46677,-0.0005128261,-8.000513
+64077,-0.00031740396,-8.250318
+60294,-0.00021360023,-9.125214
+23754,-0.00016270744,-9.375163
+43446,-0.0016431415,-6.501643
+32022,-0.00028534632,-8.500285
+67818,-0.0004144048,-8.500415
+15256,-0.000106686624,-10.125107
+50983,-0.001474247,-6.7514744
+49408,-7.125852,-0.0008521025
+40555,-0.00016163473,-11.500161
+35960,-8.875214,-0.00021336187
+13901,-10.00016,-0.00016020445
+52158,-9.875091,-9.083335e-05
+65378,-8.12534,-0.0003407613
+62487,-8.125351,-0.00035136726
+16845,-9.375124,-0.00012408917
+14691,-0.00012218206,-10.000122
+58723,-0.00016675988,-9.250167
+49891,-9.000149,-0.00014888131
+62986,-9.917721e-05,-12.125099
+61321,-7.426463e-05,-10.250074
+24038,-8.66614e-05,-11.250087
+18567,-9.250419,-0.00041881372
+27443,-0.0002159839,-9.125216
+54583,-8.750216,-0.00021526881
+16403,-9.50017,-0.00016962043
+7437,-7.7505164,-0.00051628135
+51510,-0.0009750141,-7.000975
+4509,-0.00010942814,-10.50011
+25035,-0.00029130507,-10.250291
+49300,-0.00017379204,-9.750174
+18929,-9.000185,-0.0001851149
+18146,-8.625333,-0.00033313446
+39720,-0.00031275625,-8.375313
+33403,-0.00021860594,-10.500218
+38356,-8.375301,-0.00030143486
+36759,-8.87543,-0.0004303721
+46638,-9.125145,-0.00014506718
+4561,-7.1258717,-0.000871636
+16603,-9.500149,-0.00014876213
+38956,-8.500249,-0.00024863967
+10218,-0.00011085849,-10.500111
+20865,-0.00036733557,-8.125367
+18181,-6.437094e-05,-11.250064
+31980,-0.0001295721,-10.00013
+11496,-0.00018654513,-10.125187
+54701,-0.0002406546,-8.87524
+61306,-8.875243,-0.00024315738
+53813,-8.000375,-0.00037484296
+18960,-0.00011610311,-11.250116
+21003,-10.000093,-9.345572e-05
+63447,-8.3800616e-05,-10.875084
+52807,-0.00022325407,-9.125223
+66732,-8.6253195,-0.00031907237
+34223,-0.00016807097,-9.750168
+49650,-0.0033399058,-5.75334
+13300,-0.0004950728,-7.750495
+66310,-9.250161,-0.00016115798
+37524,-9.321732e-05,-11.250093
+1152,-7.2508707,-0.0008708022
+51140,-0.00015066919,-13.125151
+25236,-9.000165,-0.00016509123
+1346,-0.0012943709,-7.376294
+11,-0.0004726723,-8.000473
+30938,-10.250071,-7.033101e-05
+59433,-7.375669,-0.00066913624
+35228,-8.500278,-0.0002785533
+47104,-9.500125,-0.00012504273
+16213,-0.00021729493,-9.375217
+19853,-9.125154,-0.00015352978
+56585,-8.750236,-0.00023600654
+44591,-0.00071642955,-7.500716
+18920,-8.625244,-0.00024375328
+57392,-9.625098,-9.8104436e-05
+23027,-0.00017760607,-9.750177
+39131,-10.250079,-7.9271034e-05
+60531,-10.750057,-5.6980418e-05
+22780,-0.00019953644,-10.000199
+66143,-9.125189,-0.00018916724
+66372,-11.375059,-5.876845e-05
+37890,-8.625213,-0.0002124084
+60641,-7.426463e-05,-11.375074
+51403,-7.5006833,-0.0006834317
+63096,-9.500135,-0.000135055
+58539,-7.8754888,-0.00048899616
+49902,-0.00030727434,-9.125307
+12658,-0.00046993178,-8.37547
+56750,-9.000176,-0.00017677175
+55872,-0.00012504273,-11.500125
+13847,-8.250299,-0.00029905137
+44825,-9.125186,-0.00018642595
+48757,-9.50014,-0.0001401803
+51889,-0.000114911156,-11.500114
+722,-0.0001913126,-11.000192
+17345,-0.00013219437,-10.750133
+42877,-10.000084,-8.391982e-05
+18665,-10.500052,-5.2450712e-05
+67280,-0.00042953802,-8.375429
+35642,-8.750189,-0.00018904806
+56448,-5.912606e-05,-11.375059
+65866,-9.625109,-0.00010883216
+45147,-0.0010006188,-7.0010004
+3745,-0.00037245965,-8.125373
+16336,-9.250151,-0.00015078839
+49134,-0.002100406,-6.2521005
+63769,-9.375127,-0.00012671144
+3352,-0.00010322992,-11.125103
+35405,-10.125083,-8.3085426e-05
+40778,-0.00014900051,-10.750149
+23243,-9.375197,-0.00019703354
+49491,-0.00010656743,-10.625107
+14451,-7.7505617,-0.00056179473
+65215,-8.439662e-05,-10.000084
+51625,-0.00013982272,-10.87514
+15070,-8.750336,-0.000335637
+49228,-0.00051675795,-7.750517
+19652,-8.87521,-0.0002101439
+32026,-0.000647097,-7.625647
+17829,-9.250197,-0.00019774865
+44654,-0.00023707918,-8.875237
+5075,-0.00011503035,-9.500115
+63232,-7.875456,-0.00045575245
+26735,-7.001009,-0.0010091932
+55453,-6.5015626,-0.0015628041
+42804,-8.750186,-0.00018618758
+18283,-8.500275,-0.0002750972
+28724,-7.750488,-0.00048768547
+24503,-7.8754344,-0.00043454266
+4315,-7.5006275,-0.0006276783
+40894,-8.750221,-0.00022158552
+35791,-9.250127,-0.00012647305
+9922,-9.375169,-0.0001689053
+15048,-0.00013696209,-9.500137
+58436,-0.00017748689,-9.125177
+43523,-0.00033837793,-8.375339
+30512,-7.5006385,-0.0006382812
+43407,-9.000203,-0.00020299281
+8033,-0.00017307691,-9.250173
+55604,-6.751377,-0.0013769917
+21280,-9.625126,-0.0001258771
+7794,-10.250096,-9.619727e-05
+48969,-9.500112,-0.00011181206
+17998,-7.8754373,-0.00043728325
+58117,-0.0004905451,-7.8754907
+33336,-0.00021908268,-9.125219
+54240,-7.5006075,-0.00060742523
+11923,-0.0001721234,-9.125172
+38188,-8.500243,-0.00024351492
+18119,-9.375125,-0.00012492354
+56129,-7.2508345,-0.00083423615
+38513,-6.7708585e-05,-11.875068
+16283,-0.0010913614,-7.0010915
+989,-8.2131824e-05,-11.000082
+32024,-0.00024446836,-8.500244
+28499,-8.750199,-0.0001990597
+42155,-8.87529,-0.00028999415
+12304,-0.00034123796,-8.125341
+51922,-6.2520404,-0.0020404488
+48535,-0.00010048838,-10.7501
+64859,-8.625322,-0.00032193246
+459,-8.000392,-0.00039212167
+13211,-8.750199,-0.0001990597
+28966,-0.00020180097,-10.125202
+56145,-9.750092,-9.190614e-05
+26344,-7.375717,-0.00071726344
+8618,-8.500243,-0.00024291902
+9578,-8.25032,-0.0003205024
+34606,-8.50028,-0.0002801026
+22044,-9.250145,-0.00014542475
+48325,-8.6252165,-0.000216699
+63376,-8.875218,-0.00021824839
+53516,-7.625515,-0.000515209
+19629,-0.00045944625,-8.25046
+52340,-8.375432,-0.00043168286
+52277,-8.250293,-0.00029273517
+17177,-7.688704e-05,-10.750077
+16067,-8.375367,-0.00036673972
+46298,-0.00010644823,-10.875107
+36529,-9.3751955,-0.00019584168
+66354,-0.00014339849,-9.250143
+1074,-8.500264,-0.00026389453
+56307,-9.500117,-0.000117533455
+54211,-0.0002497123,-10.37525
+30970,-0.00021145493,-9.875212
+44417,-0.00025769728,-8.7502575
+3124,-8.125463,-0.00046278257
+32044,-0.00021503044,-9.000215
+32515,-7.068861e-05,-11.750071
+53067,-9.25014,-0.0001401803
+44092,-0.0007070187,-7.375707
+593,-7.625537,-0.0005370128
+33976,-0.00038795097,-8.750388
+42766,-0.00015948931,-10.125159
+26750,-9.750108,-0.00010799778
+63618,-10.875106,-0.00010632903
+51068,-9.125167,-0.00016723665
+56700,-8.750218,-0.00021836757
+46049,-9.2978924e-05,-11.0000925
+55332,-9.125264,-0.00026377538
+20309,-8.250333,-0.00033289613
+50977,-6.8185385e-05,-11.000068
+52535,-9.625099,-9.917721e-05
+50916,-9.7500925,-9.238293e-05
+25979,-6.002668,-0.002668037
+45189,-8.62521,-0.00021026308
+24521,-0.00010418349,-10.750104
+53576,-9.625116,-0.000116222305
+18517,-9.50012,-0.000120632525
+50283,-9.000257,-0.0002565055
+43225,-8.125351,-0.00035112893
+22823,-8.750201,-0.00020168177
+53125,-0.0005467827,-7.750547
+55745,-9.875136,-0.00013684291
+17532,-9.125142,-0.0001417298
+12389,-9.6251135,-0.00011336161
+23646,-0.00011443437,-11.625114
+58984,-9.375133,-0.00013255194
+57382,-8.250378,-0.00037758372
+58155,-7.250761,-0.0007609809
+20870,-8.1253805,-0.000380682
+48251,-0.0011669738,-6.876167
+3259,-7.0211805e-05,-11.375071
+19969,-9.250149,-0.00014840455
+41307,-8.375282,-0.00028248611
+30242,-0.0003657864,-8.125366
+37496,-6.8761287,-0.0011288706
+46665,-9.625145,-0.00014506718
+7365,-9.375129,-0.00012897613
+4180,-8.625278,-0.00027819577
+49296,-0.00017998983,-9.37518
+25572,-9.12518,-0.00018034739
+46068,-10.250157,-0.00015698631
+22862,-0.0002124084,-10.000213
+13794,-9.44093e-05,-11.125094
+4031,-0.0014842458,-6.6264844
+16530,-8.250425,-0.00042524832
+58972,-0.000101561156,-10.625101
+36209,-9.500133,-0.00013243275
+19907,-8.625239,-0.00023970116
+9216,-9.2501545,-0.00015412574
+38337,-6.425174e-05,-12.000064
+61854,-0.00017081232,-9.875171
+59521,-8.750216,-0.0002159839
+23364,-7.875459,-0.00045920795
+9228,-0.00018463815,-10.500185
+51734,-0.00011848701,-11.625118
+20567,-10.125075,-7.521823e-05
+56038,-0.0018914919,-6.3768916
+7061,-0.00010072678,-10.375101
+55889,-8.250313,-0.00031323294
+12107,-0.00019000156,-10.50019
+47757,-9.375142,-0.00014256415
+63632,-7.0009866,-0.0009865661
+23041,-0.0001504308,-9.250151
+6556,-0.00050043454,-9.125501
+56975,-0.0002530493,-10.125253
+26927,-7.625603,-0.0006032554
+47704,-0.00019643761,-9.625196
+6332,-0.00023219273,-9.000232
+24729,-8.875198,-0.00019882133
+65786,-0.00018487652,-9.375185
+5055,-9.375121,-0.00012158608
+21922,-0.0002903517,-8.37529
+54435,-0.00012182447,-9.500122
+58353,-0.0003361137,-8.250336
+59948,-9.37514,-0.00013982272
+32170,-9.75013,-0.0001295721
+27747,-9.000183,-0.0001832079
+11321,-7.819824e-05,-10.875078
+14190,-10.250067,-6.7112574e-05
+29436,-0.00036733557,-8.375367
+46248,-0.00011550713,-11.750115
+46943,-0.00027688485,-11.562777
+63583,-9.9296405e-05,-11.250099
+22312,-0.0011388728,-7.0011387
+60626,-0.00015507927,-9.625155
+9691,-0.00028951745,-8.87529
+60494,-0.00034767305,-8.125348
+12376,-0.00012826097,-10.000128
+45431,-0.00014363688,-10.375144
+29275,-9.125149,-0.0001491197
+35491,-10.875073,-7.366863e-05
+24895,-8.000422,-0.00042119692
+63070,-9.0001545,-0.00015496007
+2260,-8.8330184e-05,-10.500089
+52017,-0.00028224775,-9.125282
+5923,-0.00013708128,-9.500137
+758,-0.0018862566,-6.3768864
+8071,-8.125362,-0.0003625689
+5764,-9.375191,-0.00019071667
+8788,-9.000171,-0.00017057394
+33375,-7.903264e-05,-11.625079
+67039,-8.500266,-0.0002656822
+55516,-0.00013708128,-10.750137
+3317,-7.8754873,-0.0004870897
+46443,-0.0005133026,-8.250513
+52224,-9.750102,-0.000102395534
+27137,-9.625242,-0.00024268066
+32643,-9.125194,-0.00019357714
+64681,-0.00022718709,-10.000227
+7226,-8.3800616e-05,-11.375084
+51369,-0.00044204952,-7.875442
+67470,-0.0032352272,-5.8782353
+20935,-9.1251745,-0.00017426879
+61243,-0.00016485286,-10.000165
+31032,-8.000383,-0.00038318444
+19620,-8.7502575,-0.00025710138
+42968,-9.000149,-0.00014852374
+23913,-7.2508397,-0.0008395961
+9752,-9.375406,-0.00040618275
+2217,-0.00015078839,-9.875151
+8776,-7.75049,-0.00049018767
+14245,-0.00023398046,-9.125234
+29903,-10.125069,-6.854299e-05
+9263,-9.250168,-0.00016819016
+10170,-0.00010537546,-10.375105
+39519,-7.8755507,-0.0005505953
+675,-8.875261,-0.00026115344
+6544,-10.375101,-0.00010108437
+32496,-8.750281,-0.00028165188
+16469,-0.0001802282,-10.62518
+66589,-0.00024863967,-8.875249
+40839,-0.00013445904,-10.750134
+45205,-7.875417,-0.00041726464
+59393,-10.125081,-8.082063e-05
+48819,-8.375314,-0.0003134713
+23332,-0.00012873775,-9.875129
+41185,-0.00024995065,-9.75025
+53890,-9.375139,-0.00013958434
+47227,-0.00010227634,-10.750102
+59227,-0.00013183679,-10.875132
+26404,-0.00010883216,-10.750109
+14940,-8.875175,-0.0001752223
+8890,-8.375427,-0.00042715485
+44807,-8.250365,-0.0003651906
+16557,-10.00021,-0.00020990553
+22082,-7.462223e-05,-9.875074
+34557,-0.0001731961,-10.500174
+27348,-7.625532,-0.000532247
+11063,-0.00015853578,-9.875158
+38662,-9.250214,-0.00021360023
+8152,-0.00020501897,-10.125205
+258,-9.655486e-05,-10.625096
+57324,-0.00011038171,-11.875111
+40591,-7.8754706,-0.00047076587
+52450,-9.625111,-0.00011026251
+18892,-0.0010278901,-9.126028
+55407,-10.000081,-8.141663e-05
+19527,-7.6256976,-0.00069784606
+28806,-0.00016497205,-10.375165
+52543,-10.25006,-6.0079677e-05
+32812,-0.00017510311,-9.625175
+2568,-0.0002038271,-10.875204
+2632,-7.378783e-05,-12.000073
+68028,-9.625179,-0.00017891714
+66439,-7.8758507,-0.0008506732
+31073,-9.625213,-0.0002131235
+64823,-0.00022265816,-8.875222
+27171,-10.375072,-7.188062e-05
+60196,-0.00022110878,-9.125221
+14195,-8.875383,-0.00038342277
+8343,-0.00011467276,-10.125114
+17860,-8.625255,-0.00025507534
+54126,-7.247662e-05,-11.3750725
+45686,-7.7505727,-0.0005727558
+47297,-0.00012242045,-9.500122
+42556,-8.250292,-0.00029178176
+28706,-8.125351,-0.0003507714
+26028,-9.875092,-9.1667745e-05
+3114,-8.375271,-0.0002710452
+34488,-9.500116,-0.00011657989
+10528,-0.0009122501,-7.125912
+21175,-8.625226,-0.00022599527
+25508,-8.356222e-05,-9.875084
+20512,-8.37529,-0.00028963663
+29551,-0.00011526874,-10.750115
+64370,-10.125079,-7.950944e-05
+16210,-9.500117,-0.000117295065
+33030,-6.8766766,-0.0016767028
+9356,-9.3751135,-0.000113242415
+32675,-9.250213e-05,-11.8750925
+67957,-8.12537,-0.00037043385
+35733,-6.3767934,-0.0017934443
+52831,-9.625156,-0.00015662874
+52155,-0.00017462636,-9.1251745
+43440,-10.2500925,-9.2263734e-05
+27309,-0.00021622227,-9.1252165
+33487,-0.00020442304,-8.875204
+12684,-8.9879766e-05,-10.75009
+27971,-7.625566,-0.0005659647
+28128,-10.125081,-8.082063e-05
+67173,-8.500276,-0.00027545472
+7393,-9.125163,-0.00016306501
+59747,-0.00011526874,-10.375115
+25157,-9.500105,-0.000105137064
+28457,-9.750195,-0.00019429227
+61838,-7.2508073,-0.000807317
+18788,-0.00046147188,-8.000462
+10126,-0.00023123929,-9.625231
+34672,-0.00037472378,-8.250375
+23819,-6.75127,-0.0012699643
+49667,-8.250291,-0.0002910667
+54496,-9.309812e-05,-11.375093
+39985,-0.00021360023,-8.750214
+21278,-8.875227,-0.00022730629
+47503,-8.500263,-0.0002630603
+43451,-0.00027783826,-8.5002775
+5857,-0.00015364897,-9.250154
+39646,-10.125066,-6.5682165e-05
+56229,-9.97732e-05,-10.5001
+53363,-7.1259174,-0.0009172523
+64294,-0.00015126515,-10.125152
+13091,-0.0005737089,-8.000574
+47811,-7.125852,-0.0008519834
+61239,-0.00010775939,-10.000108
+29850,-6.501559,-0.0015589953
+47392,-0.00010168035,-10.375102
+30028,-8.250301,-0.00030095817
+20240,-8.625232,-0.00023159683
+13607,-6.6263947,-0.0013946103
+8086,-9.500121,-0.00012146689
+9288,-0.000117771844,-10.250117
+45502,-8.625329,-0.00032920187
+51500,-9.50014,-0.0001402995
+65117,-8.625453,-0.0004530119
+820,-0.00015853578,-9.875158
+30452,-7.875447,-0.00044669662
+23050,-9.250128,-0.00012790339
+30903,-8.1774226e-05,-10.875082
+25263,-0.00017248097,-9.250173
+63628,-0.00019965562,-9.000199
+8218,-7.5007505,-0.0007503793
+4119,-9.375122,-0.00012170528
+5827,-7.3758945,-0.00089438487
+55444,-9.50014,-0.00013994191
+32584,-0.00013076403,-9.750131
+14588,-7.8754888,-0.00048899616
+40824,-8.12541,-0.00040975757
+8554,-8.5003805,-0.00038020534
+66888,-11.250118,-0.0001187254
+3042,-9.500118,-0.00011801023
+40681,-0.00035637227,-8.875357
+41103,-0.00075490586,-7.250755
+15404,-7.875484,-0.00048399178
+65281,-7.500611,-0.0006108802
+40327,-8.8752165,-0.00021634146
+14709,-8.375268,-0.0002683041
+19522,-8.546941e-05,-10.625086
+45511,-8.875171,-0.00017081232
+50914,-6.5016494,-0.0016495682
+63944,-9.375134,-0.00013457824
+24134,-9.375131,-0.00013100242
+64894,-0.00010168035,-10.125102
+13734,-0.00014411364,-9.750144
+7884,-7.2507443,-0.0007445424
+33273,-0.0001572247,-9.000157
+3441,-8.375308,-0.00030775103
+56474,-10.125067,-6.7112574e-05
+57550,-0.00025233423,-8.500253
+42753,-0.0025336805,-6.002534
+67626,-8.875199,-0.00019965562
+14331,-9.500191,-0.00019083587
+56571,-8.375309,-0.00030882357
+10650,-9.375143,-0.00014268333
+64934,-6.50216,-0.0021602407
+17127,-0.00017701012,-9.250177
+34691,-9.5001135,-0.00011395759
+36344,-7.500616,-0.0006162413
+32442,-0.00015233787,-10.625153
+42567,-8.3443025e-05,-11.000083
+18251,-0.00049864734,-8.000499
+62694,-0.00198025,-6.2519803
+1965,-8.00038,-0.00037960953
+25049,-7.8755355,-0.0005355831
+40097,-8.1253395,-0.0003392121
+64694,-9.000263,-0.00026341784
+46317,-9.625106,-0.00010620984
+24099,-8.2503395,-0.0003392121
+26590,-0.00036209225,-10.250362
+64776,-10.000089,-8.892618e-05
+54633,-7.652944e-05,-11.125076
+66382,-0.000113480804,-11.8751135
+51985,-9.250256,-0.00025543288

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-7.6648634e-05,-10.625076
+12007,-0.00018749863,-9.625188
+8229,-9.4647694e-05,-9.875094
+31449,-8.875205,-0.0002054957
+1591,-0.00013815402,-9.875138
+53542,-7.7505035,-0.0005035325
+49372,-8.625294,-0.00029404607
+54831,-0.0061235903,-5.1311235
+44771,-4.511749,-0.011748881
+33116,-0.0001417298,-10.500142
+33492,-8.000389,-0.00038866594
+16982,-6.6264205,-0.0014205613
+31901,-6.876664,-0.0016643256
+49817,-0.00038151615,-8.125381
+60681,-5.7533073,-0.003307232
+39890,-7.12584,-0.0008401916
+62685,-0.00018392302,-9.250184
+2201,-9.938285,-0.00078492344
+47201,-9.917721e-05,-10.125099
+20835,-9.125274,-0.0002735479
+15421,-8.125402,-0.0004020121
+45021,-0.0001621115,-9.500162
+45802,-0.00078635284,-7.6257863
+43637,-0.0002436341,-8.625243
+7160,-0.043414455,-3.1684144
+8150,-0.0002859422,-8.375286
+3512,-7.7504625,-0.00046254427
+29264,-0.00010203794,-12.000102
+32960,-0.00023827098,-9.500238
+32221,-0.000116699084,-10.125116
+35996,-9.875103,-0.00010322992
+4422,-9.875156,-0.00015686711
+22209,-8.940297e-05,-11.00009
+6920,-8.50025,-0.00024995065
+25253,-0.00016747502,-10.375168
+680,-0.0062312842,-5.1312313
+50140,-8.875229,-0.00022873646
+28481,-8.000417,-0.000416788
+36298,-0.000546187,-7.750546
+16473,-9.5001545,-0.00015484088
+11102,-1.223533,-0.348533
+62901,-0.0002430382,-8.500243
+16123,-8.375334,-0.00033349197
+52012,-0.00015686711,-9.875156
+60780,-0.00025114242,-9.750251
+1781,-10.625084,-8.427742e-05
+41449,-0.00022122797,-9.125221
+908,-7.3757863,-0.00078635284
+15507,-8.625866,-0.0008663953
+57914,-7.250828,-0.00082756596
+46159,-0.0486206,-3.0486207
+56461,-10.000078,-7.819824e-05
+62107,-9.583968e-05,-10.375095
+49087,-9.625104,-0.00010442189
+65792,-0.00012492354,-10.000125
+13181,-0.0002258761,-9.125226
+54119,-9.000182,-0.00018177765
+51997,-0.00010311072,-10.125103
+24924,-9.250137,-0.00013731967
+45890,-0.00010680582,-10.250107
+41716,-0.0032866767,-5.753287
+60175,-0.00012909532,-9.875129
+30318,-8.737659e-05,-10.250088
+13221,-7.500601,-0.0006006344
+15509,-9.000152,-0.00015162272
+37365,-7.625575,-0.00057501945
+60975,-0.0006789048,-7.500679
+51375,-9.7389246e-05,-11.125097
+16004,-8.625268,-0.00026758906
+12837,-7.6255693,-0.00056953897
+17864,-9.000159,-0.00015889335
+67134,-7.7505555,-0.0005554802
+18611,-8.125355,-0.0003551806
+12861,-8.375326,-0.0003262226
+58084,-8.500251,-0.00025090406
+32874,-0.00049793243,-7.750498
+32717,-8.625214,-0.00021336187
+23413,-8.875214,-0.00021324267
+59634,-0.0012956805,-6.7512956
+15629,-6.002915,-0.0029148257
+47071,-0.0003594706,-8.37536
+48558,-7.625877,-0.0008767575
+3648,-0.00012075172,-10.000121
+43367,-0.00013231355,-9.750133
+14869,-0.000117295065,-11.000117
+1518,-0.0001504308,-10.625151
+16976,-9.501359,-0.0013592538
+20931,-8.625218,-0.00021801003
+67379,-9.125212,-0.00021133573
+4741,-0.00016747502,-11.250168
+5765,-7.6255403,-0.0005403489
+48791,-0.00012218206,-10.500122
+15298,-0.007816915,-4.882817
+21874,-8.250304,-0.00030417583
+9095,-8.750414,-0.00041380903
+3840,-8.375278,-0.0002780766
+55636,-2.0177517,-0.14275168
+57364,-2.3508966,-0.10089665
+65863,-0.00014053787,-11.50014
+40786,-7.474143e-05,-10.625074
+8118,-8.8752165,-0.00021610309
+52441,-0.00011169287,-11.000112
+38593,-9.858122e-05,-10.750098
+5517,-0.000135055,-11.000135
+39136,-5.753272,-0.0032719432
+47292,-0.00016699827,-10.125167
+34052,-2.1280007,-0.12800068
+16037,-8.750209,-0.00020895206
+64606,-9.000183,-0.00018344627
+19552,-0.00021205084,-8.875212
+14116,-8.3752775,-0.00027748072
+11261,-2.3504739,-0.10047389
+11668,-10.00009,-8.952217e-05
+42198,-8.750212,-0.00021133573
+22526,-10.875179,-0.00017963226
+8037,-8.125378,-0.0003777029
+5324,-7.6257286,-0.000728461
+56692,-0.0001163415,-10.375116
+59753,-0.0002460177,-8.875246
+47298,-0.00017069314,-9.375171
+57801,-0.28123632,-1.4062363
+58413,-10.125081,-8.129743e-05
+10673,-8.105903e-05,-10.750081
+65730,-8.5002365,-0.00023648326
+40287,-7.250826,-0.00082589843
+15186,-7.875515,-0.0005148516
+43119,-0.00012468515,-10.375125
+39219,-8.750225,-0.00022539936
+50340,-0.0002719986,-8.375272
+34297,-7.8754573,-0.00045718232
+62941,-0.00011991736,-10.37512
+31551,-10.375086,-8.6184606e-05
+41344,-7.5006256,-0.000625653
+46402,-8.625221,-0.0002209896
+13636,-8.125349,-0.00034946058
+42241,-8.625238,-0.0002381518
+15422,-0.16030128,-1.9103013
+25014,-9.000305,-0.00030536758
+19613,-0.6932955,-0.6932955
+5515,-0.0003143055,-8.500315
+64128,-9.142935e-05,-11.250092
+28084,-0.000116460695,-11.625116
+10395,-2.3502712,-0.100271285
+9965,-0.00017271934,-9.250173
+27221,-6.0025735,-0.0025735137
+11994,-0.00011419598,-11.750114
+43384,-0.00011109689,-10.500111
+44329,-0.000105256266,-11.375105
+58937,-9.44093e-05,-11.125094
+29119,-9.381331e-05,-10.250093
+8989,-0.0001401803,-10.50014
+23043,-8.500393,-0.0003933133
+32166,-0.00036781223,-9.250368
+42729,-0.00012253964,-11.250122
+6863,-9.000345,-0.00034481302
+41187,-0.00010847457,-11.750109
+36039,-11.000087,-8.6780594e-05
+55977,-0.000112408045,-10.250113
+8129,-8.625273,-0.0002724753
+60223,-8.750318,-0.00031716563
+9414,-0.00010322992,-10.000103
+26177,-0.00020776021,-10.750208
+38443,-0.0002188443,-8.750218
+43084,-0.00012909532,-11.375129
+53673,-0.0002559096,-9.250256
+15057,-0.0002944036,-8.500295
+51700,-0.00032598426,-8.750326
+51201,-9.000234,-0.00023398046
+47078,-8.750273,-0.00027295202
+59961,-8.000384,-0.0003842569
+22272,-0.0019792982,-6.3769794
+65773,-0.00034576637,-8.625346
+33746,-0.00032026408,-8.25032
+27311,-8.875176,-0.00017677175
+41292,-8.284702e-05,-10.125083
+17110,-0.0023465024,-6.1273465
+57029,-0.00019560331,-10.2501955
+3009,-7.250737,-0.0007371569
+40193,-8.125335,-0.00033504117
+27618,-7.625567,-0.00056703703
+20145,-10.375072,-7.1642215e-05
+52193,-9.125191,-0.00019071667
+34398,-0.00019846378,-10.125198
+36473,-9.375138,-0.0001385116
+43577,-0.00035005642,-8.12535
+57850,-9.000167,-0.00016652151
+61117,-0.00016091959,-10.500161
+32569,-6.7512417,-0.0012417472
+12290,-9.750132,-0.00013183679
+19499,-9.125315,-0.00031490135
+60470,-8.892618e-05,-10.375089
+8962,-10.000096,-9.595887e-05
+65955,-8.000403,-0.00040344204
+62486,-0.003339074,-5.7533393
+19000,-0.00020180097,-9.500202
+22631,-8.50031,-0.00030953862
+25613,-0.00011467276,-9.875114
+56086,-8.12539,-0.00038997675
+28883,-0.0008220869,-7.250822
+26425,-9.125158,-0.00015805903
+48097,-0.00015519845,-9.375155
+61477,-0.0006837891,-7.500684
+9121,-0.0036516194,-5.6286516
+66709,-8.000385,-0.00038544854
+51472,-7.750537,-0.000537132
+19809,-9.625122,-0.00012242045
+38959,-8.125372,-0.00037150635
+39849,-0.00014316011,-9.250143
+59964,-0.00023266947,-9.000233
+65268,-8.3753,-0.00030060063
+8791,-0.00025328767,-8.625254
+51774,-9.000162,-0.00016175392
+49640,-0.00013755806,-10.375137
+20125,-7.3756833,-0.0006834317
+59640,-0.00030596345,-8.500306
+68206,-8.751066,-0.001065759
+48079,-9.500119,-0.00011967897
+49583,-1.1371056,-0.38710555
+67054,-0.00011216965,-9.875113
+59571,-0.00027569308,-8.375276
+29080,-9.625112,-0.00011181206
+29111,-7.6255407,-0.0005405872
+20758,-9.125151,-0.00015078839
+64023,-0.00022647201,-9.125226
+29058,-0.00013040646,-11.375131
+18185,-8.964137e-05,-11.75009
+36543,-0.000121109304,-10.250121
+54983,-8.750245,-0.00024518344
+3101,-6.1272206,-0.0022205475
+42140,-0.52523685,-0.90023685
+6954,-9.417091e-05,-10.125094
+15955,-7.750566,-0.0005659647
+61746,-0.00014208737,-10.625142
+32055,-0.00019596086,-10.2501955
+39496,-8.375305,-0.00030489088
+59909,-8.625209,-0.00020847532
+66296,-0.00012253964,-10.875122
+46804,-3.7739584,-0.023958456
+35049,-0.00014089546,-11.000141
+56017,-8.250332,-0.00033194278
+26947,-7.375669,-0.00066913624
+38928,-0.00028570386,-9.625286
+15029,-10.250083,-8.272783e-05
+7086,-0.00012992969,-10.37513
+537,-0.0001904783,-9.625191
+50731,-0.00018785619,-9.625188
+63604,-9.250134,-0.00013469743
+67049,-0.00010799778,-9.625108
+31161,-0.0001851149,-8.875185
+58922,-10.000107,-0.000106925014
+18347,-9.625109,-0.000108712964
+25864,-1.1369092,-0.38690925
+63846,-0.00012313561,-10.500123
+13353,-0.00012683064,-10.625127
+25378,-5.7533145,-0.0033147174
+59101,-8.875285,-0.0002849888
+20895,-0.00017784444,-9.375177
+48119,-8.750238,-0.00023827098
+14332,-0.00011169287,-11.375112
+25497,-8.000403,-0.0004033229
+8686,-0.006829728,-5.0068297
+22758,-7.8754897,-0.0004895919
+7666,-0.0001492389,-9.375149
+20686,-0.00029356938,-8.375294
+18975,-8.62523,-0.00022992828
+19054,-0.6933959,-0.6933959
+48123,-9.875089,-8.856858e-05
+57909,-9.000196,-0.0001965568
+9226,-9.375356,-0.00035541895
+48653,-0.0002311201,-9.375231
+44013,-0.00037067218,-9.125371
+11409,-8.875194,-0.00019369634
+62736,-0.00027879167,-9.250278
+2777,-8.625261,-0.00026115344
+7058,-0.00010537546,-10.500105
+48408,-0.00027795744,-9.0002775
+28934,-8.625216,-0.00021538799
+46578,-8.750306,-0.0003060826
+23203,-0.8260923,-0.5760923
+6257,-9.250158,-0.00015877417
+53444,-0.0009297577,-7.62593
+17816,-0.000114911156,-11.625114
+46307,-9.000175,-0.0001753415
+20599,-9.875099,-9.95348e-05
+29423,-0.00010072678,-11.000101
+21041,-0.00010168035,-10.500102
+16633,-9.625132,-0.00013195598
+20221,-0.0010652826,-6.8760653
+27466,-0.00015686711,-10.250156
+22987,-0.0001295721,-10.12513
+9322,-0.0001792747,-10.500179
+3265,-0.00013577017,-9.625135
+22814,-6.3767757,-0.0017759518
+56185,-8.500254,-0.00025352603
+55014,-7.750476,-0.0004757703
+43437,-7.875433,-0.0004329936
+24683,-0.00012814178,-10.750128
+10233,-0.00016163473,-10.250161
+19001,-0.00017867876,-10.750178
+32718,-0.00020883286,-9.125209
+31030,-0.00016008526,-11.12516
+1099,-9.8104436e-05,-11.750098
+57982,-6.501584,-0.001584228
+49148,-0.00013541259,-9.250135
+40880,-9.125139,-0.00013922676
+31148,-0.0001258771,-12.125126
+9446,-9.125141,-0.00014125303
+18579,-9.750195,-0.0001948882
+30932,-0.16056174,-1.9105618
+40792,-0.0005372511,-7.7505374
+48600,-0.00017963226,-10.000179
+44588,-6.0026846,-0.0026846817
+33828,-8.375309,-0.00030930026
+33917,-0.00018285033,-9.875183
+2026,-0.00020823695,-9.000208
+56745,-0.0001432793,-9.750143
+17383,-0.0017959432,-6.376796
+2372,-0.00014947727,-9.75015
+56600,-0.004195816,-5.5041957
+50257,-0.00016473368,-10.375165
+38892,-0.00025340685,-8.875254
+45844,-0.00021514962,-10.375216
+29062,-0.01619177,-4.141192
+5655,-8.500258,-0.00025888905
+67611,-0.00020883286,-9.250209
+18546,-0.00020501897,-9.875205
+63060,-9.250209,-0.00020907124
+36068,-9.500114,-0.00011467276
+784,-0.0010646873,-6.876065
+20429,-0.00017248097,-11.250173
+21679,-7.8757467,-0.0007466866
+53617,-9.500134,-0.00013457824
+6978,-9.250185,-0.0001849957
+53262,-0.0002070451,-11.000207
+181,-0.00019596086,-10.7501955
+28744,-0.0005996813,-7.6256
+48716,-0.00015758227,-9.875157
+51468,-7.6648634e-05,-11.000076
+62209,-8.625229,-0.0002284981
+8732,-4.759227,-0.009226896
+56949,-6.1272774,-0.0022771638
+26885,-0.00011610311,-11.625116
+43345,-0.0007522852,-7.2507524
+8053,-5.1310167,-0.0060167145
+59402,-8.00038,-0.00037913286
+49552,-0.00010835537,-10.875109
+12348,-0.00057609176,-8.125576
+28335,-6.6263623,-0.001362111
+59114,-8.375296,-0.00029559535
+12625,-7.7504883,-0.0004884004
+8876,-7.5007358,-0.00073572743
+29959,-9.500117,-0.000116937474
+37911,-0.00011300402,-10.375113
+38412,-0.14281452,-2.0178146
+31999,-0.00014661667,-9.625147
+34775,-0.00017164665,-9.750172
+65737,-9.000177,-0.00017712932
+25244,-0.00018463815,-9.500185
+51630,-9.000167,-0.00016687908
+23979,-5.130995,-0.0059949113
+34638,-8.500267,-0.00026746988
+22311,-11.250069,-6.866219e-05
+14004,-8.125339,-0.00033825875
+310,-9.9296405e-05,-9.625099
+49105,-0.00023386128,-10.250234
+38782,-10.375082,-8.165503e-05
+4647,-8.750198,-0.00019882133
+43782,-0.00013302872,-11.375133
+66046,-0.0032769335,-5.753277
+16690,-9.250231,-0.00023100091
+67731,-0.005152874,-5.3801527
+54867,-8.500275,-0.00027426297
+34108,-8.625258,-0.00025805482
+67332,-0.00020239688,-9.000202
+22567,-0.00013874998,-9.875138
+57173,-0.000114553564,-10.375114
+26527,-8.375307,-0.00030679765
+59580,-5.131004,-0.0060036797
+20737,-0.00031907237,-8.6253195
+53307,-0.00011038171,-11.625111
+32783,-0.00010585225,-10.875106
+7868,-8.75021,-0.0002101439
+50777,-9.679326e-05,-11.250096
+29307,-9.875113,-0.00011288482
+18297,-0.00025328767,-8.875254
+44524,-9.375131,-0.00013028727
+61320,-0.0005270046,-7.750527
+2578,-3.4088202,-0.033820152
+40612,-0.00031799983,-8.750318
+32523,-2.464,-0.08900009
+48509,-0.00016592556,-10.000166
+36666,-8.125399,-0.00039879474
+6539,-9.250162,-0.00016187312
+33620,-8.500341,-0.00034135714
+55547,-7.5006557,-0.0006555554
+11751,-7.7504735,-0.0004735064
+30491,-0.00017939389,-9.125179
+48294,-8.500294,-0.00029333105
+37424,-8.375303,-0.0003034608
+29155,-0.0008636559,-7.1258636

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=7/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=7/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=256/seed=7/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,257 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.36103715375065804,0,2.9050803184509277,
+0,8,0.05902125686407089,1,5.020565509796143,
+0,16,0.03516452759504318,2,4.457238674163818,
+0,24,0.0353267528116703,3,2.1392369270324707,
+0,32,0.03487115353345871,4,0.59460942260921,
+0,40,0.031213033944368362,5,0.6710227243602276,
+0,48,0.03248683363199234,6,0.45870753936469555,
+0,56,0.03539153188467026,7,0.360968392342329,
+0,64,0.03560052067041397,8,0.2850513653829694,
+0,72,0.03244345262646675,9,0.42381929233670235,
+0,80,0.03570016473531723,10,0.4031807156279683,
+0,88,0.031861044466495514,11,0.20988342468626797,
+0,96,0.032052453607320786,12,0.051202388713136315,
+0,104,0.03240112587809563,13,0.4990980791626498,
+0,112,0.03179752454161644,14,0.35872424428816885,
+0,120,0.0314808189868927,15,0.07375285710440949,
+0,128,0.03146744519472122,16,0.03273566221469082,
+,,,16,,0.281322080325457
+0,136,0.03205707296729088,17,0.010104469154612161,
+0,144,0.036160390824079514,18,0.06642107236257289,
+0,152,0.031777624040842056,19,0.5428649915847927,
+0,160,0.03445224463939667,20,0.056850159060559236,
+0,168,0.03182279318571091,21,0.09693451081693638,
+0,176,0.03449995070695877,22,0.20332116697682068,
+0,184,0.032764047384262085,23,0.5003123899077764,
+0,192,0.0319293737411499,24,0.48430885330890305,
+0,200,0.036959659308195114,25,0.3575674289095332,
+0,208,0.03472595661878586,26,0.015367808919108938,
+0,216,0.031766075640916824,27,1.3217089100944577,
+0,224,0.03161264583468437,28,0.8042691056325566,
+0,232,0.03164276108145714,29,0.6333967054961249,
+0,240,0.03186571225523949,30,1.2707630398363108,
+0,248,0.0312008336186409,31,0.07480275619309396,
+0,256,0.03214997053146362,32,0.7196402132176445,
+,,,32,,0.29033997479607077
+0,264,0.03145435452461243,33,0.3123285015899455,
+0,272,0.03211631625890732,34,0.5439831510884687,
+0,280,0.031770966947078705,35,0.22514161199796945,
+0,288,0.032034583389759064,36,0.15221134974854067,
+0,296,0.031763993203639984,37,0.3159748400794342,
+0,304,0.03137382119894028,38,0.14083313301671296,
+0,312,0.03176071122288704,39,0.11089726909995079,
+0,320,0.03169006481766701,40,0.17627834691666067,
+0,328,0.031697023659944534,41,0.07395335208275355,
+0,336,0.03179391846060753,42,0.2721013290574774,
+0,344,0.031390465795993805,43,0.019067434186581522,
+0,352,0.03166799992322922,44,0.1445831994060427,
+1,360,0.03160776197910309,45,0.47379770944826305,
+1,368,0.03166819363832474,46,0.10725656029535457,
+1,376,0.03152882307767868,47,0.0951889356947504,
+1,384,0.03148415684700012,48,0.10350166668649763,
+,,,48,,0.19829656563553155
+1,392,0.031841035932302475,49,0.02144491480430588,
+1,400,0.03250480070710182,50,0.08050090711913072,
+1,408,0.03186734765768051,51,0.05219261391903274,
+1,416,0.030977830290794373,52,0.13204636440787,
+1,424,0.037010569125413895,53,0.110057067417074,
+1,432,0.03228633850812912,54,0.019273352867458016,
+1,440,0.038539644330739975,55,0.07392665126826614,
+1,448,0.03199534863233566,56,0.1324225454882253,
+1,456,0.03216397762298584,57,0.4466036162339151,
+1,464,0.04106259346008301,58,0.5043628469575197,
+1,472,0.037142496556043625,59,0.053700913733337075,
+1,480,0.03219182789325714,60,0.13704955726279877,
+1,488,0.03219177946448326,61,0.05791865935316309,
+1,496,0.032325051724910736,62,0.01933069684309885,
+1,504,0.032144758850336075,63,0.006833576422650367,
+1,512,0.03207896649837494,64,0.009509109047940001,
+,,,64,,0.21675867816202002
+1,520,0.03196900710463524,65,0.5880007217638195,
+1,528,0.032134078443050385,66,0.2031049646466272,
+1,536,0.03193746879696846,67,0.44922064189449884,
+1,544,0.031744834035634995,68,0.009917548843077384,
+1,552,0.03166309371590614,69,0.030302509738248773,
+1,560,0.03194991126656532,70,0.030288212234154344,
+1,568,0.03190109506249428,71,0.11039550477289595,
+1,576,0.03132779896259308,72,0.05109270496177487,
+1,584,0.03155894577503204,73,0.046394793869694695,
+1,592,0.03233296424150467,74,0.08958279679063708,
+1,600,0.03164270147681236,75,0.03350927645806223,
+1,608,0.03191952407360077,76,0.050874234904767945,
+1,616,0.03182230144739151,77,0.04002339643193409,
+1,624,0.03155743330717087,78,0.07530926934850868,
+1,632,0.03695836290717125,79,0.010335621380363591,
+1,640,0.031379830092191696,80,0.13725980898016132,
+,,,80,,0.1880841972002017
+1,648,0.03229593113064766,81,0.1122081195062492,
+1,656,0.032340798527002335,82,0.05716959235724062,
+1,664,0.031860966235399246,83,0.17267506889766082,
+1,672,0.03169725090265274,84,0.0579567973036319,
+1,680,0.031815897673368454,85,0.9679096252511954,
+1,688,0.03182966262102127,86,0.03514479857403785,
+1,696,0.03157064691185951,87,0.36677503513055854,
+1,704,0.03243691101670265,88,0.013880719343433157,
+1,712,0.0320548489689827,89,0.24367480410728604,
+2,720,0.03180328384041786,90,0.005990864723571576,
+2,728,0.03182091936469078,91,0.03344100958202034,
+2,736,0.03210053592920303,92,0.015942611418722663,
+2,744,0.03219185769557953,93,0.047843105770880356,
+2,752,0.03709862381219864,94,0.31389215457602404,
+2,760,0.03206977620720863,95,0.06292246704106219,
+2,768,0.03188537061214447,96,0.021955857577268034,
+,,,96,,0.20281150917601742
+2,776,0.03153632581233978,97,0.08591363500454463,
+2,784,0.0317988358438015,98,0.029503193974960595,
+2,792,0.03151756897568703,99,0.008449237793684006,
+2,800,0.03165021911263466,100,0.05849644012050703,
+2,808,0.031580161303281784,101,0.04080194336711429,
+2,816,0.031622566282749176,102,0.03088967385701835,
+2,824,0.031451329588890076,103,0.03862457687500864,
+2,832,0.03190508112311363,104,0.042439422744791955,
+2,840,0.031339146196842194,105,0.03947426789090969,
+2,848,0.03192083165049553,106,0.1842128108110046,
+2,856,0.03166469559073448,107,0.06808115115563851,
+2,864,0.03150837868452072,108,0.04437116558983689,
+2,872,0.03140738978981972,109,0.013045650499407202,
+2,880,0.031606703996658325,110,0.024419627778115682,
+2,888,0.03203435242176056,111,0.009445870789932087,
+2,896,0.03167644515633583,112,0.015890128786850255,
+,,,112,,0.2355612711189619
+2,904,0.03184966370463371,113,0.1659266665810719,
+2,912,0.03188394755125046,114,0.019398200063733384,
+2,920,0.031783461570739746,115,0.01469870286382502,
+2,928,0.03210921958088875,116,0.0018879296330851503,
+2,936,0.03176836669445038,117,0.0024349933373741806,
+2,944,0.03126160427927971,118,0.03792622359469533,
+2,952,0.03214360773563385,119,0.0036047950270585716,
+2,960,0.03229919448494911,120,0.002777466033876408,
+2,968,0.032361648976802826,121,0.3548619174180203,
+2,976,0.03197776526212692,122,0.13383070169948041,
+2,984,0.03208986297249794,123,0.00467021841177484,
+2,992,0.03205203637480736,124,0.04465585639263736,
+2,1000,0.03169398009777069,125,0.0027927664486924186,
+2,1008,0.03193458542227745,126,0.027720031066564843,
+2,1016,0.03160702809691429,127,0.020083470357349142,
+2,1024,0.03218502923846245,128,0.0039155079939519055,
+,,,128,,0.2600804746540543
+2,1032,0.031664904206991196,129,0.07568999491195427,
+2,1040,0.03182009607553482,130,0.0047992942345445044,
+2,1048,0.03855172544717789,131,0.03398220770031912,
+2,1056,0.03847082704305649,132,0.048044578354165424,
+2,1064,0.038683876395225525,133,0.1891372573445551,
+2,1072,0.0319819413125515,134,0.011569577443879098,
+3,1080,0.03203113004565239,135,0.015440035844221711,
+3,1088,0.031877096742391586,136,0.022511886796564795,
+3,1096,0.0319993756711483,137,0.021822771028382704,
+3,1104,0.03806069865822792,138,0.017632819144637324,
+3,1112,0.038366835564374924,139,0.007578114986245055,
+3,1120,0.03886755183339119,140,0.0069970755284884945,
+3,1128,0.03839495778083801,141,0.0044819710747106,
+3,1136,0.04104657098650932,142,0.005634484092297498,
+3,1144,0.03217390179634094,143,0.0032039657162385993,
+3,1152,0.03213716298341751,144,0.05281392940378282,
+,,,144,,0.29670336355570875
+3,1160,0.03111310303211212,145,0.03227076248731464,
+3,1168,0.031036801636219025,146,0.0027509239444043487,
+3,1176,0.03172830492258072,147,0.04458782900474034,
+3,1184,0.031536370515823364,148,0.0035559312600526027,
+3,1192,0.0327533483505249,149,0.0020280215758248232,
+3,1200,0.0318237841129303,150,0.001551000306790229,
+3,1208,0.03178253397345543,151,0.000721004165825434,
+3,1216,0.03179327771067619,152,0.0010054882695840206,
+3,1224,0.031520649790763855,153,0.0014431287527258974,
+3,1232,0.03163120150566101,154,0.0015076451600180008,
+3,1240,0.031813327223062515,155,0.001302039745496586,
+3,1248,0.031680651009082794,156,0.0037164095301704947,
+3,1256,0.03160370513796806,157,0.005022830730013084,
+3,1264,0.032096367329359055,158,0.009965425182599574,
+3,1272,0.032232869416475296,159,0.0010974473298119847,
+3,1280,0.03194858878850937,160,0.0008804243079794105,
+,,,160,,0.33063838684480956
+3,1288,0.03262997046113014,161,0.002444555691909045,
+3,1296,0.032571952790021896,162,0.003369299269252224,
+3,1304,0.03222126141190529,163,0.0010445737061672844,
+3,1312,0.0317855030298233,164,0.002432853225400322,
+3,1320,0.03187831863760948,165,0.0008117856123135425,
+3,1328,0.03149040415883064,166,0.0009998069435823709,
+3,1336,0.03215360641479492,167,0.0026174511986027937,
+3,1344,0.03180168569087982,168,0.0027918852247239556,
+3,1352,0.03207744285464287,169,0.0025386152465216583,
+3,1360,0.03200487419962883,170,0.001965306048077764,
+3,1368,0.03162831813097,171,0.001186161160148913,
+3,1376,0.0321781300008297,172,0.004373297964775702,
+3,1384,0.0315750427544117,173,0.6261593293420447,
+3,1392,0.031662438064813614,174,0.0007883336475060787,
+3,1400,0.031497325748205185,175,0.0006285913332249038,
+3,1408,0.03137891739606857,176,0.027309413861075882,
+,,,176,,0.3162961224325342
+3,1416,0.03176787868142128,177,0.007969355239765719,
+3,1424,0.031509269028902054,178,0.020665776755777188,
+3,1432,0.032179005444049835,179,0.006989971800066996,
+4,1440,0.0318271778523922,180,0.0033387470903107896,
+4,1448,0.032215416431427,181,0.0011967742648266722,
+4,1456,0.03202549368143082,182,0.0021245987991278525,
+4,1464,0.03184865415096283,183,0.013628097789478488,
+4,1472,0.0315118245780468,184,0.005989684694213793,
+4,1480,0.031664032489061356,185,0.0017849923751782626,
+4,1488,0.03190389648079872,186,0.001108250071411021,
+4,1496,0.0318329818546772,187,0.0034356472096988,
+4,1504,0.0321526825428009,188,0.01829638404888101,
+4,1512,0.03839433938264847,189,0.042862191679887474,
+4,1520,0.03227204829454422,190,0.004539690398814855,
+4,1528,0.031668711453676224,191,0.0011069412648794241,
+4,1536,0.03168497607111931,192,0.002360173690249212,
+,,,192,,0.3042060004340278
+4,1544,0.0317005030810833,193,0.0009884742248686962,
+4,1552,0.03169633820652962,194,0.0016342642047675326,
+4,1560,0.031557802110910416,195,0.0014343400798679795,
+4,1568,0.0315035879611969,196,0.004796063902176684,
+4,1576,0.03160890191793442,197,0.0026244569598929957,
+4,1584,0.03185546398162842,198,0.004489344581088517,
+4,1592,0.03160391002893448,199,0.001228699773491826,
+4,1600,0.031788550317287445,200,0.025412798293473315,
+4,1608,0.031763285398483276,201,0.002921152328781318,
+4,1616,0.03155392408370972,202,0.012133062438806519,
+4,1624,0.031768541783094406,203,0.001583697183377808,
+4,1632,0.03213077038526535,204,0.0725737118809775,
+4,1640,0.03695584461092949,205,0.003726386643393198,
+4,1648,0.0322050116956234,206,0.0010262559517286718,
+4,1656,0.031792040914297104,207,0.02870328360586427,
+4,1664,0.03158273175358772,208,0.008346184311449178,
+,,,208,,0.3207394718344695
+4,1672,0.03172667324542999,209,0.0031765467447257834,
+4,1680,0.03154297545552254,210,0.0007870282606745604,
+4,1688,0.03204154223203659,211,0.004288862292014528,
+4,1696,0.03218379244208336,212,0.0028315458621364087,
+4,1704,0.032114215195178986,213,0.006254618005186785,
+4,1712,0.03176575526595116,214,0.0032358312128053512,
+4,1720,0.031620051711797714,215,0.0009501633212494198,
+4,1728,0.03197918087244034,216,0.0005815484018967254,
+4,1736,0.03170390799641609,217,0.005093962026876397,
+4,1744,0.032046444714069366,218,0.0030599132824136177,
+4,1752,0.03164724260568619,219,0.0025106624816544354,
+4,1760,0.03170769661664963,220,0.008109959721878113,
+4,1768,0.03152773529291153,221,0.0007236410237965174,
+4,1776,0.031755268573760986,222,0.0009527204256301047,
+4,1784,0.031987737864255905,223,0.0026182518486166373,
+4,1792,0.031935881823301315,224,0.00543619138898066,
+,,,224,,0.3441745284336065
+5,1800,0.03266725689172745,225,0.0005347542319213971,
+5,1808,0.03141305223107338,226,0.0011173951434102491,
+5,1816,0.03153658285737038,227,0.004423966198373819,
+5,1824,0.03163629770278931,228,0.00034523793692642357,
+5,1832,0.03171509876847267,229,0.0012404584595060442,
+5,1840,0.031518541276454926,230,0.0009923277484631399,
+5,1848,0.03161939978599548,231,0.001053504634910496,
+5,1856,0.03168988972902298,232,0.000576791640924057,
+5,1864,0.03181280568242073,233,0.0018123563622793881,
+5,1872,0.03173286095261574,234,0.0022045831647119485,
+5,1880,0.03199092298746109,235,0.016731878658902133,
+5,1888,0.03194000571966171,236,0.0016709662395442137,
+5,1896,0.03178003057837486,237,0.0011173600951224216,
+5,1904,0.03204087167978287,238,0.0006146494142740266,
+5,1912,0.0314340777695179,239,0.0007117346940503921,
+5,1920,0.03198498860001564,240,0.00048066563977045007,
+,,,240,,0.3642111136243234