Add files using upload-large-folder tool

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,189 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3819360285997391,0,5.122981071472168,
+0,8,0.05915098264813423,1,5.10996749997139,
+1,16,0.03189527988433838,2,3.9882246553897858,
+1,24,0.03063063696026802,3,1.4824103713035583,
+2,32,0.029655560851097107,4,0.44260580092668533,
+3,40,0.030007120221853256,5,0.5763089302927256,
+3,48,0.030413947999477386,6,0.2619829410687089,
+4,56,0.03002273663878441,7,0.2104972794186324,
+5,64,0.03195776045322418,8,0.14288520766422153,
+5,72,0.03169980272650719,9,0.15542556066066027,
+6,80,0.0504174679517746,10,0.0743014428880997,
+7,88,0.045950572937726974,11,0.028484499518526718,
+7,96,0.03624201938509941,12,0.020994456310290843,
+8,104,0.03790970891714096,13,0.01404179458040744,
+9,112,0.04123960807919502,14,0.0101133232092252,
+9,120,0.030136603862047195,15,0.022666961565846577,
+10,128,0.029987655580043793,16,0.024038306495640427,
+,,,16,,0.7850330471992493
+11,136,0.03035788983106613,17,0.009260801693017129,
+11,144,0.032774027436971664,18,0.0027443653816590086,
+12,152,0.030341532081365585,19,0.002231922306236811,
+13,160,0.030546370893716812,20,0.0025516810492263176,
+13,168,0.031080026179552078,21,0.0013916855677962303,
+14,176,0.029801037162542343,22,0.001600684699951671,
+15,184,0.030887112021446228,23,0.0011371707587386481,
+15,192,0.030742276459932327,24,0.0012968353294127155,
+16,200,0.03141951560974121,25,0.0009202232758980244,
+17,208,0.030055329203605652,26,0.0012044513969158288,
+17,216,0.029662128537893295,27,0.001062322742654942,
+18,224,0.030183345079421997,28,0.0011371236614650115,
+19,232,0.030554726719856262,29,0.0009332088411611039,
+19,240,0.032127369195222855,30,0.000716206275683362,
+20,248,0.036742184311151505,31,0.0008446173051197547,
+21,256,0.029396511614322662,32,0.0010669129696907476,
+,,,32,,1.017788290977478
+21,264,0.03907380625605583,33,0.0006166062921693083,
+22,272,0.045067038387060165,34,0.0009599231161701027,
+23,280,0.06354895979166031,35,0.0005422084286692552,
+23,288,0.040816277265548706,36,0.0008405157495872118,
+24,296,0.03175421431660652,37,0.0007686538592679426,
+25,304,0.030969496816396713,38,0.000772316830989439,
+25,312,0.03215713053941727,39,0.0006171089844428934,
+26,320,0.030231989920139313,40,0.0004916692596452776,
+27,328,0.030266951769590378,41,0.0006064855751901632,
+27,336,0.02961041033267975,42,0.000749290546082193,
+28,344,0.031092282384634018,43,0.0005975950989522971,
+29,352,0.031496670097112656,44,0.0004952712097292533,
+29,360,0.029845155775547028,45,0.000625144166406244,
+30,368,0.029590241611003876,46,0.0006938408096175408,
+31,376,0.030412685126066208,47,0.00045634149319084827,
+31,384,0.03018365427851677,48,0.00048609871555527207,
+,,,48,,1.0470455884933472
+32,392,0.03200291842222214,49,0.0005865642579010455,
+33,400,0.032236021012067795,50,0.0005929459002800286,
+33,408,0.03105083480477333,51,0.00038074572694313247,
+34,416,0.029940031468868256,52,0.0005391270551626803,
+35,424,0.030036065727472305,53,0.0004350680101197213,
+35,432,0.03060363605618477,54,0.0005352809184842044,
+36,440,0.029955651611089706,55,0.00047212464778567664,
+37,448,0.03278932720422745,56,0.00044860697926196735,
+37,456,0.031549859791994095,57,0.0004698704051406821,
+38,464,0.031076207756996155,58,0.0004286267067072913,
+39,472,0.029787275940179825,59,0.00044236732537683565,
+39,480,0.029338620603084564,60,0.0004489484599616844,
+40,488,0.029788605868816376,61,0.0003182936197845265,
+41,496,0.029663700610399246,62,0.0005795694942207774,
+41,504,0.030470997095108032,63,0.0003264548577135429,
+42,512,0.031826019287109375,64,0.000389850230931188,
+,,,64,,1.0910321474075317
+43,520,0.030231744050979614,65,0.0003330148192617344,
+43,528,0.030332867056131363,66,0.00048374480684287846,
+44,536,0.03071030229330063,67,0.0004157995881541865,
+45,544,0.03292233869433403,68,0.00046173264854587615,
+45,552,0.031150728464126587,69,0.000298366037895903,
+46,560,0.03009152039885521,70,0.00035288069921080023,
+47,568,0.03019249439239502,71,0.0003432433913985733,
+47,576,0.03057602420449257,72,0.00048429975322505925,
+48,584,0.030932839959859848,73,0.00031762173603056,
+49,592,0.03075682744383812,74,0.0004969740912201814,
+49,600,0.030888773500919342,75,0.0003568168522178894,
+50,608,0.030914127826690674,76,0.00047278272177209146,
+51,616,0.02978336066007614,77,0.0002828184005920775,
+51,624,0.030160296708345413,78,0.0003971493242715951,
+52,632,0.029823515564203262,79,0.00044678412450593896,
+53,640,0.03034127876162529,80,0.0002874263354897266,
+,,,80,,1.0983718633651733
+53,648,0.03113625943660736,81,0.0003551377885742113,
+54,656,0.029919210821390152,82,0.00047578329395037144,
+55,664,0.03122265636920929,83,0.0003322633920106455,
+55,672,0.031813979148864746,84,0.00031567815676680766,
+56,680,0.032545771449804306,85,0.00034877134021371603,
+57,688,0.029626302421092987,86,0.00040491134313924704,
+57,696,0.030749019235372543,87,0.00032148165882972535,
+58,704,0.031116962432861328,88,0.0003801874972850783,
+59,712,0.03144131973385811,89,0.00035016253059438895,
+59,720,0.031491972506046295,90,0.00032137080052052625,
+60,728,0.0329333133995533,91,0.0003128162024950143,
+61,736,0.03317919746041298,92,0.0003394437717361143,
+61,744,0.030691470950841904,93,0.00033726549190760124,
+62,752,0.030762985348701477,94,0.00033809581691457424,
+63,760,0.029440253973007202,95,0.00039883902718429454,
+63,768,0.030178464949131012,96,0.00023733736998110544,
+,,,96,,1.0468213558197021
+64,776,0.0319499634206295,97,0.0002324675915588159,
+65,784,0.029818199574947357,98,0.0004592792010953417,
+65,792,0.029761366546154022,99,0.00023204085391625995,
+66,800,0.038565825670957565,100,0.0002847790274245199,
+67,808,0.031649816781282425,101,0.0002944585894510965,
+67,816,0.03852362558245659,102,0.00030511660042975564,
+68,824,0.0382210835814476,103,0.0003076178209084901,
+69,832,0.03556207939982414,104,0.0004067042373208096,
+69,840,0.03272649273276329,105,0.00018594616358313942,
+70,848,0.02993490919470787,106,0.0002968645585497143,
+71,856,0.030640624463558197,107,0.00030196643183444394,
+71,864,0.030014444142580032,108,0.00028262655723665375,
+72,872,0.030519209802150726,109,0.00017776655931811547,
+73,880,0.03204047307372093,110,0.00035163486427336466,
+73,888,0.03021939843893051,111,0.0003620622337621171,
+74,896,0.04912538453936577,112,0.00028243166434549494,
+,,,112,,1.1207177639007568
+75,904,0.03068983182311058,113,0.00034359194887656486,
+75,912,0.03226557746529579,114,0.00022197233738552313,
+76,920,0.03108225017786026,115,0.00023581312780152075,
+77,928,0.02976488322019577,116,0.00036420900960365543,
+77,936,0.030396603047847748,117,0.00023963946932781255,
+78,944,0.030734345316886902,118,0.0003031521000593784,
+79,952,0.03968282416462898,119,0.00026775015885505127,
+79,960,0.03130505234003067,120,0.0002665159336174838,
+80,968,0.03203771263360977,121,0.00027382733424019534,
+81,976,0.0289502814412117,122,0.0002854861859304947,
+81,984,0.03226793557405472,123,0.00023923799290059833,
+82,992,0.03476478531956673,124,0.0003043788392460556,
+83,1000,0.03455202281475067,125,0.0001640165992284892,
+83,1008,0.03145579993724823,126,0.00028434261821530527,
+84,1016,0.03364792838692665,127,0.00023231306113302708,
+85,1024,0.038662396371364594,128,0.00026180833356193034,
+,,,128,,1.068372130393982
+85,1032,0.030246365815401077,129,0.00023775119279889623,
+86,1040,0.030705798417329788,130,0.0002866994254873134,
+87,1048,0.03335500881075859,131,0.00020888236758764833,
+87,1056,0.03279353678226471,132,0.0002221202212240314,
+88,1064,0.030278682708740234,133,0.00023785139092069585,
+89,1072,0.030197951942682266,134,0.0002987918687722413,
+89,1080,0.029707156121730804,135,0.00017940233192348387,
+90,1088,0.0324750691652298,136,0.00028821728028560756,
+91,1096,0.03274442255496979,137,0.00017001704964059172,
+91,1104,0.02971503511071205,138,0.00025988118795794435,
+92,1112,0.030571315437555313,139,0.0002787744324450614,
+93,1120,0.029613882303237915,140,0.00022735288348485483,
+93,1128,0.030209098011255264,141,0.00019903204247384565,
+94,1136,0.031097732484340668,142,0.00017816329454944935,
+95,1144,0.03495834767818451,143,0.0002093867242365377,
+95,1152,0.034874822944402695,144,0.0002822760134222335,
+,,,144,,1.1738730669021606
+96,1160,0.030363325029611588,145,0.0002791321439872263,
+97,1168,0.030015256255865097,146,0.0001600221430635429,
+97,1176,0.02989811822772026,147,0.00024096412653307198,
+98,1184,0.03223339095711708,148,0.00022778681886848062,
+99,1192,0.030664365738630295,149,0.00016193832834687782,
+99,1200,0.033556967973709106,150,0.0002607075339255971,
+100,1208,0.03376518934965134,151,0.0002635816063047969,
+101,1216,0.032467182725667953,152,0.00016083849459391786,
+101,1224,0.03278462216258049,153,0.00020152424895059085,
+102,1232,0.034224845468997955,154,0.00026809738301381003,
+103,1240,0.02981606125831604,155,0.00021891991036682157,
+103,1248,0.029061056673526764,156,0.00012657678962568752,
+104,1256,0.029876764863729477,157,0.00012876612345280591,
+105,1264,0.03204655647277832,158,0.0003274433893238893,
+105,1272,0.030286837369203568,159,0.00015824908496142598,
+106,1280,0.03292885795235634,160,0.00015801011250005104,
+,,,160,,1.227956771850586
+107,1288,0.030923321843147278,161,0.00020680661236838205,
+107,1296,0.03172161057591438,162,0.00024999700417538406,
+108,1304,0.03540803864598274,163,0.00024086450775939738,
+109,1312,0.03521916642785072,164,0.00019614530992839718,
+109,1320,0.0364684984087944,165,0.00016514401977474336,
+110,1328,0.035610221326351166,166,0.00017393211601302028,
+111,1336,0.02944398671388626,167,0.00023250710000866093,
+111,1344,0.029666759073734283,168,0.00019060345312027493,
+112,1352,0.031109880656003952,169,0.00019090203477389878,
+113,1360,0.031487297266721725,170,0.00017414134435966844,
+113,1368,0.029536064714193344,171,0.0002217068431491498,
+114,1376,0.031727686524391174,172,0.00016958230389718665,
+115,1384,0.03101933002471924,173,0.0002540065133871394,
+115,1392,0.029834765940904617,174,0.00014424085202335846,
+116,1400,0.032658651471138,175,0.00020017986662423937,
+117,1408,0.032524481415748596,176,0.00013916475018049823,
+,,,176,,1.252542495727539

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/labels.csv

@@ -0,0 +1,4 @@
+14871,0
+39779,0
+51920,0
+15756,1

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/logits.csv

@@ -0,0 +1,4 @@
+14871,-0.0006426891,-8.125643
+39779,-1.0539627,-0.42896268
+51920,-2.695105,-0.07010506
+15756,-12.250089,-8.8330184e-05

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-6.7513113,-0.0013113956
+12007,-5.131042,-0.0060418346
+8229,-0.0009173714,-7.2509174
+31449,-12.375102,-0.00010227634
+1591,-0.00028725312,-10.000287
+53542,-12.125114,-0.00011443437
+49372,-9.875167,-0.00016675988
+54831,-0.07013252,-2.6951325
+44771,-2.3503306,-0.10033059
+33116,-0.00039295582,-9.125393
+33492,-8.875202,-0.00020263526
+16982,-6.0025454,-0.0025455712
+31901,-9.250192,-0.00019155098
+49817,-0.20168093,-1.7016809
+60681,-7.625616,-0.0006158839
+39890,-10.0001335,-0.00013326711
+62685,-0.0009853751,-7.125985
+2201,-11.56383,-0.0013300867
+47201,-0.0017542939,-6.5017543
+20835,-12.375198,-0.00019798703
+15421,-9.375207,-0.00020668755
+45021,-0.002445328,-6.127445
+45802,-0.00057966594,-8.87558
+43637,-0.014309062,-4.264309
+7160,-0.006039939,-5.13104
+8150,-4.0182877,-0.01828762
+3512,-11.375081,-8.070143e-05
+29264,-0.0003321811,-9.125332
+32960,-0.000660678,-8.000661
+32221,-0.048732784,-3.0487328
+35996,-8.625321,-0.00032169413
+4422,-12.875153,-0.00015293382
+22209,-0.002365531,-6.1273656
+6920,-13.37512,-0.00012003655
+25253,-0.0005658456,-9.000566
+680,-5.5041695,-0.004169581
+50140,-11.000113,-0.00011300402
+28481,-10.625109,-0.00010847457
+36298,-0.002663757,-6.0026636
+16473,-12.125085,-8.4515814e-05
+11102,-8.250331,-0.00033075106
+62901,-0.0036975842,-5.6286974
+16123,-11.000088,-8.737659e-05
+52012,-0.00040487197,-9.625405
+60780,-0.008904628,-4.7589045
+1781,-13.625108,-0.00010811698
+41449,-0.055027526,-2.9300275
+908,-9.5002,-0.00020001318
+15507,-11.625233,-0.00023290783
+57914,-1.0539294,-0.42892945
+46159,-7.375705,-0.00070475537
+56461,-11.625062,-6.2344516e-05
+62107,-0.0005164005,-8.125516
+49087,-12.750132,-0.0001315984
+65792,-0.00034957973,-9.25035
+13181,-0.002433912,-6.127434
+54119,-11.500101,-0.00010096517
+51997,-0.0047209705,-5.379721
+24924,-13.125183,-0.00018332708
+45890,-0.00042632074,-9.375426
+41716,-4.018233,-0.018232724
+60175,-0.52339816,-0.89839816
+30318,-0.0006093314,-7.7506094
+13221,-11.625156,-0.00015603278
+15509,-12.6250925,-9.274053e-05
+37365,-8.750234,-0.00023398046
+60975,-6.8763204,-0.0013203245
+51375,-0.00070070504,-8.000701
+16004,-11.875142,-0.00014196818
+12837,-10.750132,-0.0001315984
+17864,-11.62514,-0.00014053787
+67134,-10.250123,-0.00012265884
+18611,-9.875138,-0.00013791563
+12861,-9.000323,-0.00032324335
+58084,-12.50007,-6.96158e-05
+32874,-0.0048301206,-5.37983
+32717,-12.250073,-7.390703e-05
+23413,-12.000194,-0.00019393471
+59634,-0.82607913,-0.57607913
+15629,-0.52345806,-0.89845806
+47071,-0.00059193734,-7.8755918
+48558,-12.500124,-0.00012444676
+3648,-0.00037114884,-9.000371
+43367,-0.012651893,-4.387652
+14869,-0.0005129452,-8.375513
+1518,-0.0021086142,-6.2521086
+16976,-13.500529,-0.00052974495
+20931,-12.000123,-0.00012301642
+67379,-12.750142,-0.00014220657
+4741,-0.0005353448,-10.375535
+5765,-11.125104,-0.000104302686
+48791,-0.004193917,-5.504194
+15298,-5.6287284,-0.003728345
+21874,-11.500148,-0.00014828535
+9095,-10.250146,-0.00014613991
+3840,-12.500128,-0.00012826097
+55636,-2.4640102,-0.08901013
+57364,-4.882731,-0.0077309217
+65863,-0.0011197018,-9.62612
+40786,-0.00040642108,-8.750406
+8118,-10.875108,-0.00010811698
+52441,-0.00075192784,-7.625752
+38593,-4.0182524,-0.018252505
+5517,-0.002195093,-6.252195
+39136,-6.376767,-0.0017673839
+47292,-0.0028053476,-6.002805
+34052,-0.026472514,-3.6514726
+16037,-12.250146,-0.00014613991
+64606,-11.250125,-0.00012516193
+19552,-0.011192513,-4.5111923
+14116,-10.125123,-0.00012277803
+11261,-8.500258,-0.0002587699
+11668,-13.125185,-0.00018547245
+42198,-12.750097,-9.691246e-05
+22526,-14.000149,-0.00014840455
+8037,-9.750148,-0.00014804698
+5324,-8.375648,-0.0006473353
+56692,-0.0005074644,-8.375507
+59753,-0.048789438,-3.0487895
+47298,-0.11293905,-2.2379391
+57801,-9.000213,-0.00021264676
+58413,-13.250079,-7.879423e-05
+10673,-0.00037472378,-9.000375
+65730,-13.500109,-0.00010907055
+40287,-11.250105,-0.00010454108
+15186,-10.875116,-0.000115983916
+43119,-0.0005619139,-8.250562
+39219,-11.750163,-0.00016294583
+50340,-9.250164,-0.00016401854
+34297,-10.750211,-0.00021062064
+62941,-0.0010887416,-7.6260886
+31551,-13.625182,-0.00018261196
+41344,-11.125094,-9.488609e-05
+46402,-11.375088,-8.7614986e-05
+13636,-11.000108,-0.00010799778
+42241,-11.250126,-0.0001257579
+15422,-6.0025525,-0.0025525866
+25014,-12.125183,-0.0001832079
+19613,-8.500287,-0.00028677643
+5515,-0.014335267,-4.264335
+64128,-0.0007507366,-7.6257505
+28084,-0.28130865,-1.4063087
+10395,-8.000414,-0.00041428566
+9965,-0.6327461,-0.7577461
+27221,-9.750128,-0.0001275458
+11994,-0.000686529,-8.125687
+43384,-0.0003729363,-9.125373
+44329,-0.0005291492,-8.875529
+58937,-0.0014948396,-6.626495
+29119,-0.0020714987,-6.2520714
+8989,-0.0042329715,-9.191733
+23043,-12.375188,-0.00018797538
+32166,-0.010058784,-4.635059
+42729,-4.387649,-0.012648951
+6863,-11.000146,-0.00014566314
+41187,-0.0005719218,-9.875572
+36039,-14.500217,-0.00021705656
+55977,-0.00044872228,-9.375449
+8129,-12.125164,-0.00016366097
+60223,-12.000191,-0.00019035912
+9414,-0.0005525016,-7.7505527
+26177,-0.00045146287,-8.625451
+38443,-0.0016179102,-6.501618
+43084,-0.00050186436,-9.625502
+53673,-0.0003418338,-8.750341
+15057,-8.750293,-0.0002929735
+51700,-0.008946217,-4.7589464
+51201,-10.875108,-0.000107521
+47078,-11.875132,-0.00013136001
+59961,-10.125133,-0.00013255194
+22272,-6.12727,-0.0022702652
+65773,-3.7732992,-0.023299139
+33746,-1.2235532,-0.34855318
+27311,-12.500088,-8.749579e-05
+41292,-0.012568198,-4.387568
+17110,-5.006888,-0.0068878597
+57029,-0.00064161693,-9.000642
+3009,-11.375079,-7.962863e-05
+40193,-11.625107,-0.00010716341
+27618,-10.750133,-0.00013255194
+20145,-13.375101,-0.00010084597
+52193,-11.000194,-0.00019393471
+34398,-0.0017321596,-6.6267323
+36473,-12.250173,-0.00017260015
+43577,-0.0004229843,-8.500423
+57850,-12.875099,-9.893881e-05
+61117,-0.00060373195,-8.375604
+32569,-7.5006633,-0.00066306064
+12290,-13.500145,-0.00014494799
+19499,-11.625284,-0.0002845121
+60470,-0.026387414,-3.6513875
+8962,-12.875213,-0.0002131235
+65955,-10.87513,-0.00012933371
+62486,-2.9299915,-0.054991532
+19000,-0.2813004,-1.4063004
+22631,-10.125198,-0.00019810621
+25613,-0.026401926,-3.651402
+56086,-10.500149,-0.00014888131
+28883,-3.6513581,-0.026358038
+26425,-10.500172,-0.00017128908
+48097,-0.014315642,-4.2643156
+61477,-0.07899484,-2.5789948
+9121,-9.250282,-0.00028236693
+66709,-11.500119,-0.00011920219
+51472,-9.375287,-0.00028677643
+19809,-12.000257,-0.00025638632
+38959,-10.750097,-9.762764e-05
+39849,-0.033743974,-3.4087439
+59964,-0.0013250866,-6.751325
+65268,-12.750101,-0.00010108437
+8791,-0.57610446,-0.82610446
+51774,-10.125142,-0.00014208737
+49640,-1.7015535,-0.20155348
+20125,-10.750076,-7.617183e-05
+59640,-0.25207144,-1.5020714
+68206,-11.750168,-0.00016795179
+48079,-12.875126,-0.00012551951
+49583,-5.6286983,-0.0036982968
+67054,-0.63278276,-0.75778276
+59571,-5.2553945,-0.005394545
+29080,-11.125167,-0.00016699827
+29111,-10.625148,-0.00014780859
+20758,-9.750155,-0.00015567521
+64023,-0.00094500225,-7.250945
+29058,-0.00058895885,-8.000589
+18185,-3.2881548,-0.038154904
+36543,-0.0016765837,-6.5016766
+54983,-9.750153,-0.00015245705
+3101,-8.875236,-0.00023576818
+42140,-0.0010561133,-7.126056
+6954,-0.0004582547,-10.750459
+15955,-8.625388,-0.0003885468
+61746,-0.0005316513,-8.625531
+32055,-0.0028460019,-6.002846
+39496,-10.87512,-0.00012003655
+59909,-9.875109,-0.00010895135
+66296,-0.0026963328,-6.0026965
+46804,-10.3751,-0.00010048838
+35049,-0.0012468668,-7.001247
+56017,-7.125872,-0.0008722315
+26947,-10.125108,-0.00010775939
+38928,-0.000745138,-7.8757453
+15029,-12.375144,-0.00014363688
+7086,-0.14279787,-2.017798
+537,-0.008841532,-4.7588415
+50731,-0.055050652,-2.9300506
+63604,-11.750119,-0.000119082986
+67049,-2.4640248,-0.08902485
+31161,-0.17984703,-1.804847
+58922,-11.5001545,-0.00015496007
+18347,-10.5001135,-0.00011336161
+25864,-6.8763213,-0.0013215151
+63846,-0.0015111467,-6.626511
+13353,-0.00063994905,-7.87564
+25378,-7.500871,-0.00087104045
+59101,-12.125211,-0.00021109737
+20895,-0.9741914,-0.4741914
+48119,-11.875115,-0.00011574552
+14332,-0.00041261743,-10.375413
+25497,-12.125103,-0.00010334911
+8686,-0.69335365,-0.69335365
+22758,-10.750195,-0.00019453064
+7666,-0.00071595307,-7.7507157
+20686,-0.89823437,-0.52323437
+18975,-10.500128,-0.0001277842
+19054,-9.5001545,-0.0001544833
+48123,-13.250148,-0.00014828535
+57909,-12.875122,-0.00012230125
+9226,-10.875123,-0.0001234932
+48653,-0.0006786666,-7.7506785
+44013,-0.0043256767,-5.629326
+11409,-11.875112,-0.00011145447
+62736,-0.023433063,-3.773433
+2777,-11.375131,-0.00013052566
+7058,-0.00045801638,-8.375458
+48408,-0.008802775,-4.758803
+28934,-11.625082,-8.2131824e-05
+46578,-12.250128,-0.00012802258
+23203,-2.5790334,-0.0790334
+6257,-12.500144,-0.00014423284
+53444,-0.0017954672,-6.5017953
+17816,-6.501582,-0.0015823237
+46307,-11.750173,-0.0001722426
+20599,-14.12516,-0.00015984688
+29423,-0.00060611474,-9.000607
+21041,-0.0013485395,-6.7513485
+16633,-12.125102,-0.00010191875
+20221,-9.125247,-0.00024697115
+27466,-0.0006555554,-7.6256557
+22987,-0.0019915525,-6.3769917
+9322,-0.018322501,-4.0183225
+3265,-4.5111494,-0.011149485
+22814,-7.2507787,-0.0007786103
+56185,-11.875122,-0.00012230125
+55014,-10.125108,-0.00010775939
+43437,-12.000093,-9.381331e-05
+24683,-0.00052688544,-8.625526
+10233,-0.89844006,-0.52344006
+19001,-0.0013136576,-8.876313
+32718,-0.016212413,-4.1412125
+31030,-0.00078778225,-9.625788
+1099,-0.00048399178,-8.250484
+57982,-8.750283,-0.00028367786
+49148,-5.1310472,-0.006047167
+40880,-14.000098,-9.786604e-05
+31148,-0.0011229168,-11.251122
+9446,-11.500068,-6.7708585e-05
+18579,-13.000212,-0.00021157411
+30932,-5.3797617,-0.004761903
+40792,-3.0487516,-0.04875163
+48600,-0.113154545,-2.2381546
+44588,-7.500726,-0.0007261977
+33828,-10.875129,-0.00012897613
+33917,-0.42901275,-1.0540128
+2026,-0.089101516,-2.4641016
+56745,-0.0054271505,-5.2554274
+17383,-2.1270504,-0.12705047
+2372,-0.029924553,-3.5299246
+56600,-0.12725675,-2.1272569
+50257,-0.00060015783,-8.5006
+38892,-0.0019058889,-6.376906
+45844,-0.000999666,-9.250999
+29062,-0.63288796,-0.75788796
+5655,-11.250098,-9.8104436e-05
+67611,-0.01625452,-4.1412544
+18546,-0.00654044,-5.1315403
+63060,-12.125088,-8.749579e-05
+36068,-10.37517,-0.00017021637
+784,-3.0488153,-0.04881532
+20429,-0.0007508558,-8.375751
+21679,-9.500327,-0.00032693762
+53617,-12.75023,-0.00023004746
+6978,-12.875077,-7.7125434e-05
+53262,-0.0004762469,-9.625476
+181,-0.00078623375,-7.5007863
+28744,-0.016294632,-4.1412945
+48716,-0.0021852204,-6.3771853
+51468,-0.0002979788,-9.375298
+62209,-11.000114,-0.000114791954
+8732,-9.125249,-0.0002489972
+56949,-10.125133,-0.00013267114
+26885,-0.00065543625,-10.625655
+43345,-1.9103502,-0.16035023
+8053,-9.500141,-0.00014077626
+59402,-10.375119,-0.00011944058
+49552,-0.00042572495,-8.500425
+12348,-3.8958032,-0.020803116
+28335,-7.875469,-0.00046921687
+59114,-8.375307,-0.00030679765
+12625,-10.000171,-0.0001710507
+8876,-9.500287,-0.0002873723
+29959,-13.125061,-6.13909e-05
+37911,-0.00030691683,-9.500307
+38412,-0.42886037,-1.0538604
+31999,-0.00034540886,-9.250345
+34775,-0.005468647,-5.255469
+65737,-10.62513,-0.00013016807
+25244,-0.0061933734,-5.131193
+51630,-10.000168,-0.00016819016
+23979,-8.375341,-0.00034123796
+34638,-11.250075,-7.569503e-05
+22311,-13.875117,-0.00011741426
+14004,-11.000197,-0.00019727192
+310,-0.04868487,-3.0486848
+49105,-0.0006019449,-8.250602
+38782,-13.375139,-0.00013886917
+4647,-12.125093,-9.345572e-05
+43782,-0.00030131568,-9.500301
+66046,-0.4742282,-0.9742282
+16690,-12.750097,-9.7389246e-05
+67731,-0.0007731309,-7.500773
+54867,-10.750159,-0.00015948931
+34108,-8.875259,-0.00025960413
+67332,-2.9299405,-0.054940417
+22567,-0.00055452704,-7.8755546
+57173,-0.018280715,-4.0182805
+26527,-11.625153,-0.00015233787
+59580,-9.125224,-0.00022420754
+20737,-0.31341973,-1.3134197
+53307,-0.00071202195,-10.000712
+32783,-0.0004264399,-10.000426
+7868,-12.625115,-0.000115387935
+50777,-2.9300086,-0.055008568
+29307,-10.250311,-0.0003109687
+18297,-0.0143897915,-4.26439
+44524,-11.000095,-9.583968e-05
+61320,-1.8048489,-0.17984892
+2578,-0.0034296047,-5.7534294
+40612,-1.054031,-0.42903098
+32523,-8.125393,-0.00039283664
+48509,-0.026418993,-3.651419
+36666,-11.375109,-0.00010895135
+6539,-12.250121,-0.000121109304
+33620,-12.000149,-0.00014900051
+55547,-10.625099,-9.9296405e-05
+11751,-9.875122,-0.00012194367
+30491,-0.2520938,-1.5020938
+48294,-10.500102,-0.00010227634
+37424,-10.000172,-0.0001720042
+29155,-3.2881038,-0.03810384

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,19 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.40016210079193115,0,5.122981071472168,
+0,8,0.05969398468732834,1,4.913865566253662,
+0,16,0.03121299296617508,2,4.600638002157211,
+1,24,0.029709503054618835,3,1.8422278687357903,
+1,32,0.030247323215007782,4,0.6206355690956116,
+2,40,0.03629447892308235,5,0.33854222670197487,
+2,48,0.046931471675634384,6,0.5391840664669871,
+3,56,0.059424612671136856,7,0.3761113630607724,
+3,64,0.03418530523777008,8,0.24818458780646324,
+4,72,0.031294144690036774,9,0.28649240848608315,
+4,80,0.02992434799671173,10,0.08094506477937102,
+5,88,0.030344389379024506,11,0.037970555014908314,
+5,96,0.03200749307870865,12,0.058902588265482336,
+6,104,0.030739471316337585,13,0.04418337708921172,
+6,112,0.03069695457816124,14,0.005599676864221692,
+7,120,0.03036792203783989,15,0.004769121049321257,
+7,128,0.03192075714468956,16,0.00753925705794245,
+,,,16,,0.0025170932058244944

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-1.504316,-0.25431594
+12007,-0.47691995,-0.97691995
+8229,-0.0031745061,-6.6281743
+31449,-8.12606,-0.0010592095
+1591,-0.0026271373,-8.127627
+53542,-6.6271524,-0.0021526278
+49372,-4.7594705,-0.009470655
+54831,-0.019629624,-4.0196295
+44771,-0.25621036,-1.5062103
+33116,-0.0028985413,-8.627898
+33492,-4.1415067,-0.016506655
+16982,-1.5034332,-0.2534332
+31901,-3.052218,-0.05221803
+49817,-0.05642199,-2.931422
+60681,-2.8142302,-0.06423029
+39890,-3.1712327,-0.046232592
+62685,-0.006893661,-6.3818936
+2201,-6.642189,-0.079688795
+47201,-0.0130327325,-5.763033
+20835,-8.127046,-0.0020455644
+15421,-4.635809,-0.010809085
+45021,-0.009128029,-5.259128
+45802,-0.0034920922,-6.753492
+43637,-0.0043654386,-5.6293654
+7160,-0.0033502423,-6.1283503
+8150,-0.47876465,-0.97876465
+3512,-7.5009747,-0.00097453775
+29264,-0.0013925865,-8.626392
+32960,-0.002442831,-6.877443
+32221,-0.080493145,-2.5804932
+35996,-3.5307631,-0.03076322
+4422,-8.626628,-0.0016282647
+22209,-0.002178559,-6.6271787
+6920,-9.000856,-0.00085627125
+25253,-0.0035687112,-7.2535686
+680,-0.577355,-0.827355
+50140,-5.7547054,-0.0047056647
+28481,-5.007509,-0.0075092195
+36298,-0.003512762,-6.128513
+16473,-8.125785,-0.00078492344
+11102,-3.2888823,-0.038882364
+62901,-0.0021214616,-6.6271214
+16123,-6.8768287,-0.0018286664
+52012,-0.0026109675,-7.877611
+60780,-0.0074379896,-5.257438
+1781,-9.125775,-0.0007750368
+41449,-0.007723824,-5.132724
+908,-3.2892885,-0.039288532
+15507,-7.0024953,-0.0024955103
+57914,-0.22786434,-1.6028644
+46159,-1.8061619,-0.18116182
+56461,-7.875804,-0.0008041009
+62107,-0.007749375,-6.8827496
+49087,-8.001452,-0.0014521064
+65792,-0.0019219514,-8.251922
+13181,-0.0040668887,-6.004067
+54119,-7.251198,-0.0011976935
+51997,-0.0024064411,-6.2524066
+24924,-8.003021,-0.0030212018
+45890,-0.0025788643,-7.6275787
+41716,-0.284159,-1.409159
+60175,-0.01335132,-4.5133514
+30318,-0.0018919678,-7.001892
+13221,-6.5029383,-0.0029383602
+15509,-8.375592,-0.0005924139
+37365,-3.5306299,-0.030629812
+60975,-0.829785,-0.579785
+51375,-0.01893013,-6.76893
+16004,-7.001985,-0.00198489
+12837,-3.7743995,-0.024399467
+17864,-6.8798084,-0.0048086476
+67134,-5.8785777,-0.0035777388
+18611,-4.75946,-0.009459909
+12861,-4.019225,-0.01922533
+58084,-8.250537,-0.00053689367
+32874,-0.0076970896,-5.132697
+32717,-7.8761616,-0.0011616156
+23413,-7.1308136,-0.005813713
+59634,-0.10149006,-2.35149
+15629,-0.07537721,-2.7003772
+47071,-0.0052967216,-6.6302967
+48558,-6.1286855,-0.0036854697
+3648,-0.0018017739,-8.2518015
+43367,-0.009927542,-4.7599277
+14869,-0.002638908,-7.377639
+1518,-0.004185607,-5.7541857
+16976,-6.022081,-0.3970811
+20931,-6.502381,-0.0023806347
+67379,-8.251176,-0.0011755468
+4741,-0.0027382995,-8.877738
+5765,-6.3775425,-0.0025427174
+48791,-0.002643664,-6.2526436
+15298,-1.0552697,-0.43026978
+21874,-5.3876004,-0.012600217
+9095,-5.8793983,-0.004398434
+3840,-6.6276984,-0.0026985917
+55636,-0.3141371,-1.3141371
+57364,-1.5045652,-0.2545652
+65863,-0.02542909,-7.2754292
+40786,-0.0016651588,-8.001665
+8118,-5.878387,-0.003386954
+52441,-0.0016567089,-8.251657
+38593,-0.05660416,-2.9316041
+5517,-0.0053978646,-6.005398
+39136,-1.5061316,-0.25613165
+47292,-0.007311728,-5.257312
+34052,-0.021134177,-4.2711344
+16037,-8.126148,-0.0011482796
+64606,-6.7518597,-0.0018597227
+19552,-0.010653763,-4.635654
+14116,-5.1315007,-0.0065005277
+11261,-2.2386878,-0.11368785
+11668,-8.002073,-0.0020729261
+42198,-8.250791,-0.000790641
+22526,-9.876896,-0.0018962513
+8037,-4.8834987,-0.008498455
+5324,-3.412757,-0.037756998
+56692,-0.0018772137,-8.001877
+59753,-0.021690642,-3.8966906
+47298,-0.013376022,-4.388376
+57801,-2.9308562,-0.05585612
+58413,-9.625388,-0.00038795097
+10673,-0.0017228774,-8.126723
+65730,-8.626799,-0.0017982041
+40287,-6.006045,-0.0060449154
+15186,-5.6292553,-0.0042552883
+43119,-0.00288297,-7.127883
+39219,-7.126971,-0.001970851
+50340,-3.530154,-0.030154064
+34297,-6.627618,-0.0026176258
+62941,-0.0030667202,-7.3780665
+31551,-9.626353,-0.0013535395
+41344,-6.0039034,-0.0039032714
+46402,-7.1261353,-0.0011354197
+13636,-4.388237,-0.013237215
+42241,-6.3772907,-0.0022909604
+15422,-0.34942478,-1.2244248
+25014,-6.2536845,-0.003684757
+19613,-1.6015446,-0.22654466
+5515,-0.0050738854,-5.505074
+64128,-0.001712881,-7.876713
+28084,-0.0039724973,-5.8789725
+10395,-2.930428,-0.05542798
+9965,-0.019077973,-4.019078
+27221,-5.1312585,-0.00625865
+11994,-0.003451345,-8.003451
+43384,-0.0024243984,-7.6274242
+44329,-0.0019149315,-8.376915
+58937,-0.003459661,-6.3784595
+29119,-0.0017338257,-7.001734
+8989,-0.4021711,-7.839671
+23043,-7.002283,-0.0022832295
+32166,-0.012607045,-4.637607
+42729,-0.28353837,-1.4085383
+6863,-6.502654,-0.0026541266
+41187,-0.004047299,-8.254047
+36039,-9.877979,-0.0029797223
+55977,-0.017776921,-6.517777
+8129,-6.7524405,-0.0024405713
+60223,-7.6269593,-0.0019594296
+9414,-0.0009560782,-8.250957
+26177,-0.0019139796,-8.001914
+38443,-0.0019231412,-6.876923
+43084,-0.0018323552,-8.376832
+53673,-0.0027542298,-7.377754
+15057,-3.5309057,-0.030905627
+51700,-0.0065908907,-5.631591
+51201,-6.37733,-0.002329733
+47078,-5.880118,-0.0051178876
+59961,-4.141588,-0.016588263
+22272,-1.6028076,-0.22780767
+65773,-0.25336668,-1.5033667
+33746,-0.1805216,-1.8055216
+27311,-8.000761,-0.0007612191
+41292,-0.0022432657,-6.252243
+17110,-0.83066225,-0.58066225
+57029,-0.0030632736,-7.253063
+3009,-6.75141,-0.0014099667
+40193,-6.377245,-0.002244931
+27618,-5.5049024,-0.0049021295
+20145,-9.500563,-0.00056227134
+52193,-6.377585,-0.0025851661
+34398,-0.005489869,-6.13049
+36473,-7.2530494,-0.0030496065
+43577,-0.001552449,-8.126553
+57850,-8.126118,-0.0011174394
+61117,-0.0075643538,-6.5075645
+32569,-2.8134074,-0.063407384
+12290,-9.625972,-0.0009720368
+19499,-7.1275597,-0.002559602
+60470,-0.0019582398,-6.6269584
+8962,-8.753045,-0.0030447338
+65955,-6.3776145,-0.0026146532
+62486,-0.3189626,-1.3189626
+19000,-0.015168319,-4.265168
+22631,-4.144208,-0.019208021
+25613,-0.0066145756,-5.1316147
+56086,-5.131607,-0.0066071153
+28883,-0.43002686,-1.0550269
+26425,-6.1282167,-0.0032165716
+48097,-0.008804429,-4.8838043
+61477,-0.006894371,-5.3818946
+9121,-2.5855079,-0.08550796
+66709,-4.759487,-0.00948695
+51472,-4.7601542,-0.010154255
+19809,-6.5110307,-0.0735307
+38959,-6.1277175,-0.0027174947
+39849,-0.00198953,-6.5019894
+59964,-0.0037428343,-5.8787427
+65268,-7.25231,-0.00230999
+8791,-0.12794916,-2.1279492
+51774,-5.629202,-0.0042017517
+49640,-0.028150652,-3.6531506
+20125,-5.7537656,-0.0037657553
+59640,-0.011399021,-4.636399
+68206,-6.754347,-0.0043469225
+48079,-8.001557,-0.001557567
+49583,-1.5044509,-0.2544509
+67054,-0.015530361,-4.2655306
+59571,-0.43414906,-1.059149
+29080,-6.505811,-0.005811343
+29111,-5.256424,-0.0064238957
+20758,-4.3880887,-0.013088505
+64023,-0.0024278471,-6.877428
+29058,-0.002675884,-7.752676
+18185,-0.021344945,-3.896345
+36543,-0.0020936253,-7.002094
+54983,-3.1690524,-0.04405232
+3101,-3.8959124,-0.02091251
+42140,-0.0027010883,-7.0027013
+6954,-0.00609705,-8.381097
+15955,-4.1435423,-0.018542286
+61746,-0.0027574396,-7.8777575
+32055,-0.0051595154,-5.6301594
+39496,-7.2512894,-0.0012891324
+59909,-4.759203,-0.009203036
+66296,-0.0026365302,-7.0026364
+46804,-6.003144,-0.0031437282
+35049,-0.0024712519,-7.6274714
+56017,-1.7042133,-0.20421322
+26947,-5.629064,-0.0040639206
+38928,-0.0035987631,-7.5035987
+15029,-7.2526093,-0.002609065
+7086,-0.0040798294,-5.75408
+537,-0.006001547,-5.3810015
+50731,-0.01238595,-4.512386
+63604,-7.5053444,-0.0053442707
+67049,-0.5778994,-0.8278994
+31161,-0.018954812,-4.0189548
+58922,-7.3768344,-0.001834497
+18347,-6.6269727,-0.0019727547
+25864,-0.77826494,-0.65326494
+63846,-0.003869191,-5.878869
+13353,-0.0016126735,-8.251613
+25378,-2.3540967,-0.104096554
+59101,-7.752132,-0.0021321676
+20895,-0.0271526,-3.6521525
+48119,-7.6265044,-0.0015044811
+14332,-0.0014830554,-9.126483
+25497,-5.6313396,-0.006339559
+8686,-0.09057202,-2.465572
+22758,-4.0245476,-0.024547784
+7666,-0.003033562,-7.5030336
+20686,-0.05120952,-3.0512094
+18975,-5.8792686,-0.004268464
+19054,-4.141757,-0.016756853
+48123,-8.626023,-0.0010231266
+57909,-8.251044,-0.001044443
+9226,-6.12825,-0.00325008
+48653,-0.0029318228,-6.7529316
+44013,-0.01316745,-5.5131674
+11409,-6.6277156,-0.0027157115
+62736,-0.009929785,-4.7599297
+2777,-6.252796,-0.002796194
+7058,-0.0019080306,-8.001908
+48408,-0.011455827,-4.636456
+28934,-8.125558,-0.0005577439
+46578,-8.75081,-0.0008099374
+23203,-0.057577427,-2.9325774
+6257,-7.0026913,-0.0026913395
+53444,-0.004446026,-5.879446
+17816,-1.0552933,-0.43029326
+46307,-7.0030093,-0.0030095545
+20599,-8.751765,-0.0017655989
+29423,-0.0077467724,-7.3827467
+21041,-0.0019930992,-6.626993
+16633,-8.125863,-0.0008635368
+20221,-3.5308154,-0.030815354
+27466,-0.0015798243,-7.3765798
+22987,-0.0043635396,-5.8793635
+9322,-0.006095154,-5.381095
+3265,-0.08401069,-2.5840106
+22814,-2.8126478,-0.06264784
+56185,-7.751368,-0.0013681822
+55014,-5.5045066,-0.0045064325
+43437,-6.752018,-0.002017964
+24683,-0.0023380583,-7.502338
+10233,-0.041729975,-3.29173
+19001,-0.08823356,-7.2132335
+32718,-0.0052507115,-5.630251
+31030,-0.0038370097,-8.503837
+1099,-0.001584704,-8.751585
+57982,-3.0505044,-0.050504353
+49148,-0.086977094,-2.711977
+40880,-8.501353,-0.0013530633
+31148,-0.0213607,-9.02136
+9446,-7.2510695,-0.0010695696
+18579,-8.752352,-0.0023517353
+30932,-0.38968188,-1.1396818
+40792,-0.28288105,-1.407881
+48600,-0.009921522,-5.2599216
+44588,-2.4659312,-0.09093128
+33828,-5.6292024,-0.0042025824
+33917,-0.041003216,-3.2910032
+2026,-0.007835013,-5.257835
+56745,-0.0034936364,-6.128494
+17383,-0.25362998,-1.5036299
+2372,-0.025324024,-5.025324
+56600,-0.1695385,-3.4195385
+50257,-0.0027503066,-6.7527504
+38892,-0.0030044438,-6.6280046
+45844,-0.006865602,-6.9443655
+29062,-0.25466537,-1.5046654
+5655,-5.629241,-0.0042410437
+67611,-0.012131242,-4.512131
+18546,-0.007158228,-5.5071583
+63060,-7.626154,-0.001153995
+36068,-3.4159608,-0.040960878
+784,-0.5402944,-1.0402944
+20429,-0.0031455108,-7.5031457
+21679,-4.636683,-0.0116829015
+53617,-8.751618,-0.0016183864
+6978,-8.375749,-0.00074835424
+53262,-0.0028651399,-8.752865
+181,-0.0028319752,-7.377832
+28744,-0.008607785,-5.133608
+48716,-0.0037820255,-6.378782
+51468,-0.0012411518,-8.126241
+62209,-6.876693,-0.001693007
+8732,-3.652312,-0.027311992
+56949,-4.388864,-0.013864166
+26885,-0.0027908445,-9.37779
+43345,-0.16136155,-1.9113616
+8053,-4.0188785,-0.018878309
+59402,-6.1278043,-0.0028041587
+49552,-0.0011298232,-8.00113
+12348,-0.16705686,-1.9170568
+28335,-2.8127198,-0.062719725
+59114,-2.695987,-0.07098689
+12625,-5.6298504,-0.004850526
+8876,-5.134087,-0.009086921
+29959,-8.250698,-0.00069820345
+37911,-0.0015736351,-8.251574
+38412,-0.06306674,-2.8130667
+31999,-0.0015325717,-8.501533
+34775,-0.002925523,-6.3779254
+65737,-4.635748,-0.010747997
+25244,-0.004446263,-5.879446
+51630,-5.38053,-0.00552994
+23979,-1.7133411,-0.2133411
+34638,-7.3760448,-0.0010448003
+22311,-9.37619,-0.0011904304
+14004,-7.252015,-0.0020153467
+310,-0.0066408655,-5.131641
+49105,-0.003627983,-6.753628
+38782,-9.62594,-0.00094011927
+4647,-7.2512217,-0.0012218637
+43782,-0.0016932449,-8.376693
+66046,-0.039200157,-3.2892
+16690,-8.500827,-0.0008267322
+67731,-0.0034223578,-6.2534223
+54867,-5.0077834,-0.007783442
+34108,-3.4103718,-0.035371758
+67332,-0.101370394,-2.3513703
+22567,-0.0013710394,-7.751371
+57173,-0.0043280507,-5.6293283
+26527,-6.627505,-0.0025050233
+59580,-4.512029,-0.012029364
+20737,-0.010969808,-4.6359696
+53307,-0.03250388,-7.595004
+32783,-0.004024503,-8.2540245
+7868,-8.126032,-0.0010317009
+50777,-0.021731587,-3.8967316
+29307,-6.3829646,-0.0079644015
+18297,-0.005557207,-5.505557
+44524,-7.2512717,-0.0012718692
+61320,-0.07104241,-2.6960423
+2578,-0.028886463,-3.6538866
+40612,-0.0063011786,-5.5063014
+32523,-2.5802827,-0.08028271
+48509,-0.0056401873,-5.38064
+36666,-5.1318865,-0.0068866755
+6539,-6.627674,-0.0026742194
+33620,-6.7571964,-0.007196339
+55547,-6.751612,-0.0016119594
+11751,-5.7536454,-0.0036452056
+30491,-0.01726479,-4.142265
+48294,-6.0029645,-0.0029646277
+37424,-5.1317577,-0.0067577395
+29155,-0.03423403,-3.409234

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 16
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/metrics.csv

@@ -0,0 +1,1073 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.36787761747837067,0,5.122981071472168,
+0,8,0.05471266806125641,1,5.10996749997139,
+1,16,0.030614711344242096,2,3.9882246553897858,
+1,24,0.03079850599169731,3,1.4824103713035583,
+2,32,0.030107945203781128,4,0.44260580092668533,
+3,40,0.029893100261688232,5,0.5763089302927256,
+3,48,0.03080928325653076,6,0.2619829410687089,
+4,56,0.030096769332885742,7,0.2104972794186324,
+5,64,0.03021484985947609,8,0.14288520766422153,
+5,72,0.02997317910194397,9,0.15542556066066027,
+6,80,0.030791722238063812,10,0.0743014428880997,
+7,88,0.03152843192219734,11,0.028484499518526718,
+7,96,0.03173752874135971,12,0.020994456310290843,
+8,104,0.031536515802145004,13,0.01404179458040744,
+9,112,0.03098960593342781,14,0.0101133232092252,
+9,120,0.03228997811675072,15,0.022666961565846577,
+10,128,0.030779752880334854,16,0.024038306495640427,
+,,,16,,0.0019828513264656066
+11,136,0.03113551437854767,17,0.009260801693017129,
+11,144,0.03081485629081726,18,0.0027443653816590086,
+12,152,0.030831430107355118,19,0.002231922306236811,
+13,160,0.03028344362974167,20,0.0025516810492263176,
+13,168,0.03200237825512886,21,0.0013916855677962303,
+14,176,0.03169671818614006,22,0.001600684699951671,
+15,184,0.030529774725437164,23,0.0011371707587386481,
+15,192,0.030839353799819946,24,0.0012968353294127155,
+16,200,0.031037986278533936,25,0.0009202232758980244,
+17,208,0.030246496200561523,26,0.0012044513969158288,
+17,216,0.03142111748456955,27,0.001062322742654942,
+18,224,0.03008713573217392,28,0.0011371236614650115,
+19,232,0.029865901917219162,29,0.0009332088411611039,
+19,240,0.03141237050294876,30,0.000716206275683362,
+20,248,0.030377160757780075,31,0.0008446173051197547,
+21,256,0.030875571072101593,32,0.0010669129696907476,
+,,,32,,0.0003832981688901782
+21,264,0.03034904971718788,33,0.0006166062921693083,
+22,272,0.03094717487692833,34,0.0009599231161701027,
+23,280,0.03154262527823448,35,0.0005422084286692552,
+23,288,0.03211720287799835,36,0.0008405157495872118,
+24,296,0.032493505626916885,37,0.0007686538592679426,
+25,304,0.030802804976701736,38,0.000772316830989439,
+25,312,0.030938923358917236,39,0.0006171089844428934,
+26,320,0.030737586319446564,40,0.0004916692596452776,
+27,328,0.030936110764741898,41,0.0006064855751901632,
+27,336,0.030409235507249832,42,0.000749290546082193,
+28,344,0.030490003526210785,43,0.0005975950989522971,
+29,352,0.0305381640791893,44,0.0004952712097292533,
+29,360,0.030214354395866394,45,0.000625144166406244,
+30,368,0.030835796147584915,46,0.0006938408096175408,
+31,376,0.031520288437604904,47,0.00045634149319084827,
+31,384,0.030734244734048843,48,0.00048609871555527207,
+,,,48,,0.0002718774136155844
+32,392,0.03170333430171013,49,0.0005865642579010455,
+33,400,0.030339408665895462,50,0.0005929459002800286,
+33,408,0.030581951141357422,51,0.00038074572694313247,
+34,416,0.030515991151332855,52,0.0005391270551626803,
+35,424,0.03191092610359192,53,0.0004350680101197213,
+35,432,0.0314444862306118,54,0.0005352809184842044,
+36,440,0.031536877155303955,55,0.00047212464778567664,
+37,448,0.03137435391545296,56,0.00044860697926196735,
+37,456,0.031245913356542587,57,0.0004698704051406821,
+38,464,0.029476866126060486,58,0.0004286267067072913,
+39,472,0.030950751155614853,59,0.00044236732537683565,
+39,480,0.030434921383857727,60,0.0004489484599616844,
+40,488,0.030348055064678192,61,0.0003182936197845265,
+41,496,0.030231256037950516,62,0.0005795694942207774,
+41,504,0.03261739760637283,63,0.0003264548577135429,
+42,512,0.03174334764480591,64,0.000389850230931188,
+,,,64,,0.00019631758332252502
+43,520,0.03218986093997955,65,0.0003330148192617344,
+43,528,0.030158009380102158,66,0.00048374480684287846,
+44,536,0.030693206936120987,67,0.0004157995881541865,
+45,544,0.030310966074466705,68,0.00046173264854587615,
+45,552,0.030792534351348877,69,0.000298366037895903,
+46,560,0.030785031616687775,70,0.00035288069921080023,
+47,568,0.03146655112504959,71,0.0003432433913985733,
+47,576,0.030627302825450897,72,0.00048429975322505925,
+48,584,0.03023374080657959,73,0.00031762173603056,
+49,592,0.030251394957304,74,0.0004969740912201814,
+49,600,0.030263688415288925,75,0.0003568168522178894,
+50,608,0.03175952658057213,76,0.00047278272177209146,
+51,616,0.03016560524702072,77,0.0002828184005920775,
+51,624,0.03215915337204933,78,0.0003971493242715951,
+52,632,0.030269108712673187,79,0.00044678412450593896,
+53,640,0.030473921447992325,80,0.0002874263354897266,
+,,,80,,0.00018103779293596745
+53,648,0.031091168522834778,81,0.0003551377885742113,
+54,656,0.030990157276391983,82,0.00047578329395037144,
+55,664,0.029967762529850006,83,0.0003322633920106455,
+55,672,0.030318621546030045,84,0.00031567815676680766,
+56,680,0.03046869859099388,85,0.00034877134021371603,
+57,688,0.03037180006504059,86,0.00040491134313924704,
+57,696,0.0304921492934227,87,0.00032148165882972535,
+58,704,0.03117864951491356,88,0.0003801874972850783,
+59,712,0.030952055007219315,89,0.00035016253059438895,
+59,720,0.0300353541970253,90,0.00032137080052052625,
+60,728,0.031581681221723557,91,0.0003128162024950143,
+61,736,0.03196811303496361,92,0.0003394437717361143,
+61,744,0.031212177127599716,93,0.00033726549190760124,
+62,752,0.03102530539035797,94,0.00033809581691457424,
+63,760,0.031541068106889725,95,0.00039883902718429454,
+63,768,0.031996190547943115,96,0.00023733736998110544,
+,,,96,,0.0001427544397301972
+64,776,0.02976105362176895,97,0.0002324675915588159,
+65,784,0.02968624234199524,98,0.0004592792010953417,
+65,792,0.030478745698928833,99,0.00023204085391625995,
+66,800,0.029847033321857452,100,0.0002847790274245199,
+67,808,0.02987195923924446,101,0.0002944585894510965,
+67,816,0.03049445152282715,102,0.00030511660042975564,
+68,824,0.029807761311531067,103,0.0003076178209084901,
+69,832,0.029765307903289795,104,0.0004067042373208096,
+69,840,0.02989143878221512,105,0.00018594616358313942,
+70,848,0.029652882367372513,106,0.0002968645585497143,
+71,856,0.029794014990329742,107,0.00030196643183444394,
+71,864,0.02981755882501602,108,0.00028262655723665375,
+72,872,0.029808666557073593,109,0.00017776655931811547,
+73,880,0.03022250533103943,110,0.00035163486427336466,
+73,888,0.030055515468120575,111,0.0003620622337621171,
+74,896,0.030120808631181717,112,0.00028243166434549494,
+,,,112,,0.00013717619003728032
+75,904,0.03024734929203987,113,0.00034359194887656486,
+75,912,0.03062746301293373,114,0.00022197233738552313,
+76,920,0.0303855799138546,115,0.00023581312780152075,
+77,928,0.030378326773643494,116,0.00036420900960365543,
+77,936,0.03020765259861946,117,0.00023963946932781255,
+78,944,0.03013892099261284,118,0.0003031521000593784,
+79,952,0.030249230563640594,119,0.00026775015885505127,
+79,960,0.03055252507328987,120,0.0002665159336174838,
+80,968,0.030506733804941177,121,0.00027382733424019534,
+81,976,0.030441783368587494,122,0.0002854861859304947,
+81,984,0.029903657734394073,123,0.00023923799290059833,
+82,992,0.029954377561807632,124,0.0003043788392460556,
+83,1000,0.03011542186141014,125,0.0001640165992284892,
+83,1008,0.030054904520511627,126,0.00028434261821530527,
+84,1016,0.030518721789121628,127,0.00023231306113302708,
+85,1024,0.030549954622983932,128,0.00026180833356193034,
+,,,128,,0.00011512548662722111
+85,1032,0.030332837253808975,129,0.00023775119279889623,
+86,1040,0.030368413776159286,130,0.0002866994254873134,
+87,1048,0.030317191034555435,131,0.00020888236758764833,
+87,1056,0.03026578202843666,132,0.0002221202212240314,
+88,1064,0.030465751886367798,133,0.00023785139092069585,
+89,1072,0.030349191278219223,134,0.0002987918687722413,
+89,1080,0.03171307221055031,135,0.00017940233192348387,
+90,1088,0.030893314629793167,136,0.00028821728028560756,
+91,1096,0.03089005872607231,137,0.00017001704964059172,
+91,1104,0.030701633542776108,138,0.00025988118795794435,
+92,1112,0.030204810202121735,139,0.0002787744324450614,
+93,1120,0.030320625752210617,140,0.00022735288348485483,
+93,1128,0.030992671847343445,141,0.00019903204247384565,
+94,1136,0.0305512472987175,142,0.00017816329454944935,
+95,1144,0.030468422919511795,143,0.0002093867242365377,
+95,1152,0.030373968183994293,144,0.0002822760134222335,
+,,,144,,0.00011493477504700422
+96,1160,0.030378252267837524,145,0.0002791321439872263,
+97,1168,0.030637186020612717,146,0.0001600221430635429,
+97,1176,0.029933948069810867,147,0.00024096412653307198,
+98,1184,0.030536510050296783,148,0.00022778681886848062,
+99,1192,0.030249975621700287,149,0.00016193832834687782,
+99,1200,0.03015264868736267,150,0.0002607075339255971,
+100,1208,0.030613768845796585,151,0.0002635816063047969,
+101,1216,0.030110009014606476,152,0.00016083849459391786,
+101,1224,0.03016442060470581,153,0.00020152424895059085,
+102,1232,0.030470047146081924,154,0.00026809738301381003,
+103,1240,0.030595343559980392,155,0.00021891991036682157,
+103,1248,0.03014984354376793,156,0.00012657678962568752,
+104,1256,0.03018788993358612,157,0.00012876612345280591,
+105,1264,0.030711784958839417,158,0.0003274433893238893,
+105,1272,0.030272725969552994,159,0.00015824908496142598,
+106,1280,0.030408591032028198,160,0.00015801011250005104,
+,,,160,,0.00010013069259002804
+107,1288,0.030486345291137695,161,0.00020680661236838205,
+107,1296,0.030589595437049866,162,0.00024999700417538406,
+108,1304,0.030566450208425522,163,0.00024086450775939738,
+109,1312,0.030153289437294006,164,0.00019614530992839718,
+109,1320,0.03035588562488556,165,0.00016514401977474336,
+110,1328,0.030952148139476776,166,0.00017393211601302028,
+111,1336,0.030681200325489044,167,0.00023250710000866093,
+111,1344,0.030948441475629807,168,0.00019060345312027493,
+112,1352,0.030919868499040604,169,0.00019090203477389878,
+113,1360,0.030643396079540253,170,0.00017414134435966844,
+113,1368,0.030270740389823914,171,0.0002217068431491498,
+114,1376,0.030396580696105957,172,0.00016958230389718665,
+115,1384,0.030129477381706238,173,0.0002540065133871394,
+115,1392,0.02998366206884384,174,0.00014424085202335846,
+116,1400,0.0303102508187294,175,0.00020017986662423937,
+117,1408,0.030682839453220367,176,0.00013916475018049823,
+,,,176,,9.009427158161998e-05
+117,1416,0.03031688928604126,177,0.0002214117203038768,
+118,1424,0.030463527888059616,178,0.0001795502885215683,
+119,1432,0.030668742954730988,179,0.00018410834218229866,
+119,1440,0.03045634552836418,180,0.00018958959390147356,
+120,1448,0.030697409063577652,181,0.00020030046835017856,
+121,1456,0.030428607016801834,182,0.00017475380627729464,
+121,1464,0.030797768384218216,183,0.00015161471765168244,
+122,1472,0.030810821801424026,184,0.0001590050860613701,
+123,1480,0.030609887093305588,185,0.00020904678694932954,
+123,1488,0.030468404293060303,186,0.00016698933814041084,
+124,1496,0.030481748282909393,187,0.0002044858665612992,
+125,1504,0.030552946031093597,188,0.00017242830836039502,
+125,1512,0.03043658658862114,189,0.00015204913324851077,
+126,1520,0.030601736158132553,190,0.00012770687862939667,
+127,1528,0.030784886330366135,191,0.00017850785843620542,
+127,1536,0.030234772711992264,192,0.0001925232472785865,
+,,,192,,8.880691602826118e-05
+128,1544,0.030299529433250427,193,0.0001953722467078478,
+129,1552,0.03016555681824684,194,8.926878035708796e-05,
+129,1560,0.03045131266117096,195,0.00019362985949555878,
+130,1568,0.030606519430875778,196,0.00020322436557762558,
+131,1576,0.030945975333452225,197,0.000132755185404676,
+131,1584,0.03129206597805023,198,0.00014522594210575335,
+132,1592,0.030472349375486374,199,0.00015359787812485592,
+133,1600,0.030306369066238403,200,0.00015767943841638044,
+133,1608,0.030310235917568207,201,0.00015017197347333422,
+134,1616,0.030563928186893463,202,0.00011568211448320653,
+135,1624,0.030105583369731903,203,0.00017782412396627478,
+135,1632,0.03048183023929596,204,0.0001702839517747634,
+136,1640,0.03071432188153267,205,0.00015794701175764203,
+137,1648,0.030374620109796524,206,0.00018056375529340585,
+137,1656,0.03043345734477043,207,0.00011812755928986007,
+138,1664,0.03028709441423416,208,0.0001355273288936587,
+,,,208,,7.986687705852091e-05
+139,1672,0.03033772110939026,209,0.00017126804686995456,
+139,1680,0.030584581196308136,210,0.00013238296423878637,
+140,1688,0.0310487300157547,211,0.00016718664846848696,
+141,1696,0.03053579106926918,212,0.0001208683252116316,
+141,1704,0.03056662157177925,213,0.00014324509902507998,
+142,1712,0.030773725360631943,214,0.00011697902027663076,
+143,1720,0.030766580253839493,215,0.00015422508658957668,
+143,1728,0.030789751559495926,216,0.00014354327322507743,
+144,1736,0.030872289091348648,217,0.00013123730605002493,
+145,1744,0.030523642897605896,218,0.00015029192309157224,
+145,1752,0.030853211879730225,219,0.00012466641692299163,
+146,1760,0.03090868517756462,220,0.00013521519031201024,
+147,1768,0.029992200434207916,221,0.00013777672029391397,
+147,1776,0.029848434031009674,222,0.0001286751612497028,
+148,1784,0.03037901595234871,223,9.811799645831343e-05,
+149,1792,0.03390222042798996,224,0.00015508954766119132,
+,,,224,,7.021173951216042e-05
+149,1800,0.04533655196428299,225,0.0001310579705204873,
+150,1808,0.032814353704452515,226,0.0001343067133348086,
+151,1816,0.030343491584062576,227,0.00013178641802369384,
+151,1824,0.030553240329027176,228,0.00012699128001258941,
+152,1832,0.030302125960588455,229,0.00014708922208228614,
+153,1840,0.030470844358205795,230,0.00011160103986185277,
+153,1848,0.030292198061943054,231,0.0001278561685467139,
+154,1856,0.03053862601518631,232,0.00013370991564443102,
+155,1864,0.030468981713056564,233,0.00010695184846554184,
+155,1872,0.030459314584732056,234,0.0001507391198174446,
+156,1880,0.030534930527210236,235,9.843076486504287e-05,
+157,1888,0.03027728572487831,236,0.00014358790303958813,
+157,1896,0.030497822910547256,237,0.00013119149343765457,
+158,1904,0.0300510935485363,238,0.00012550061819638358,
+159,1912,0.030298911035060883,239,0.00015222998626995832,
+159,1920,0.03012295812368393,240,9.950200092134764e-05,
+,,,240,,6.861441652290523e-05
+160,1928,0.030405186116695404,241,0.0001369726696793805,
+161,1936,0.030664008110761642,242,0.00010446547184983501,
+161,1944,0.03113114833831787,243,0.00012116496918679331,
+162,1952,0.03081667423248291,244,0.00013479773315339116,
+163,1960,0.030899785459041595,245,0.00010105181991093559,
+163,1968,0.03083612024784088,246,0.00011496810930111678,
+164,1976,0.031100891530513763,247,0.00010704176429499057,
+165,1984,0.03049207106232643,248,0.00016408869032602524,
+165,1992,0.030414242297410965,249,9.768537938725785e-05,
+166,2000,0.03071661666035652,250,0.00010692256000766065,
+167,2008,0.032137680798769,251,0.00010336129980714759,
+167,2016,0.03087102621793747,252,0.00015319816975534195,
+168,2024,0.030659396201372147,253,0.00012313314891798655,
+169,2032,0.030405279248952866,254,0.00013034324001637287,
+169,2040,0.030027586966753006,255,0.00011586125947360415,
+170,2048,0.0301438570022583,256,0.0001189610784422257,
+,,,256,,6.911507225595414e-05
+171,2056,0.03025830164551735,257,8.882083147909725e-05,
+171,2064,0.030258990824222565,258,0.0001507990123172931,
+172,2072,0.03044496849179268,259,9.954743427442736e-05,
+173,2080,0.031053420156240463,260,0.00012845078390455456,
+173,2088,0.030829310417175293,261,0.00012696178509941092,
+174,2096,0.031271953135728836,262,0.00011913886874026502,
+175,2104,0.030432019382715225,263,9.259065473088413e-05,
+175,2112,0.030308928340673447,264,0.00013281590736369253,
+176,2120,0.030187353491783142,265,0.00011551883108040784,
+177,2128,0.03037404641509056,266,9.242578335033613e-05,
+177,2136,0.03042769804596901,267,0.00013567721589424764,
+178,2144,0.030489303171634674,268,0.0001088150556824985,
+179,2152,0.030529312789440155,269,0.00014090661898080725,
+179,2160,0.030721183866262436,270,9.485493410466006e-05,
+180,2168,0.030644837766885757,271,0.00011784344269472058,
+181,2176,0.03055582195520401,272,0.00011247884640397388,
+,,,272,,6.696946220472456e-05
+181,2184,0.03051011636853218,273,0.00011294211981294211,
+182,2192,0.030827343463897705,274,0.00013841774398315465,
+183,2200,0.03048211708664894,275,9.966727384380647e-05,
+183,2208,0.030264534056186676,276,0.0001074288279596658,
+184,2216,0.030483011156320572,277,0.0001320567453149124,
+185,2224,0.030056338757276535,278,0.00011724742626029183,
+185,2232,0.030164770781993866,279,8.86572115632589e-05,
+186,2240,0.030772320926189423,280,0.00013539457995648263,
+187,2248,0.030498303472995758,281,9.250050516129704e-05,
+187,2256,0.030427679419517517,282,0.00011194401213288074,
+188,2264,0.030330602079629898,283,0.00012864502150478074,
+189,2272,0.03017968311905861,284,0.00012180762314528693,
+189,2280,0.030433088541030884,285,9.016042031362304e-05,
+190,2288,0.030403561890125275,286,0.0001162199150712695,
+191,2296,0.03050227090716362,287,0.00011362644909240771,
+191,2304,0.030487198382616043,288,0.0001034960964716447,
+,,,288,,5.8530038222670556e-05
+192,2312,0.03069135546684265,289,0.00011301615677439258,
+193,2320,0.03006211295723915,290,0.0001038534942381375,
+193,2328,0.030556030571460724,291,0.0001237129349647148,
+194,2336,0.03024718537926674,292,0.00011115373308712151,
+195,2344,0.030008532106876373,293,9.366260155729833e-05,
+195,2352,0.030313625931739807,294,0.00011884117930094362,
+196,2360,0.030547209084033966,295,0.00011145206008222885,
+197,2368,0.030344322323799133,296,0.00010270517532262602,
+197,2376,0.030463870614767075,297,0.00011081088086939417,
+198,2384,0.030390974134206772,298,0.00012764634630002547,
+199,2392,0.030602246522903442,299,9.601617739463109e-05,
+199,2400,0.030235908925533295,300,0.00010193121261181659,
+200,2408,0.030296631157398224,301,0.00014257557177188573,
+201,2416,0.030341774225234985,302,0.00012587321407409036,
+201,2424,0.03061509132385254,303,6.848312796137179e-05,
+202,2432,0.030312374234199524,304,0.00011118352358607808,
+,,,304,,6.21298560872674e-05
+203,2440,0.030184663832187653,305,0.00015082944855748792,
+203,2448,0.030398614704608917,306,6.770839127057116e-05,
+204,2456,0.030522990971803665,307,8.89689536052174e-05,
+205,2464,0.030403144657611847,308,0.00013020873575442238,
+205,2472,0.030758138746023178,309,9.771514078238397e-05,
+206,2480,0.03059665858745575,310,0.00010799492929436383,
+207,2488,0.030555393546819687,311,9.895174798657536e-05,
+207,2496,0.030504196882247925,312,0.00011079564501415007,
+208,2504,0.03024560585618019,313,0.00012620149846043205,
+209,2512,0.030392132699489594,314,9.890726551020634e-05,
+209,2520,0.0300336554646492,315,0.00010035141713160556,
+210,2528,0.030198559165000916,316,9.083147597266361e-05,
+211,2536,0.03056398779153824,317,0.00013844817567587597,
+211,2544,0.030502263456583023,318,9.816211422730703e-05,
+212,2552,0.03044702485203743,319,0.00011858790958285681,
+213,2560,0.030666030943393707,320,0.00011058754898840562,
+,,,320,,5.7171122170984746e-05
+213,2568,0.030256666243076324,321,8.737517055124044e-05,
+214,2576,0.030321907252073288,322,0.00010978252112181508,
+215,2584,0.030255258083343506,323,7.488951132472721e-05,
+215,2592,0.03025893121957779,324,0.0001307313323195558,
+216,2600,0.02983100339770317,325,0.00012885336855106289,
+217,2608,0.029683798551559448,326,7.855500234654755e-05,
+217,2616,0.029906880110502243,327,0.00010719051033447613,
+218,2624,0.03435324504971504,328,0.00011154089406772982,
+219,2632,0.043356843292713165,329,9.652252492742264e-05,
+219,2640,0.032962020486593246,330,0.00010674398890841985,
+220,2648,0.03095873072743416,331,7.633485620317515e-05,
+221,2656,0.030768610537052155,332,0.0001569384253343742,
+221,2664,0.030997134745121002,333,7.202904862424475e-05,
+222,2672,0.030440039932727814,334,0.00010902291569436784,
+223,2680,0.030185997486114502,335,7.171599736466305e-05,
+223,2688,0.030004825443029404,336,0.00011949801819355343,
+,,,336,,5.366656696423888e-05
+224,2696,0.030144136399030685,337,0.00010862058934435481,
+225,2704,0.030038394033908844,338,9.366288804812939e-05,
+225,2712,0.03005591779947281,339,0.000103599973499513,
+226,2720,0.030000388622283936,340,0.00010149957097382867,
+227,2728,0.03056250512599945,341,9.780401887837797e-05,
+227,2736,0.03076622635126114,342,9.996438211601344e-05,
+228,2744,0.030190177261829376,343,0.00010076940634462517,
+229,2752,0.03016917034983635,344,8.102772017082316e-05,
+229,2760,0.03060590848326683,345,0.00011249438648519572,
+230,2768,0.030390571802854538,346,9.598617816664046e-05,
+231,2776,0.03014666959643364,347,0.00013752544691669755,
+231,2784,0.03036852553486824,348,6.229972086657654e-05,
+232,2792,0.030288346111774445,349,8.907352139431168e-05,
+233,2800,0.030392635613679886,350,8.677857249494991e-05,
+233,2808,0.030373647809028625,351,0.00011821599173345021,
+234,2816,0.03424225375056267,352,8.940061434259405e-05,
+,,,352,,4.992357571609318e-05
+235,2824,0.030772075057029724,353,0.00010106768468176597,
+235,2832,0.030515138059854507,354,0.00010036660432888311,
+236,2840,0.030761592090129852,355,6.347676753648557e-05,
+237,2848,0.030323591083288193,356,0.00013488814738593646,
+237,2856,0.030197519809007645,357,9.676101490185829e-05,
+238,2864,0.03008946403861046,358,9.330441571364645e-05,
+239,2872,0.029873326420783997,359,9.32010243559489e-05,
+239,2880,0.02970818430185318,360,0.00010009842299041338,
+240,2888,0.029709838330745697,361,9.60157976805931e-05,
+241,2896,0.03041902184486389,362,9.48099363995425e-05,
+241,2904,0.030084680765867233,363,9.574842079018708e-05,
+242,2912,0.030226584523916245,364,0.00010346559247409459,
+243,2920,0.030312765389680862,365,9.117377021539141e-05,
+243,2928,0.03013778105378151,366,9.874293118627975e-05,
+244,2936,0.030158326029777527,367,7.643813023605617e-05,
+245,2944,0.0302276611328125,368,8.913317105907481e-05,
+,,,368,,5.00189489684999e-05
+245,2952,0.030065413564443588,369,0.00011674115330606583,
+246,2960,0.030312474817037582,370,9.142776070802938e-05,
+247,2968,0.030384674668312073,371,0.00010342071482227766,
+247,2976,0.030449852347373962,372,8.598917293056729e-05,
+248,2984,0.03033548966050148,373,8.901419232643093e-05,
+249,2992,0.029996365308761597,374,7.636335794813931e-05,
+249,3000,0.030053265392780304,375,0.0001133885975832527,
+250,3008,0.02985965460538864,376,9.501743534201523e-05,
+251,3016,0.02975613623857498,377,6.667991465292289e-05,
+251,3024,0.029875628650188446,378,0.00011437202829256421,
+252,3032,0.030132804065942764,379,9.211286351273884e-05,
+253,3040,0.030018188059329987,380,7.40093678359699e-05,
+253,3048,0.030259765684604645,381,0.00011659249457807164,
+254,3056,0.030230190604925156,382,0.00010194590186074493,
+255,3064,0.030060209333896637,383,6.545780661326717e-05,
+255,3072,0.029835276305675507,384,0.00011128808637295151,
+,,,384,,4.622826527338475e-05
+256,3080,0.02994585409760475,385,8.211488966480829e-05,
+257,3088,0.03022123873233795,386,9.497376368017285e-05,
+257,3096,0.029909182339906693,387,0.00010359978068663622,
+258,3104,0.029930628836154938,388,0.00010444910640217131,
+259,3112,0.030451495200395584,389,7.323535419345717e-05,
+259,3120,0.030344311147928238,390,9.564396896166727e-05,
+260,3128,0.030715912580490112,391,7.320588929360383e-05,
+261,3136,0.030429713428020477,392,0.00010567052322585369,
+261,3144,0.03031325712800026,393,8.81494524946902e-05,
+262,3152,0.030177097767591476,394,8.572104252380086e-05,
+263,3160,0.03020632639527321,395,9.716272188597941e-05,
+263,3168,0.030649639666080475,396,8.753883003009832e-05,
+264,3176,0.03053954243659973,397,9.160576610156568e-05,
+265,3184,0.030616097152233124,398,9.680640368969762e-05,
+265,3192,0.030555713921785355,399,7.5663120696845e-05,
+266,3200,0.03029545024037361,400,7.161174517023028e-05,
+,,,400,,4.789709928445518e-05
+267,3208,0.030611909925937653,401,9.130739135798649e-05,
+267,3216,0.03062485158443451,402,0.00011413367201384972,
+268,3224,0.030600760132074356,403,9.692460525911883e-05,
+269,3232,0.030686914920806885,404,7.412971626763465e-05,
+269,3240,0.030199561268091202,405,0.00010134977856068872,
+270,3248,0.030183792114257812,406,0.000103346811101801,
+271,3256,0.030412491410970688,407,9.057772695086896e-05,
+271,3264,0.0305628664791584,408,6.869072831250378e-05,
+272,3272,0.029657624661922455,409,9.387030786456307e-05,
+273,3280,0.030076760798692703,410,0.00010848668262042338,
+273,3288,0.02985406666994095,411,6.718641498082434e-05,
+274,3296,0.03019946813583374,412,9.050339394889306e-05,
+275,3304,0.02996157854795456,413,8.137034956234857e-05,
+275,3312,0.030274882912635803,414,9.567360029905103e-05,
+276,3320,0.030325759202241898,415,7.281866373887169e-05,
+277,3328,0.030293654650449753,416,9.001099761007936e-05,
+,,,416,,4.53699758509174e-05
+277,3336,0.030043747276067734,417,0.0001097678359656129,
+278,3344,0.030263666063547134,418,7.5916412697552e-05,
+279,3352,0.03004363551735878,419,8.046117363846861e-05,
+279,3360,0.03004905954003334,420,0.00011017091946996516,
+280,3368,0.030353732407093048,421,8.600386263424298e-05,
+281,3376,0.030634641647338867,422,7.021070314294775e-05,
+281,3384,0.029812205582857132,423,0.00010444875533721643,
+282,3392,0.03005484864115715,424,8.613765203335788e-05,
+283,3400,0.03026614338159561,425,8.862633194439695e-05,
+283,3408,0.030285857617855072,426,8.864050823831349e-05,
+284,3416,0.030462488532066345,427,9.212738041242119e-05,
+285,3424,0.0301651768386364,428,7.760034668535809e-05,
+285,3432,0.03013203665614128,429,9.726723419589689e-05,
+286,3440,0.03031277284026146,430,7.001690210017841e-05,
+287,3448,0.030503172427415848,431,0.00012498006526584504,
+287,3456,0.030184544622898102,432,6.256727192521794e-05,
+,,,432,,4.1889247950166467e-05
+288,3464,0.030678994953632355,433,9.522664277028525e-05,
+289,3472,0.03012329339981079,434,5.405983438322437e-05,
+289,3480,0.030256148427724838,435,0.00010261616671414231,
+290,3488,0.030397582799196243,436,8.290499727081624e-05,
+291,3496,0.03030228242278099,437,8.503542630933225e-05,
+291,3504,0.030210625380277634,438,8.773172385190264e-05,
+292,3512,0.029790185391902924,439,0.000102244092431647,
+293,3520,0.030037906020879745,440,6.261219868974877e-05,
+293,3528,0.030061110854148865,441,8.56012552503671e-05,
+294,3536,0.029949180781841278,442,6.691795533697587e-05,
+295,3544,0.02992289885878563,443,0.00012031692813252448,
+295,3552,0.03098301589488983,444,6.422076103262953e-05,
+296,3560,0.030047670006752014,445,9.173993612421327e-05,
+297,3568,0.030095089226961136,446,0.00010160378951695748,
+297,3576,0.02981925755739212,447,6.775178280804539e-05,
+298,3584,0.030083011835813522,448,8.82681106304517e-05,
+,,,448,,4.236603272147477e-05
+299,3592,0.03023127093911171,449,8.27703452159767e-05,
+299,3600,0.029677994549274445,450,8.557240289519541e-05,
+300,3608,0.0299675352871418,451,8.539286955056014e-05,
+301,3616,0.030026908963918686,452,7.979117390277679e-05,
+301,3624,0.030648749321699142,453,7.932893868201063e-05,
+302,3632,0.03023514896631241,454,6.611356320718187e-05,
+303,3640,0.02996440976858139,455,0.00010580406205917825,
+303,3648,0.029972054064273834,456,8.00892021288746e-05,
+304,3656,0.030085965991020203,457,6.909251533215865e-05,
+305,3664,0.02982090786099434,458,0.00012033166876790347,
+305,3672,0.030404560267925262,459,6.389344343915582e-05,
+306,3680,0.030654307454824448,460,6.089849966883776e-05,
+307,3688,0.03054356947541237,461,0.00010367432787461439,
+307,3696,0.030315101146697998,462,8.433577113464708e-05,
+308,3704,0.03070788085460663,463,6.51595983072184e-05,
+309,3712,0.030435416847467422,464,0.00010017304248322034,
+,,,464,,4.2675991426222024e-05
+309,3720,0.030504122376441956,465,8.102752508420963e-05,
+310,3728,0.030741047114133835,466,7.658772256036173e-05,
+311,3736,0.030357670038938522,467,6.578502916454454e-05,
+311,3744,0.030347086489200592,468,0.00010120099523192039,
+312,3752,0.03049487993121147,469,6.89740372763481e-05,
+313,3760,0.03065718337893486,470,0.00011516230733832344,
+313,3768,0.03051126003265381,471,6.953939373488538e-05,
+314,3776,0.030556995421648026,472,0.00010003891793530784,
+315,3784,0.03074391558766365,473,4.8680766667530406e-05,
+315,3792,0.030592847615480423,474,9.847480669122888e-05,
+316,3800,0.030271489173173904,475,7.718383676547091e-05,
+317,3808,0.030646473169326782,476,8.947540300141554e-05,
+317,3816,0.0317232646048069,477,7.259357880684547e-05,
+318,3824,0.03049880638718605,478,8.068518036452588e-05,
+319,3832,0.03011380508542061,479,8.31127395031217e-05,
+319,3840,0.030219607055187225,480,7.432314350808156e-05,
+,,,480,,4.3295850628055635e-05
+320,3848,0.03010224550962448,481,7.779435145494062e-05,
+321,3856,0.029751766473054886,482,9.848918170973775e-05,
+321,3864,0.02976309508085251,483,6.429542418118217e-05,
+322,3872,0.029961105436086655,484,8.423041163041489e-05,
+323,3880,0.02969851717352867,485,9.15616360543936e-05,
+323,3888,0.029831331223249435,486,6.453379592130659e-05,
+324,3896,0.029784981161355972,487,9.799747112992918e-05,
+325,3904,0.030147459357976913,488,7.332415134442272e-05,
+325,3912,0.030280157923698425,489,7.098553260220797e-05,
+326,3920,0.030407194048166275,490,9.911553615893354e-05,
+327,3928,0.030143845826387405,491,4.0425990846415516e-05,
+327,3936,0.0299605131149292,492,0.00010240767051072908,
+328,3944,0.030036110430955887,493,6.109187097536051e-05,
+329,3952,0.029578711837530136,494,0.00010921706143562915,
+329,3960,0.029942218214273453,495,6.912269736858434e-05,
+330,3968,0.030070699751377106,496,7.772004937578458e-05,
+,,,496,,4.23421966843307e-05
+331,3976,0.02993575483560562,497,8.749286189413397e-05,
+331,3984,0.029730960726737976,498,7.469535239579272e-05,
+332,3992,0.0298507958650589,499,8.095274097286165e-05,
+333,4000,0.030070174485445023,500,9.466028222959721e-05,
+333,4008,0.030123434960842133,501,6.325264394035912e-05,
+334,4016,0.029818665236234665,502,5.894598189115641e-05,
+335,4024,0.030203670263290405,503,0.00011514736752360477,
+335,4032,0.03007279708981514,504,6.1002707298030145e-05,
+336,4040,0.03028227388858795,505,9.095035056816414e-05,
+337,4048,0.02995133027434349,506,6.530837617901852e-05,
+337,4056,0.030175037682056427,507,7.776464917697012e-05,
+338,4064,0.030118029564619064,508,8.230831508626579e-05,
+339,4072,0.029974378645420074,509,9.08762549443054e-05,
+339,4080,0.03006908670067787,510,6.623248418691219e-05,
+340,4088,0.030298225581645966,511,7.722817008470884e-05,
+341,4096,0.02992945909500122,512,9.980053937397315e-05,
+,,,512,,4.0125008672475816e-05
+341,4104,0.029951252043247223,513,6.173254405439366e-05,
+342,4112,0.030161011964082718,514,9.580768391970196e-05,
+343,4120,0.030285734683275223,515,5.680075082636904e-05,
+343,4128,0.0301215760409832,516,8.131071354000596e-05,
+344,4136,0.030728541314601898,517,6.848196926512173e-05,
+345,4144,0.029575925320386887,518,9.11296738195233e-05,
+345,4152,0.030151203274726868,519,7.45311313039565e-05,
+346,4160,0.029961973428726196,520,7.903131745479186e-05,
+347,4168,0.030362848192453384,521,9.69100724432792e-05,
+347,4176,0.030450258404016495,522,5.8141750287177274e-05,
+348,4184,0.030133068561553955,523,7.80180034780642e-05,
+349,4192,0.03051469847559929,524,7.530589709858759e-05,
+349,4200,0.030270375311374664,525,8.095258181128884e-05,
+350,4208,0.03076000139117241,526,7.581288991787005e-05,
+351,4216,0.030641023069620132,527,7.40245804990991e-05,
+351,4224,0.030662477016448975,528,8.332176048497786e-05,
+,,,528,,3.867071063723415e-05
+352,4232,0.0310375839471817,529,8.223421082220739e-05,
+353,4240,0.030806589871644974,530,9.030952787725255e-05,
+353,4248,0.030417487025260925,531,5.611561073237681e-05,
+354,4256,0.03054758906364441,532,7.686981780352653e-05,
+355,4264,0.030609089881181717,533,7.611085129610728e-05,
+355,4272,0.030396834015846252,534,8.038649866648484e-05,
+356,4280,0.03023894876241684,535,7.94033840065822e-05,
+357,4288,0.02976544201374054,536,9.534551782053313e-05,
+357,4296,0.029873959720134735,537,5.706933143301285e-05,
+358,4304,0.030374761670827866,538,5.757594726674142e-05,
+359,4312,0.030594289302825928,539,0.00011309087085464853,
+359,4320,0.030266039073467255,540,5.8156673730991315e-05,
+360,4328,0.0304923877120018,541,7.827062472642865e-05,
+361,4336,0.030352823436260223,542,7.375665336439852e-05,
+361,4344,0.030719343572854996,543,8.014820241442067e-05,
+362,4352,0.030520688742399216,544,6.739440959790954e-05,
+,,,544,,3.845615719910711e-05
+363,4360,0.030360788106918335,545,0.00010032243244495476,
+363,4368,0.03071799874305725,546,5.849964054505108e-05,
+364,4376,0.030238837003707886,547,7.87773583397211e-05,
+365,4384,0.030218180269002914,548,6.556195512530394e-05,
+365,4392,0.030379243195056915,549,7.897125033196062e-05,
+366,4400,0.030075300484895706,550,6.0749490330636036e-05,
+367,4408,0.030606500804424286,551,0.00011493839792819927,
+367,4416,0.029812533408403397,552,5.459562271425966e-05,
+368,4424,0.030088350176811218,553,9.173995113087585e-05,
+369,4432,0.030151139944791794,554,7.49191858631093e-05,
+369,4440,0.0306745246052742,555,5.969099220237695e-05,
+370,4448,0.030060146003961563,556,6.369958146024146e-05,
+371,4456,0.03033415600657463,557,0.00010659474446583772,
+371,4464,0.030022215098142624,558,5.756104201282142e-05,
+372,4472,0.03011920303106308,559,5.675637203239603e-05,
+373,4480,0.03029387816786766,560,7.339899639191572e-05,
+,,,560,,3.8861448410898446e-05
+373,4488,0.03079669550061226,561,9.01309322216548e-05,
+374,4496,0.030266299843788147,562,7.311557919820189e-05,
+375,4504,0.030416209250688553,563,5.97510138504731e-05,
+375,4512,0.030382588505744934,564,8.636167694930919e-05,
+376,4520,0.029944363981485367,565,6.204547366905899e-05,
+377,4528,0.029922742396593094,566,7.541009699707502e-05,
+377,4536,0.029991619288921356,567,8.9192131326854e-05,
+378,4544,0.030551981180906296,568,9.092076652450487e-05,
+379,4552,0.031171023845672607,569,4.0113077375281136e-05,
+379,4560,0.030791576951742172,570,9.223191273122211e-05,
+380,4568,0.030821114778518677,571,7.18344467713905e-05,
+381,4576,0.03048286959528923,572,5.529601594389533e-05,
+381,4584,0.030229471623897552,573,9.202346836900688e-05,
+382,4592,0.030636347830295563,574,6.559171652043005e-05,
+383,4600,0.03144613280892372,575,6.506984254883719e-05,
+383,4608,0.03129774332046509,576,8.922229972085916e-05,
+,,,576,,3.766939917113632e-05
+384,4616,0.030528690665960312,577,6.861622796350275e-05,
+385,4624,0.03087056800723076,578,6.237310526557849e-05,
+385,4632,0.03090023621916771,579,9.135275695371092e-05,
+386,4640,0.030763495713472366,580,5.77693072045804e-05,
+387,4648,0.03058287501335144,581,0.00010303456429028301,
+387,4656,0.030317652970552444,582,6.000400844641263e-05,
+388,4664,0.030107270926237106,583,5.037906930738245e-05,
+389,4672,0.029971417039632797,584,9.574832756698015e-05,
+389,4680,0.030251923948526382,585,7.51868324186944e-05,
+390,4688,0.030348896980285645,586,9.16509327453241e-05,
+391,4696,0.030299417674541473,587,6.480159390775952e-05,
+391,4704,0.030287805944681168,588,6.603879091926501e-05,
+392,4712,0.030282750725746155,589,7.409878230646427e-05,
+393,4720,0.030348144471645355,590,6.061542671886855e-05,
+393,4728,0.03062044084072113,591,8.777670245763147e-05,
+394,4736,0.03040366619825363,592,6.225364177225856e-05,
+,,,592,,3.862302401103079e-05
+395,4744,0.030733149498701096,593,9.048896208696533e-05,
+395,4752,0.030251089483499527,594,6.64409185446857e-05,
+396,4760,0.03039819374680519,595,5.562382580137637e-05,
+397,4768,0.030284184962511063,596,0.00010492628143765614,
+397,4776,0.030714843422174454,597,5.7873867262969725e-05,
+398,4784,0.0306130051612854,598,7.649786266483716e-05,
+399,4792,0.03112822398543358,599,7.58122228035063e-05,
+399,4800,0.030673526227474213,600,7.317573135878774e-05,
+400,4808,0.03067610412836075,601,7.126858781703049e-05,
+401,4816,0.03052351623773575,602,6.217933946572884e-05,
+401,4824,0.03086687996983528,603,8.592929680162342e-05,
+402,4832,0.030665002763271332,604,7.53207264097e-05,
+403,4840,0.03064044564962387,605,7.280315685420646e-05,
+403,4848,0.02992093563079834,606,6.715608265039918e-05,
+404,4856,0.03033505752682686,607,5.228633654041914e-05,
+405,4864,0.02996183931827545,608,9.993433241106686e-05,
+,,,608,,3.809852642007172e-05
+405,4872,0.03053716942667961,609,6.632166946474172e-05,
+406,4880,0.03029754012823105,610,8.898397709344863e-05,
+407,4888,0.030834630131721497,611,4.939561290484562e-05,
+407,4896,0.030531607568264008,612,7.655774152226513e-05,
+408,4904,0.030666206032037735,613,4.003854996881273e-05,
+409,4912,0.03048764541745186,614,0.00011303220071567921,
+409,4920,0.03053216263651848,615,6.0927799950150074e-05,
+410,4928,0.03087427467107773,616,5.5921667353686644e-05,
+411,4936,0.03010725975036621,617,0.00010136535001947777,
+411,4944,0.030769869685173035,618,5.423820766736753e-05,
+412,4952,0.03047545626759529,619,7.283290074155957e-05,
+413,4960,0.030295785516500473,620,7.840489661248284e-05,
+413,4968,0.029990296810865402,621,6.936143790881033e-05,
+414,4976,0.030503276735544205,622,7.634862163286016e-05,
+415,4984,0.031520918011665344,623,6.252253069760627e-05,
+415,4992,0.030695360153913498,624,7.372642926384287e-05,
+,,,624,,3.6954166716896e-05
+416,5000,0.031207315623760223,625,6.869104709039675e-05,
+417,5008,0.030668295919895172,626,6.444386190196383e-05,
+417,5016,0.03581315279006958,627,8.350086591235595e-05,
+418,5024,0.03625965118408203,628,5.1317792440386256e-05,
+419,5032,0.031657956540584564,629,9.588264856574824e-05,
+419,5040,0.0305170975625515,630,6.544227380800294e-05,
+420,5048,0.03032071888446808,631,8.131040158332326e-05,
+421,5056,0.030605178326368332,632,6.913825427545817e-05,
+421,5064,0.030413087457418442,633,5.87226745665248e-05,
+422,5072,0.03016618639230728,634,6.816947848165e-05,
+423,5080,0.030482206493616104,635,9.050315588865487e-05,
+423,5088,0.030750971287488937,636,5.398496341513237e-05,
+424,5096,0.031084321439266205,637,6.0748787745978916e-05,
+425,5104,0.030722610652446747,638,8.907361598176067e-05,
+425,5112,0.030282720923423767,639,6.76921022204624e-05,
+426,5120,0.030370395630598068,640,7.28326060652762e-05,
+,,,640,,3.8027006667107344e-05
+427,5128,0.03045041486620903,641,9.05333561149746e-05,
+427,5136,0.030623704195022583,642,4.938070196658373e-05,
+428,5144,0.030901696532964706,643,7.089572045515524e-05,
+429,5152,0.030483342707157135,644,5.557914505516237e-05,
+429,5160,0.030198387801647186,645,8.460335698146082e-05,
+430,5168,0.030511930584907532,646,6.748333271389129e-05,
+431,5176,0.030376821756362915,647,7.359299434028799e-05,
+431,5184,0.029834508895874023,648,7.105961822162499e-05,
+432,5192,0.030202671885490417,649,8.554232090318692e-05,
+433,5200,0.03038095310330391,650,5.715789734495047e-05,
+433,5208,0.030130431056022644,651,6.419119154088548e-05,
+434,5216,0.029926657676696777,652,8.645098773740756e-05,
+435,5224,0.030159328132867813,653,5.4446476951852674e-05,
+435,5232,0.030062273144721985,654,7.546976303274278e-05,
+436,5240,0.03014419972896576,655,5.562360661315324e-05,
+437,5248,0.03022570163011551,656,8.221944653996616e-05,
+,,,656,,3.6215074942447245e-05
+437,5256,0.0305597186088562,657,7.490355574191199e-05,
+438,5264,0.030885979533195496,658,8.426062504440779e-05,
+439,5272,0.030549265444278717,659,5.635344814436394e-05,
+439,5280,0.030056744813919067,660,7.064286046443158e-05,
+440,5288,0.029915377497673035,661,5.3180402574071195e-05,
+441,5296,0.030379701405763626,662,7.372643676717416e-05,
+441,5304,0.03025977313518524,663,8.499095110892085e-05,
+442,5312,0.030214250087738037,664,6.207505839483929e-05,
+443,5320,0.030416451394557953,665,7.378641885225079e-05,
+443,5328,0.0304696224629879,666,7.468015519407345e-05,
+444,5336,0.030516307801008224,667,6.57253203826258e-05,
+445,5344,0.030254870653152466,668,7.469571073670522e-05,
+445,5352,0.030419860035181046,669,6.857122934889048e-05,
+446,5360,0.030392620712518692,670,6.179230967973126e-05,
+447,5368,0.030347634106874466,671,9.336456378150615e-05,
+447,5376,0.03010338544845581,672,5.432729858512175e-05,
+,,,672,,3.697800857480615e-05
+448,5384,0.03009963408112526,673,7.348833241849206e-05,
+449,5392,0.030229289084672928,674,4.8769703425932676e-05,
+449,5400,0.030265789479017258,675,8.202595086004294e-05,
+450,5408,0.0305536650121212,676,6.450382147704659e-05,
+451,5416,0.029883362352848053,677,7.757063144708809e-05,
+451,5424,0.02981887012720108,678,6.659018163190922e-05,
+452,5432,0.02998821809887886,679,5.470005385177501e-05,
+453,5440,0.030108753591775894,680,8.992234097604523e-05,
+453,5448,0.030136045068502426,681,6.37740113234031e-05,
+454,5456,0.03039921075105667,682,7.517220660702151e-05,
+455,5464,0.030329640954732895,683,6.536790260724956e-05,
+455,5472,0.030304651707410812,684,6.943543621673598e-05,
+456,5480,0.030260778963565826,685,6.505543592538743e-05,
+457,5488,0.030472934246063232,686,5.842444556947157e-05,
+457,5496,0.03003101795911789,687,8.427579086855985e-05,
+458,5504,0.030132919549942017,688,6.41167112007679e-05,
+,,,688,,3.657269990071654e-05
+459,5512,0.030163776129484177,689,6.463738986894896e-05,
+459,5520,0.02989042177796364,690,7.293717612810724e-05,
+460,5528,0.030271146446466446,691,6.52337007522874e-05,
+461,5536,0.030109737068414688,692,7.658751587769075e-05,
+461,5544,0.029995009303092957,693,6.26711835138849e-05,
+462,5552,0.03043564036488533,694,5.7932984873332316e-05,
+463,5560,0.030245929956436157,695,8.37841014345031e-05,
+463,5568,0.030129320919513702,696,5.827587824569491e-05,
+464,5576,0.030077841132879257,697,6.711150535920751e-05,
+465,5584,0.03010602295398712,698,6.63663031446049e-05,
+465,5592,0.030412942171096802,699,6.828831737948349e-05,
+466,5600,0.03046393394470215,700,6.922674560883024e-05,
+467,5608,0.030639521777629852,701,7.094058128132019e-05,
+467,5616,0.030347071588039398,702,6.109203332016477e-05,
+468,5624,0.030693601816892624,703,6.38036617601756e-05,
+469,5632,0.030169181525707245,704,7.07620240518736e-05,
+,,,704,,3.592899884097278e-05
+469,5640,0.03042350709438324,705,6.661941733909771e-05,
+470,5648,0.030381564050912857,706,6.729044525854988e-05,
+471,5656,0.030656177550554276,707,7.646773246960947e-05,
+471,5664,0.03025210276246071,708,6.144953385955887e-05,
+472,5672,0.030885636806488037,709,6.125578534010856e-05,
+473,5680,0.030219003558158875,710,9.15320069907466e-05,
+473,5688,0.030662111937999725,711,4.857627254750696e-05,
+474,5696,0.03089340403676033,712,5.501284704223508e-05,
+475,5704,0.030648857355117798,713,7.816667675797362e-05,
+475,5712,0.030760981142520905,714,7.30860795101762e-05,
+476,5720,0.03043673187494278,715,5.9497345091585885e-05,
+477,5728,0.030597902834415436,716,6.185195297803148e-05,
+477,5736,0.03033149242401123,717,8.463332255814748e-05,
+478,5744,0.030487507581710815,718,6.866087528578646e-05,
+479,5752,0.030478503555059433,719,8.563168648834107e-05,
+479,5760,0.03039988875389099,720,5.18093893333571e-05,
+,,,720,,3.554755239747465e-05
+480,5768,0.030275776982307434,721,5.7217937410314335e-05,
+481,5776,0.03128088265657425,722,6.766270007574349e-05,
+481,5784,0.03074246644973755,723,7.687037259529461e-05,
+482,5792,0.03050541877746582,724,6.289499833656009e-05,
+483,5800,0.03054351732134819,725,5.9154436939934385e-05,
+483,5808,0.030443422496318817,726,8.111698662105482e-05,
+484,5816,0.0304277241230011,727,6.468295237027633e-05,
+485,5824,0.029808349907398224,728,6.948015061425394e-05,
+485,5832,0.030684079974889755,729,6.596399248337548e-05,
+486,5840,0.03010561317205429,730,6.524923310280428e-05,
+487,5848,0.030185427516698837,731,6.779667046430404e-05,
+487,5856,0.030309971421957016,732,7.208733200059214e-05,
+488,5864,0.03056791052222252,733,7.971647050908359e-05,
+489,5872,0.03036026656627655,734,4.334650611781399e-05,
+489,5880,0.03039412945508957,735,7.929909452286665e-05,
+490,5888,0.030038122087717056,736,6.809461137891049e-05,
+,,,736,,3.5857479088008406e-05
+491,5896,0.030113432556390762,737,5.8350427707409835e-05,
+491,5904,0.0303184911608696,738,7.05231891515723e-05,
+492,5912,0.029895126819610596,739,5.4238160601016716e-05,
+493,5920,0.03052661195397377,740,6.276031103880086e-05,
+493,5928,0.03005252406001091,741,7.964199789967097e-05,
+494,5936,0.030202239751815796,742,6.171790414555289e-05,
+495,5944,0.03017265722155571,743,5.608549668068008e-05,
+495,5952,0.03023328259587288,744,7.985050160641549e-05,
+496,5960,0.030699972063302994,745,7.788340280967532e-05,
+497,5968,0.030050884932279587,746,5.735198510592454e-05,
+497,5976,0.030481450259685516,747,6.203073348842736e-05,
+498,5984,0.03008248284459114,748,7.248986480590247e-05,
+499,5992,0.03000466898083687,749,6.128593486209866e-05,
+499,6000,0.03017178177833557,750,6.724501736243838e-05,
+500,6008,0.030113834887742996,751,8.132561697493657e-05,
+501,6016,0.03011016547679901,752,5.565296419263177e-05,
+,,,752,,3.557137679308653e-05
+501,6024,0.029969271272420883,753,6.14496909747686e-05,
+502,6032,0.0303758904337883,754,6.602353209927969e-05,
+503,6040,0.02995957061648369,755,6.679884995719476e-05,
+503,6048,0.030068889260292053,756,6.801982249271532e-05,
+504,6056,0.029978826642036438,757,6.435517730096763e-05,
+505,6064,0.03010157123208046,758,5.3284170007827925e-05,
+505,6072,0.03024963289499283,759,8.223458871725597e-05,
+506,6080,0.030358459800481796,760,6.614304106733471e-05,
+507,6088,0.030423589050769806,761,6.503994359263743e-05,
+507,6096,0.030161097645759583,762,7.181982550719113e-05,
+508,6104,0.029933739453554153,763,7.901626099737769e-05,
+509,6112,0.03001602739095688,764,5.113853626426135e-05,
+509,6120,0.030110254883766174,765,6.797562764404574e-05,
+510,6128,0.030330337584018707,766,7.780913801980205e-05,
+511,6136,0.03036520630121231,767,4.132001686230069e-05,
+511,6144,0.030429888516664505,768,7.973163974384079e-05,
+,,,768,,3.6119733704254034e-05
+512,6152,0.030192673206329346,769,8.281558916678478e-05,
+513,6160,0.03036324307322502,770,5.332912087396835e-05,
+513,6168,0.03019360452890396,771,6.593413309019525e-05,
+514,6176,0.03003225103020668,772,5.943808332631306e-05,
+515,6184,0.030402369797229767,773,5.817129272145394e-05,
+515,6192,0.030277572572231293,774,8.578065671827062e-05,
+516,6200,0.03038422390818596,775,6.875014037177607e-05,
+517,6208,0.03039051592350006,776,7.901648700681108e-05,
+517,6216,0.030054181814193726,777,4.845698049393832e-05,
+518,6224,0.030458420515060425,778,5.335911441761709e-05,
+519,6232,0.03017692267894745,779,7.655757985958189e-05,
+519,6240,0.030421044677495956,780,6.504035923171614e-05,
+520,6248,0.030355248600244522,781,5.477460535985301e-05,
+521,6256,0.030261188745498657,782,7.929894536573556e-05,
+521,6264,0.03041493147611618,783,6.201583573783864e-05,
+522,6272,0.03049413114786148,784,8.157909383044171e-05,
+,,,784,,3.538066521286964e-05
+523,6280,0.031129688024520874,785,6.155398500595766e-05,
+523,6288,0.03130489960312843,786,5.407371645560488e-05,
+524,6296,0.031166695058345795,787,6.810939134993532e-05,
+525,6304,0.03096650168299675,788,7.621511304023443e-05,
+525,6312,0.030622124671936035,789,5.252481287243427e-05,
+526,6320,0.030822180211544037,790,7.93144031376869e-05,
+527,6328,0.030749019235372543,791,3.86229878586164e-05,
+527,6336,0.030502188950777054,792,7.855439298509737e-05,
+528,6344,0.030530694872140884,793,6.472770860455057e-05,
+529,6352,0.030412234365940094,794,7.338365549003356e-05,
+529,6360,0.030184369534254074,795,6.301432085820124e-05,
+530,6368,0.03029680997133255,796,6.501095253952371e-05,
+531,6376,0.030382618308067322,797,7.059751783344836e-05,
+531,6384,0.030680984258651733,798,6.384803623404878e-05,
+532,6392,0.03042556717991829,799,8.11170627912361e-05,
+533,6400,0.030426684767007828,800,5.8856784789895755e-05,
+,,,800,,3.5785965155810115e-05
+533,6408,0.030305758118629456,801,5.7247686072514625e-05,
+534,6416,0.03049280121922493,802,4.50447423645528e-05,
+535,6424,0.030121486634016037,803,7.77052198372985e-05,
+535,6432,0.030147138983011246,804,7.335437294386793e-05,
+536,6440,0.030097536742687225,805,6.369924562932283e-05,
+537,6448,0.03024846687912941,806,6.705211626467644e-05,
+537,6456,0.02987702563405037,807,6.614262179027719e-05,
+538,6464,0.03044283390045166,808,3.717765889632574e-05,
+539,6472,0.03442608192563057,809,9.476542709307978e-05,
+539,6480,0.04682440310716629,810,6.76773413488263e-05,
+540,6488,0.03346612676978111,811,6.751384989911458e-05,
+541,6496,0.028216425329446793,812,6.147914768916962e-05,
+541,6504,0.029501009732484818,813,6.684291975034284e-05,
+542,6512,0.028033148497343063,814,4.966395636074594e-05,
+543,6520,0.027982521802186966,815,8.81792593645514e-05,
+543,6528,0.02818751335144043,816,6.155388018669328e-05,
+,,,816,,3.669190919026732e-05
+544,6536,0.027987875044345856,817,7.67068772802304e-05,
+545,6544,0.028006233274936676,818,5.2479956138995476e-05,
+545,6552,0.028670310974121094,819,6.435479735955596e-05,
+546,6560,0.028287973254919052,820,7.922451027297939e-05,
+547,6568,0.02867041900753975,821,4.957428291163524e-05,
+547,6576,0.028235211968421936,822,6.863127805445401e-05,
+548,6584,0.02867468073964119,823,7.85397160143475e-05,
+549,6592,0.02841537818312645,824,5.912482288294996e-05,
+549,6600,0.028395622968673706,825,6.197102129590348e-05,
+550,6608,0.028415706008672714,826,8.227908915614535e-05,
+551,6616,0.02855411171913147,827,5.0423713901182055e-05,
+551,6624,0.0287015400826931,828,6.925677553226706e-05,
+552,6632,0.028993822634220123,829,6.982303148106439e-05,
+553,6640,0.029140040278434753,830,6.553168532263953e-05,
+553,6648,0.028988942503929138,831,6.250763567550166e-05,
+554,6656,0.028799716383218765,832,6.718582562825759e-05,
+,,,832,,3.588132676668465e-05
+555,6664,0.02920372411608696,833,4.7130832626862684e-05,
+555,6672,0.028643127530813217,834,7.439755972882267e-05,
+556,6680,0.02872004359960556,835,7.646855146958842e-05,
+557,6688,0.029232557862997055,836,5.47442800780118e-05,
+557,6696,0.02858312800526619,837,6.091334671509685e-05,
+558,6704,0.028855569660663605,838,5.040881615059334e-05,
+559,6712,0.0287870392203331,839,8.880547352418944e-05,
+559,6720,0.02903420850634575,840,4.8620771394780604e-05,
+560,6728,0.0355863943696022,841,5.349316620595346e-05,
+561,6736,0.03579316288232803,842,7.947790936668753e-05,
+561,6744,0.0357847698032856,843,6.000430425956438e-05,
+562,6752,0.035763442516326904,844,7.901634444351657e-05,
+563,6760,0.028592105954885483,845,4.960411820320587e-05,
+563,6768,0.02863934263586998,846,6.58447193018219e-05,
+564,6776,0.028661098331212997,847,7.04487310940749e-05,
+565,6784,0.028582636266946793,848,7.724321312707616e-05,
+,,,848,,3.490384551696479e-05
+565,6792,0.03454916924238205,849,4.9663924755805056e-05,
+566,6800,0.03411924093961716,850,6.720074043187196e-05,
+567,6808,0.03425152599811554,851,6.638148147430911e-05,
+567,6816,0.033805012702941895,852,6.140501182017033e-05,
+568,6824,0.028822828084230423,853,7.740707042103168e-05,
+569,6832,0.02865472063422203,854,5.718815896216256e-05,
+569,6840,0.028909292072057724,855,5.8827217799262144e-05,
+570,6848,0.02887076884508133,856,7.953751855893643e-05,
+571,6856,0.02871030569076538,857,3.5657785019793664e-05,
+571,6864,0.02842322364449501,858,8.23539123757655e-05,
+572,6872,0.028467565774917603,859,7.649831513845129e-05,
+573,6880,0.028560485690832138,860,3.647732705758244e-05,
+573,6888,0.028658181428909302,861,8.067031149039394e-05,
+574,6896,0.029796164482831955,862,6.161327701192931e-05,
+575,6904,0.02888059988617897,863,5.982563698125887e-05,
+575,6912,0.028693463653326035,864,6.734963540111494e-05,
+,,,864,,3.549986286088824e-05
+576,6920,0.028602372854948044,865,8.14748502762086e-05,
+577,6928,0.028553690761327744,866,5.1526309334803955e-05,
+577,6936,0.028548970818519592,867,6.492097236332484e-05,
+578,6944,0.028878547251224518,868,7.859899687900906e-05,
+579,6952,0.0284530408680439,869,3.595580915316532e-05,
+579,6960,0.028435900807380676,870,7.70794479194592e-05,
+580,6968,0.028579071164131165,871,6.669399817837984e-05,
+581,6976,0.028596743941307068,872,4.741392831419944e-05,
+581,6984,0.028760001063346863,873,7.816714287400828e-05,
+582,6992,0.028554663062095642,874,4.961923946211755e-05,
+583,7000,0.028544872999191284,875,6.807987892898382e-05,
+583,7008,0.028719406574964523,876,7.496341982005106e-05,
+584,7016,0.028692465275526047,877,6.642619541707973e-05,
+585,7024,0.029361724853515625,878,6.106232535785239e-05,
+585,7032,0.03417659550905228,879,6.562137514265487e-05,
+586,7040,0.034101828932762146,880,5.9512712141440716e-05,
+,,,880,,3.588132094591856e-05
+587,7048,0.03413757309317589,881,7.840553098503733e-05,
+587,7056,0.03428458049893379,882,5.346278908291424e-05,
+588,7064,0.034009579569101334,883,6.271577308325504e-05,
+589,7072,0.03415990248322487,884,5.057294970356452e-05,
+589,7080,0.02894740179181099,885,7.672160086258373e-05,
+590,7088,0.028698604553937912,886,7.764580686853151e-05,
+591,7096,0.028575412929058075,887,4.6937032720961724e-05,
+591,7104,0.02837449312210083,888,6.574053054464457e-05,
+592,7112,0.02850281447172165,889,6.063031969461008e-05,
+593,7120,0.028449077159166336,890,8.873077194948564e-05,
+593,7128,0.028472572565078735,891,4.009817462247156e-05,
+594,7136,0.0287444107234478,892,6.381833395607828e-05,
+595,7144,0.02857333794236183,893,5.2554555622919e-05,
+595,7152,0.0284641832113266,894,7.578292388643604e-05,
+596,7160,0.028520479798316956,895,5.785881762676581e-05,
+597,7168,0.028785932809114456,896,5.7024017678486416e-05,
+,,,896,,3.607204998843372e-05
+597,7176,0.028812408447265625,897,7.2654154337215e-05,
+598,7184,0.028477437794208527,898,3.890611401402566e-05,
+599,7192,0.033464621752500534,899,0.00010427146980873658,
+599,7200,0.028483737260103226,900,4.921681579617143e-05,
+600,7208,0.02864643931388855,901,7.478463567167637e-05,
+601,7216,0.028349388390779495,902,6.632154054386774e-05,
+601,7224,0.03483705222606659,903,4.926159840579203e-05,
+602,7232,0.035042837262153625,904,6.587438383576227e-05,
+603,7240,0.03517952933907509,905,5.969148537587898e-05,
+603,7248,0.02890513464808464,906,6.714115852446412e-05,
+604,7256,0.028700940310955048,907,6.153900221761432e-05,
+605,7264,0.034995950758457184,908,6.812422770963167e-05,
+605,7272,0.038547392934560776,909,5.964692377347092e-05,
+606,7280,0.04081999510526657,910,3.6849845628239564e-05,
+607,7288,0.029065657407045364,911,0.00010821978776220931,
+607,7296,0.03384890779852867,912,5.081123958916578e-05,
+,,,912,,3.588132676668465e-05
+608,7304,0.032746315002441406,913,5.076645061308227e-05,
+609,7312,0.03285904601216316,914,7.521717134295614e-05,
+609,7320,0.03271639347076416,915,6.070441258998471e-05,
+610,7328,0.03326983004808426,916,7.701978711338597e-05,
+611,7336,0.03309568017721176,917,3.6283625377109274e-05,
+611,7344,0.03317936509847641,918,7.314580420825223e-05,
+612,7352,0.032660141587257385,919,6.138971298241813e-05,
+613,7360,0.033746592700481415,920,6.386365771504643e-05,
+613,7368,0.033310744911432266,921,6.67832212002395e-05,
+614,7376,0.03297987952828407,922,6.532321935992513e-05,
+615,7384,0.033107537776231766,923,6.822927116445499e-05,
+615,7392,0.03335797041654587,924,5.37760379302199e-05,
+616,7400,0.03303026407957077,925,5.9288830698278616e-05,
+617,7408,0.03283925727009773,926,7.566390240754117e-05,
+617,7416,0.032948631793260574,927,5.195848189032404e-05,
+618,7424,0.03282439336180687,928,7.17004934358556e-05,
+,,,928,,3.647733828984201e-05
+619,7432,0.032571833580732346,929,5.18244187333039e-05,
+619,7440,0.03269977867603302,930,6.200080520102347e-05,
+620,7448,0.03303276002407074,931,7.50081715068518e-05,
+621,7456,0.03277456387877464,932,3.661146070044197e-05,
+621,7464,0.032545171678066254,933,7.490419648092939e-05,
+622,7472,0.0327441431581974,934,4.960426349498448e-05,
+623,7480,0.03288048505783081,935,6.258178518692148e-05,
+623,7488,0.03311510756611824,936,7.748195798740198e-05,
+624,7496,0.0327218621969223,937,6.332689326882246e-05,
+625,7504,0.03294597566127777,938,7.560437620668381e-05,
+625,7512,0.03252368047833443,939,4.8337719817936886e-05,
+626,7520,0.03257611766457558,940,5.034932701164507e-05,
+627,7528,0.034002769738435745,941,7.424848627124447e-05,
+627,7536,0.03267131745815277,942,6.0942692016396904e-05,
+628,7544,0.0329955592751503,943,4.966371147929749e-05,
+629,7552,0.032633475959300995,944,7.883755779403145e-05,
+,,,944,,3.5857479088008406e-05
+629,7560,0.03235573321580887,945,6.028754069120623e-05,
+630,7568,0.032275352627038956,946,7.561941038147779e-05,
+631,7576,0.03244630619883537,947,4.914179612569569e-05,
+631,7584,0.03239806368947029,948,5.9080719665871584e-05,
+632,7592,0.03270375356078148,949,5.985501843497332e-05,
+633,7600,0.03281853348016739,950,6.191157785906398e-05,
+633,7608,0.03252766653895378,951,6.696236982861592e-05,
+634,7616,0.03324883431196213,952,5.3820714356334065e-05,
+635,7624,0.03281795606017113,953,6.964425438127364e-05,
+635,7632,0.03225995972752571,954,6.010876973050472e-05,
+636,7640,0.03333813697099686,955,8.104273979370191e-05,
+637,7648,0.032521214336156845,956,3.2767090715424274e-05,
+637,7656,0.028878599405288696,957,7.929936509754043e-05,
+638,7664,0.028374452143907547,958,5.629423458231031e-05,
+639,7672,0.02836393192410469,959,6.375892962751095e-05,
+639,7680,0.02818841114640236,960,6.371443282660039e-05,
+,,,960,,3.545218496583402e-05
+640,7688,0.02835410088300705,961,5.849953322467627e-05,
+641,7696,0.028272051364183426,962,5.097455164104758e-05,
+641,7704,0.02848483994603157,963,7.626000865457172e-05,
+642,7712,0.02916990965604782,964,5.0080949904440786e-05,
+643,7720,0.02860204502940178,965,7.919473955553258e-05,
+643,7728,0.028130818158388138,966,5.918505075896974e-05,
+644,7736,0.02822081372141838,967,6.206020839272242e-05,
+645,7744,0.028314482420682907,968,5.443190002552001e-05,
+645,7752,0.02830025553703308,969,6.854166144876217e-05,
+646,7760,0.02852456644177437,970,7.335464647439949e-05,
+647,7768,0.02880943939089775,971,3.521080179780256e-05,
+647,7776,0.028223339468240738,972,8.026813043215952e-05,
+648,7784,0.028274424374103546,973,6.466793070103449e-05,
+649,7792,0.02828076109290123,974,5.328438192009344e-05,
+649,7800,0.028479300439357758,975,6.617262329200457e-05,
+650,7808,0.02833610400557518,976,7.2043113732434e-05,
+,,,976,,3.504687920212746e-05
+651,7816,0.028353296220302582,977,6.566636625393585e-05,
+651,7824,0.02833477035164833,978,4.598339569383825e-05,
+652,7832,0.028412576764822006,979,3.7132962916075485e-05,
+653,7840,0.02800396829843521,980,7.925475438241847e-05,
+653,7848,0.02817678079009056,981,7.17751561296609e-05,
+654,7856,0.02818349376320839,982,6.480191996161011e-05,
+655,7864,0.028280556201934814,983,7.049373880363419e-05,
+655,7872,0.028236903250217438,984,4.747350158140762e-05,
+656,7880,0.028502337634563446,985,7.319056885535247e-05,
+657,7888,0.02818959206342697,986,3.6194224549035425e-05,
+657,7896,0.028109103441238403,987,7.608135433656571e-05,
+658,7904,0.028433695435523987,988,6.472751033470558e-05,
+659,7912,0.029157143086194992,989,6.952531066417578e-05,
+659,7920,0.028139039874076843,990,5.268855261419958e-05,
+660,7928,0.02819615975022316,991,6.228386155271437e-05,
+661,7936,0.028662126511335373,992,7.013605454631033e-05,
+,,,992,,3.564289654605091e-05
+661,7944,0.03252558410167694,993,5.017052376388165e-05,
+662,7952,0.028081268072128296,994,6.387816847563954e-05,
+663,7960,0.028372500091791153,995,5.300142265696195e-05,
+663,7968,0.028014887124300003,996,6.459329415520187e-05,
+664,7976,0.028511010110378265,997,6.02428565343871e-05,
+665,7984,0.028224490582942963,998,5.952728020020004e-05,
+665,7992,0.028588395565748215,999,6.754365222150227e-05,
+666,8000,0.028586264699697495,1000,7.266901639013668e-05,
+667,8008,0.02816374972462654,1001,5.32399885742052e-05,
+667,8016,0.028375394642353058,1002,5.909525452807429e-05,
+668,8024,0.028364162892103195,1003,6.0898162928424426e-05,
+669,8032,0.028292469680309296,1004,6.761786335118813e-05,
+669,8040,0.029231823980808258,1005,5.3969781220075674e-05,
+670,8048,0.028524216264486313,1006,7.232622328956495e-05,
+671,8056,0.028426118195056915,1007,6.48170578188001e-05,
+671,8064,0.02840122953057289,1008,5.158597627996642e-05,
+,,,1008,,3.580980119295418e-05

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/labels.csv

@@ -0,0 +1,4 @@
+14871,0
+39779,0
+51920,0
+15756,1

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/logits.csv

@@ -0,0 +1,4 @@
+14871,-0.00039843726,-8.125399
+39779,-1.3133484,-0.31334844
+51920,-3.1680474,-0.043047413
+15756,-12.375026,-2.5987287e-05

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-6.876071,-0.0010707604
+12007,-5.3796525,-0.004652271
+8229,-0.00097429956,-7.000974
+31449,-12.3750305,-3.0636318e-05
+1591,-0.000115149545,-10.000115
+53542,-12.000038,-3.850386e-05
+49372,-9.875088,-8.773419e-05
+54831,-0.078993075,-2.578993
+44771,-2.6949818,-0.06998192
+33116,-0.00021908268,-9.000219
+33492,-8.87516,-0.00015996608
+16982,-6.251951,-0.0019511011
+31901,-9.375116,-0.0001163415
+49817,-0.2520268,-1.5020268
+60681,-7.625537,-0.000537132
+39890,-10.00007,-6.9258196e-05
+62685,-0.00086186925,-7.1258616
+2201,-11.625449,-0.00044931806
+47201,-0.0015774438,-6.5015774
+20835,-12.500056,-5.5907592e-05
+15421,-9.500107,-0.00010716341
+45021,-0.002009398,-6.2520094
+45802,-0.00026544384,-8.875265
+43637,-0.016093941,-4.1410937
+7160,-0.0067575024,-5.0067577
+8150,-3.8955784,-0.020578453
+3512,-11.375033,-3.325884e-05
+29264,-0.00017939389,-9.125179
+32960,-0.00047612775,-7.8754764
+32221,-0.048632294,-3.0486324
+35996,-8.750202,-0.00020192015
+4422,-12.87505,-4.9589835e-05
+22209,-0.001985128,-6.251985
+6920,-13.375028,-2.741776e-05
+25253,-0.00026746988,-8.875267
+680,-5.877828,-0.0028281712
+50140,-11.12504,-4.0411134e-05
+28481,-10.625046,-4.6013727e-05
+36298,-0.0025397446,-6.0025396
+16473,-12.125027,-2.7060143e-05
+11102,-8.125321,-0.00032121743
+62901,-0.004122213,-5.5041223
+16123,-10.875044,-4.4106466e-05
+52012,-0.00018666433,-9.500187
+60780,-0.009867815,-4.6348677
+1781,-13.625033,-3.325884e-05
+41449,-0.06998369,-2.6949837
+908,-9.5001135,-0.00011312322
+15507,-11.750057,-5.769563e-05
+57914,-1.3133569,-0.3133569
+46159,-7.500574,-0.00057418545
+56461,-11.500029,-2.8848232e-05
+62107,-0.00046468904,-7.875465
+49087,-12.750041,-4.148397e-05
+65792,-0.00017045476,-9.250171
+13181,-0.0022682433,-6.1272683
+54119,-11.625037,-3.6834994e-05
+51997,-0.005270871,-5.255271
+24924,-13.125053,-5.3642743e-05
+45890,-0.00017581825,-9.375175
+41716,-4.018192,-0.018191753
+60175,-0.42882293,-1.053823
+30318,-0.000544519,-7.6255445
+13221,-11.625053,-5.3881147e-05
+15509,-12.750027,-2.6940936e-05
+37365,-8.750181,-0.00018165846
+60975,-6.876116,-0.0011160105
+51375,-0.00046778703,-8.000468
+16004,-11.875045,-4.5298504e-05
+12837,-10.8750515,-5.113948e-05
+17864,-11.750056,-5.662281e-05
+67134,-10.375061,-6.1152496e-05
+18611,-9.875077,-7.772144e-05
+12861,-9.250141,-0.00014089546
+58084,-12.250027,-2.6702524e-05
+32874,-0.00471575,-5.379716
+32717,-12.250026,-2.5748875e-05
+23413,-12.000073,-7.3549425e-05
+59634,-0.82599354,-0.57599354
+15629,-0.57614255,-0.82614255
+47071,-0.000416788,-8.000417
+48558,-12.500038,-3.8146245e-05
+3648,-0.00019464982,-9.000195
+43367,-0.012550186,-4.3875504
+14869,-0.00034278716,-8.375342
+1518,-0.0017532229,-6.3767533
+16976,-13.500375,-0.00037484296
+20931,-12.000039,-3.886147e-05
+67379,-12.875034,-3.445089e-05
+4741,-0.00019524575,-10.3751955
+5765,-11.125042,-4.2318403e-05
+48791,-0.0041173454,-5.5041175
+15298,-5.7532187,-0.0032185917
+21874,-11.500057,-5.7457226e-05
+9095,-10.375065,-6.472855e-05
+3840,-12.500035,-3.552374e-05
+55636,-2.4639666,-0.088966504
+57364,-5.130968,-0.005968012
+65863,-0.00039271748,-9.625393
+40786,-0.00024256148,-8.750242
+8118,-10.750049,-4.911302e-05
+52441,-0.0006378047,-7.500638
+38593,-4.634793,-0.009792859
+5517,-0.0022678864,-6.127268
+39136,-6.5015264,-0.0015263823
+47292,-0.0032794287,-5.753279
+34052,-0.0264039,-3.651404
+16037,-12.625035,-3.564294e-05
+64606,-11.375041,-4.148397e-05
+19552,-0.0110916,-4.5110917
+14116,-10.250057,-5.6861216e-05
+11261,-8.6251955,-0.00019596086
+11668,-13.000062,-6.198691e-05
+42198,-12.75003,-2.9563467e-05
+22526,-14.125047,-4.672895e-05
+8037,-9.875079,-7.962863e-05
+5324,-8.375508,-0.0005085367
+56692,-0.0002903517,-8.50029
+59753,-0.062038984,-2.812039
+47298,-0.12697624,-2.1269763
+57801,-9.000152,-0.00015138435
+58413,-13.125026,-2.5868081e-05
+10673,-0.00019441145,-9.000195
+65730,-13.500029,-2.8848232e-05
+40287,-11.500033,-3.3020428e-05
+15186,-11.000046,-4.553691e-05
+43119,-0.00031716563,-8.375318
+39219,-11.87505,-4.9828242e-05
+50340,-9.500093,-9.3336515e-05
+34297,-10.875071,-7.056941e-05
+62941,-0.0006611545,-7.6256614
+31551,-13.875042,-4.196079e-05
+41344,-11.12504,-3.981511e-05
+46402,-11.5000305,-3.0636318e-05
+13636,-11.000042,-4.1603176e-05
+42241,-11.250047,-4.6490542e-05
+15422,-6.1272087,-0.0022087719
+25014,-12.1250515,-5.1735493e-05
+19613,-8.625203,-0.00020346955
+5515,-0.0142181,-4.2642183
+64128,-0.00061898143,-7.625619
+28084,-0.3485133,-1.2235134
+10395,-8.12532,-0.00032038323
+9965,-0.63265103,-0.75765103
+27221,-9.750077,-7.772144e-05
+11994,-0.00042369924,-8.125423
+43384,-0.0001832079,-9.125183
+44329,-0.00026258358,-8.750262
+58937,-0.001567684,-6.501568
+29119,-0.0022312526,-6.127231
+8989,-0.0021909298,-9.252191
+23043,-12.375057,-5.7576428e-05
+32166,-0.014341026,-4.264341
+42729,-4.758657,-0.008657068
+6863,-11.250045,-4.4464075e-05
+41187,-0.00019035912,-9.875191
+36039,-14.50006,-5.9841273e-05
+55977,-0.00019178935,-9.500192
+8129,-12.250045,-4.4702483e-05
+60223,-12.125048,-4.768258e-05
+9414,-0.00053343846,-7.6255336
+26177,-0.00025948495,-8.625259
+38443,-0.0017362058,-6.376736
+43084,-0.00017355366,-9.750174
+53673,-0.0002489972,-8.625249
+15057,-8.875174,-0.00017331529
+51700,-0.008770988,-4.758771
+51201,-10.750052,-5.2093103e-05
+47078,-11.7500515,-5.113948e-05
+59961,-10.125061,-6.091409e-05
+22272,-6.2519593,-0.0019591916
+65773,-4.018167,-0.01816717
+33746,-1.0537446,-0.42874452
+27311,-12.500023,-2.3126335e-05
+41292,-0.012530291,-4.3875303
+17110,-5.006775,-0.0067750267
+57029,-0.0002934502,-8.875294
+3009,-11.37503,-2.9921084e-05
+40193,-11.625042,-4.1841584e-05
+27618,-10.750054,-5.411955e-05
+20145,-13.500031,-3.1589963e-05
+52193,-11.125061,-6.091409e-05
+34398,-0.0012825844,-6.7512827
+36473,-12.375052,-5.2569914e-05
+43577,-0.00030453337,-8.375304
+57850,-13.000027,-2.682173e-05
+61117,-0.000400463,-8.250401
+32569,-7.625518,-0.0005179494
+12290,-13.500037,-3.755022e-05
+19499,-11.750082,-8.1774226e-05
+60470,-0.033673435,-3.4086735
+8962,-12.875065,-6.484775e-05
+65955,-10.8750515,-5.1735493e-05
+62486,-2.9299183,-0.0549183
+19000,-0.34849364,-1.2234936
+22631,-10.125082,-8.189343e-05
+25613,-0.02979786,-3.5297978
+56086,-10.500063,-6.270212e-05
+28883,-3.408674,-0.03367401
+26425,-10.500072,-7.152301e-05
+48097,-0.016089015,-4.141089
+61477,-0.06998981,-2.69499
+9121,-9.2501545,-0.0001544833
+66709,-11.500042,-4.2079995e-05
+51472,-9.500133,-0.00013231355
+19809,-12.125101,-0.00010108437
+38959,-10.750043,-4.2676016e-05
+39849,-0.048622873,-3.0486228
+59964,-0.0012171011,-6.751217
+65268,-12.62503,-2.9921084e-05
+8791,-0.632659,-0.757659
+51774,-10.12507,-6.94966e-05
+49640,-1.9102814,-0.16028138
+20125,-10.875036,-3.6000558e-05
+59640,-0.28120446,-1.4062045
+68206,-11.750064,-6.3894135e-05
+48079,-12.875038,-3.802704e-05
+49583,-5.628637,-0.00363701
+67054,-0.6326663,-0.7576663
+59571,-5.2552834,-0.0052832034
+29080,-11.125061,-6.091409e-05
+29111,-10.500069,-6.830459e-05
+20758,-9.750088,-8.737659e-05
+64023,-0.00088247453,-7.1258826
+29058,-0.0004608761,-7.875461
+18185,-3.5297794,-0.029779345
+36543,-0.0013829439,-6.626383
+54983,-9.875078,-7.8436635e-05
+3101,-9.000146,-0.00014613991
+42140,-0.0011249412,-6.876125
+6954,-0.00017116989,-10.625171
+15955,-8.625245,-0.00024554098
+61746,-0.00025483698,-8.750255
+32055,-0.0020271246,-6.252027
+39496,-10.875047,-4.6490542e-05
+59909,-9.750077,-7.724464e-05
+66296,-0.0032531694,-5.753253
+46804,-10.375051,-5.0543462e-05
+35049,-0.0010172913,-7.001017
+56017,-7.250731,-0.0007312008
+26947,-10.250055,-5.578839e-05
+38928,-0.00046897857,-7.875469
+15029,-12.375044,-4.4344873e-05
+7086,-0.17979196,-1.8047919
+537,-0.0098195365,-4.6348195
+50731,-0.0700047,-2.6950047
+63604,-11.750043,-4.3033626e-05
+67049,-2.4639704,-0.08897043
+31161,-0.25197297,-1.5019729
+58922,-11.500051,-5.1020274e-05
+18347,-10.500058,-5.817244e-05
+25864,-7.0010085,-0.0010083596
+63846,-0.0015591143,-6.5015593
+13353,-0.00041261743,-8.000413
+25378,-7.6255507,-0.0005505953
+59101,-12.375057,-5.7576428e-05
+20895,-1.1369178,-0.38691783
+48119,-12.125032,-3.2782016e-05
+14332,-0.00013648532,-10.375136
+25497,-12.125038,-3.802704e-05
+8686,-0.7576847,-0.6326847
+22758,-10.875073,-7.331103e-05
+7666,-0.0005148516,-7.750515
+20686,-1.2234958,-0.3484958
+18975,-10.500058,-5.864925e-05
+19054,-9.625089,-8.880698e-05
+48123,-13.37504,-4.0411134e-05
+57909,-12.875032,-3.2543605e-05
+9226,-10.875054,-5.400035e-05
+48653,-0.00063756644,-7.5006375
+44013,-0.0033918251,-5.7533917
+11409,-11.875039,-3.9576702e-05
+62736,-0.023312414,-3.7733123
+2777,-11.375045,-4.482169e-05
+7058,-0.00030048148,-8.3753
+48408,-0.0076663326,-4.882666
+28934,-11.62503,-2.9563467e-05
+46578,-12.125042,-4.1841584e-05
+23203,-3.1680393,-0.043039307
+6257,-12.62504,-3.9695904e-05
+53444,-0.0018098656,-6.37681
+17816,-6.6263494,-0.0013492538
+46307,-11.750062,-6.210611e-05
+20599,-14.125046,-4.613293e-05
+29423,-0.00026973424,-9.00027
+21041,-0.0012225781,-6.7512226
+16633,-12.125033,-3.3378044e-05
+20221,-9.500102,-0.00010227634
+27466,-0.0006102845,-7.5006104
+22987,-0.0015950588,-6.501595
+9322,-0.023319986,-3.77332
+3265,-4.5110807,-0.011080637
+22814,-7.375648,-0.0006481692
+56185,-12.000038,-3.8384653e-05
+55014,-10.125059,-5.876845e-05
+43437,-12.125031,-3.170917e-05
+24683,-0.00031084951,-8.500311
+10233,-1.3134158,-0.3134158
+19001,-0.00074704393,-9.000747
+32718,-0.018212589,-4.018213
+31030,-0.00026377538,-9.625264
+1099,-0.0004545609,-7.8754544
+57982,-9.000153,-0.00015245705
+49148,-5.0067544,-0.0067543057
+40880,-13.875033,-3.3378044e-05
+31148,-0.00040975757,-11.25041
+9446,-11.250031,-3.170917e-05
+18579,-13.250052,-5.2093103e-05
+30932,-5.7532096,-0.0032095606
+40792,-3.288092,-0.038091905
+48600,-0.12714253,-2.1271424
+44588,-7.625552,-0.0005523825
+33828,-10.8750515,-5.149709e-05
+33917,-0.47425967,-0.9742597
+2026,-0.11288624,-2.2378862
+56745,-0.005988157,-5.130988
+17383,-2.3502557,-0.10025576
+2372,-0.026381375,-3.6513815
+56600,-0.14288157,-2.0178816
+50257,-0.00032169413,-8.500321
+38892,-0.0017797597,-6.3767796
+45844,-0.00039986722,-9.2504
+29062,-0.69331133,-0.69331133
+5655,-11.375033,-3.349725e-05
+67611,-0.018211184,-4.0182114
+18546,-0.0060898224,-5.1310897
+63060,-12.125031,-3.170917e-05
+36068,-10.375071,-7.056941e-05
+784,-3.1681147,-0.043114554
+20429,-0.0003665014,-8.375366
+21679,-9.625151,-0.0001504308
+53617,-12.875058,-5.8530048e-05
+6978,-12.875022,-2.1815062e-05
+53262,-0.00019274284,-9.625193
+181,-0.0006201728,-7.5006204
+28744,-0.01614966,-4.1411495
+48716,-0.0020632902,-6.2520633
+51468,-0.00014876213,-9.375149
+62209,-11.125044,-4.3629647e-05
+8732,-9.250134,-0.00013422065
+56949,-10.125067,-6.699338e-05
+26885,-0.00022754465,-10.625228
+43345,-1.9102699,-0.1602699
+8053,-9.3751135,-0.00011336161
+59402,-10.375058,-5.8291644e-05
+49552,-0.00030143486,-8.375301
+12348,-3.8956075,-0.020607416
+28335,-8.0003605,-0.00036030475
+59114,-8.625197,-0.00019762947
+12625,-10.250065,-6.496695e-05
+8876,-9.625129,-0.00012921452
+29959,-13.125019,-1.8954097e-05
+37911,-0.00013612774,-9.625136
+38412,-0.52318966,-0.89818966
+31999,-0.00016747502,-9.250168
+34775,-0.005308105,-5.255308
+65737,-10.750048,-4.8159392e-05
+25244,-0.006798944,-5.0067987
+51630,-10.000082,-8.1774226e-05
+23979,-8.375265,-0.00026484797
+34638,-11.250032,-3.2782016e-05
+22311,-13.875037,-3.70734e-05
+14004,-11.125064,-6.3536536e-05
+310,-0.06997013,-2.6949701
+49105,-0.00039212167,-8.125392
+38782,-13.375045,-4.51793e-05
+4647,-12.375027,-2.682173e-05
+43782,-0.00014494799,-9.500145
+66046,-0.5231955,-0.8981955
+16690,-12.750027,-2.7179349e-05
+67731,-0.0006343498,-7.500634
+54867,-10.750057,-5.7338024e-05
+34108,-9.000157,-0.00015746307
+67332,-3.0486088,-0.04860879
+22567,-0.000484945,-7.750485
+57173,-0.018198308,-4.0181985
+26527,-11.875041,-4.0649542e-05
+59580,-9.500103,-0.00010287233
+20737,-0.28120744,-1.4062074
+53307,-0.00028177106,-10.000281
+32783,-0.00018344627,-10.000183
+7868,-12.625033,-3.3139633e-05
+50777,-2.8120093,-0.062009294
+29307,-10.125191,-0.00019095505
+18297,-0.0125793815,-4.3875794
+44524,-10.875045,-4.4464075e-05
+61320,-1.8047836,-0.1797836
+2578,-0.0047556153,-5.3797555
+40612,-0.974236,-0.474236
+32523,-8.125324,-0.0003246734
+48509,-0.0336913,-3.4086914
+36666,-11.37504,-4.0411134e-05
+6539,-12.125044,-4.3629647e-05
+33620,-11.875051,-5.0185852e-05
+55547,-10.625044,-4.4344873e-05
+11751,-10.000068,-6.735098e-05
+30491,-0.25202078,-1.5020208
+48294,-10.500048,-4.7324967e-05
+37424,-10.000081,-8.082063e-05
+29155,-3.0486083,-0.048608337

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,1073 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.34800612553954124,0,5.122981071472168,
+0,8,0.059236831963062286,1,4.913865566253662,
+0,16,0.030693382024765015,2,4.600638002157211,
+1,24,0.030670106410980225,3,1.8422278687357903,
+1,32,0.03167365863919258,4,0.6206355690956116,
+2,40,0.030810881406068802,5,0.33854222670197487,
+2,48,0.03051115572452545,6,0.5391840664669871,
+3,56,0.04233609512448311,7,0.3761113630607724,
+3,64,0.03076397255063057,8,0.24818458780646324,
+4,72,0.030907224863767624,9,0.28649240848608315,
+4,80,0.030833721160888672,10,0.08094506477937102,
+5,88,0.030308865010738373,11,0.037970555014908314,
+5,96,0.03008532151579857,12,0.058902588265482336,
+6,104,0.030972465872764587,13,0.04418337708921172,
+6,112,0.03049112856388092,14,0.005599676864221692,
+7,120,0.030242353677749634,15,0.004769121049321257,
+7,128,0.030170302838087082,16,0.00753925705794245,
+,,,16,,0.0025170932058244944
+8,136,0.029933936893939972,17,0.0029293674597283825,
+8,144,0.02991001307964325,18,0.003100791891483823,
+9,152,0.030286230146884918,19,0.0020373795014165808,
+9,160,0.02994808554649353,20,0.0032201947979046963,
+10,168,0.030125606805086136,21,0.0026912939647445455,
+10,176,0.030024468898773193,22,0.0018028164995484985,
+11,184,0.029912598431110382,23,0.0016024297401600052,
+11,192,0.037438370287418365,24,0.0023716246578260325,
+12,200,0.030348628759384155,25,0.0028827116220782045,
+12,208,0.030892346054315567,26,0.0008834563159325626,
+13,216,0.03045760467648506,27,0.0021434375485114288,
+13,224,0.030278272926807404,28,0.0010426101798657328,
+14,232,0.030396535992622375,29,0.0018319395094295032,
+14,240,0.031108282506465912,30,0.0009696197776065674,
+15,248,0.031078767031431198,31,0.0015077835560077801,
+15,256,0.030771076679229736,32,0.0009845782005868386,
+,,,32,,0.0014550938503816724
+16,264,0.030951909720897675,33,0.0011706751574820373,
+16,272,0.030293207615613937,34,0.0012073731941200094,
+17,280,0.03188561648130417,35,0.001191498802654678,
+17,288,0.030788570642471313,36,0.0009809729926928412,
+18,296,0.030525561422109604,37,0.0007573866751044989,
+18,304,0.030173540115356445,38,0.0011405351506255101,
+19,312,0.030502967536449432,39,0.0008214661120291566,
+19,320,0.030189748853445053,40,0.0010505173704586923,
+20,328,0.03045497089624405,41,0.0007214223587652668,
+20,336,0.03059268742799759,42,0.0008989227317215409,
+21,344,0.03038409724831581,43,0.0011485178729344625,
+21,352,0.030673660337924957,44,0.0004350340150267584,
+22,360,0.030419014394283295,45,0.0006750282173015876,
+22,368,0.03013840690255165,46,0.0008113967123790644,
+23,376,0.030270371586084366,47,0.0007473354235116858,
+23,384,0.03051634505391121,48,0.0006914567729836563,
+,,,48,,0.000988802989013493
+24,392,0.030315134674310684,49,0.0006183055684232386,
+24,400,0.03053102269768715,50,0.0007798819642630406,
+25,408,0.030668538063764572,51,0.0007401294806186343,
+25,416,0.030715562403202057,52,0.0006349521772790467,
+26,424,0.030914895236492157,53,0.000441499125372502,
+26,432,0.03041718900203705,54,0.0008172325760824606,
+27,440,0.030381809920072556,55,0.0004571159224724397,
+27,448,0.03066311404109001,56,0.0007484790257876739,
+28,456,0.030693717300891876,57,0.0004728277745016385,
+28,464,0.030760344117879868,58,0.00073307243110321,
+29,472,0.030467674136161804,59,0.000612457672104938,
+29,480,0.03016537055373192,60,0.0005368886331780232,
+30,488,0.030156008899211884,61,0.0005394191603045329,
+30,496,0.030495382845401764,62,0.0005860468045284506,
+31,504,0.030994296073913574,63,0.0005507140958798118,
+31,512,0.030229665338993073,64,0.0005343879147403641,
+,,,64,,0.0007266129832714796
+32,520,0.03027583286166191,65,0.0005834808089275612,
+32,528,0.030597377568483353,66,0.00046638522144348826,
+33,536,0.03038189932703972,67,0.0004497578556765802,
+33,544,0.030430231243371964,68,0.0005858808272023452,
+34,552,0.03039417415857315,69,0.0005409509176388383,
+34,560,0.030166227370500565,70,0.0004682019462052267,
+35,568,0.030409347265958786,71,0.0003807166194746969,
+35,576,0.030126087367534637,72,0.0006098459962231573,
+36,584,0.030246328562498093,73,0.0005429015727713704,
+36,592,0.030975040048360825,74,0.0004261802969267592,
+37,600,0.03047725185751915,75,0.0005186633052289835,
+37,608,0.030090440064668655,76,0.00044003677066939417,
+38,616,0.030339665710926056,77,0.0004937190969940275,
+38,624,0.029916364699602127,78,0.0004275983646948589,
+39,632,0.03035770356655121,79,0.0005041149306634907,
+39,640,0.03074609488248825,80,0.00040705970513954526,
+,,,80,,0.0005944859585724771
+40,648,0.030748870223760605,81,0.00031699099054094404,
+40,656,0.03031015396118164,82,0.0005536914977710694,
+41,664,0.03037557750940323,83,0.0004339210654507042,
+41,672,0.030478723347187042,84,0.000402597224820056,
+42,680,0.03117160126566887,85,0.0004458252633412485,
+42,688,0.030311137437820435,86,0.0003848439773719292,
+43,696,0.030389506369829178,87,0.000520735775353387,
+43,704,0.030363518744707108,88,0.00029869411991967354,
+44,712,0.030210793018341064,89,0.0004347892127043451,
+44,720,0.030443444848060608,90,0.00036728305894939695,
+45,728,0.03054523840546608,91,0.00043953350541414693,
+45,736,0.030296701937913895,92,0.0003544390428942279,
+46,744,0.030420813709497452,93,0.00030638596126664197,
+46,752,0.030344609171152115,94,0.00047958855066099204,
+47,760,0.030919168144464493,95,0.0003582968920454732,
+47,768,0.030358128249645233,96,0.0004126920557609992,
+,,,96,,0.0005120245623402297
+48,776,0.03045988827943802,97,0.0003075409158554976,
+48,784,0.03067919984459877,98,0.000455882597634627,
+49,792,0.03029049187898636,99,0.00031918926924845437,
+49,800,0.029971376061439514,100,0.0003926489480363671,
+50,808,0.030220136046409607,101,0.00025666916008049157,
+50,816,0.0303431935608387,102,0.0004396269541757647,
+51,824,0.030442431569099426,103,0.00034078029057127424,
+51,832,0.02971808984875679,104,0.0003656484832390561,
+52,840,0.030113685876131058,105,0.0003766607624129392,
+52,848,0.029988501220941544,106,0.00032005463344830787,
+53,856,0.030034642666578293,107,0.0003222075056328322,
+53,864,0.029939796775579453,108,0.00034889179005404003,
+54,872,0.030482444912195206,109,0.00038516609856742434,
+54,880,0.030527375638484955,110,0.0002679130384422024,
+55,888,0.030640777200460434,111,0.0003485311972326599,
+55,896,0.03059869259595871,112,0.00030597802287957165,
+,,,112,,0.0004328548675402999
+56,904,0.030573856085538864,113,0.00036490611273620743,
+56,912,0.03045063093304634,114,0.00027719291210814845,
+57,920,0.030466392636299133,115,0.00031753753319208045,
+57,928,0.029927674680948257,116,0.0003142106752420659,
+58,936,0.030087977647781372,117,0.00027622818470263155,
+58,944,0.030410755425691605,118,0.00036919481590302894,
+59,952,0.030610058456659317,119,0.0003608070537666208,
+59,960,0.030302032828330994,120,0.0002562408717494691,
+60,968,0.030594833195209503,121,0.0002136196580977412,
+60,976,0.030390236526727676,122,0.0003653557278084918,
+61,984,0.030592814087867737,123,0.00029753388935205294,
+61,992,0.030845768749713898,124,0.00027104529544885736,
+62,1000,0.030483491718769073,125,0.0002235838746855734,
+62,1008,0.030069343745708466,126,0.00032662941885064356,
+63,1016,0.02996835857629776,127,0.0002345489874642226,
+63,1024,0.030076656490564346,128,0.0003280401097072172,
+,,,128,,0.00036020149127580225
+64,1032,0.030271630734205246,129,0.00022489824095828226,
+64,1040,0.030373364686965942,130,0.0003323585033285781,
+65,1048,0.03042798861861229,131,0.0002597995480755344,
+65,1056,0.029834166169166565,132,0.0002909030217779218,
+66,1064,0.03020418807864189,133,0.00024593174748588353,
+66,1072,0.03015138953924179,134,0.00028549581656989176,
+67,1080,0.03155282884836197,135,0.00027572330327529926,
+67,1088,0.030295781791210175,136,0.0002691570371098351,
+68,1096,0.030348513275384903,137,0.00020265859075152548,
+68,1104,0.030335571616888046,138,0.0003006025353897712,
+69,1112,0.030213043093681335,139,0.0002591133197711315,
+69,1120,0.030159804970026016,140,0.000244714670770918,
+70,1128,0.029955998063087463,141,0.0002259105976918363,
+70,1136,0.03004412353038788,142,0.0002543529308240977,
+71,1144,0.02990100532770157,143,0.0002859180849554832,
+71,1152,0.029697515070438385,144,0.00020646827852033312,
+,,,144,,0.0003250795998610556
+72,1160,0.029819130897521973,145,0.00026909741063718684,
+72,1168,0.030194558203220367,146,0.00022097954933997244,
+73,1176,0.03004780039191246,147,0.0002464829394739354,
+73,1184,0.03032926470041275,148,0.00022795222594140796,
+74,1192,0.03014230728149414,149,0.00022151732810016256,
+74,1200,0.030063964426517487,150,0.0002595635096440674,
+75,1208,0.030065856873989105,151,0.00027474415401229635,
+75,1216,0.030395790934562683,152,0.00017719647439662367,
+76,1224,0.030322030186653137,153,0.00023952765923240804,
+76,1232,0.030371904373168945,154,0.00019663985403894912,
+77,1240,0.030037902295589447,155,0.0002334955652258941,
+77,1248,0.03005572408437729,156,0.00021649650079780258,
+78,1256,0.03009974956512451,157,0.000232066062380909,
+78,1264,0.02997702732682228,158,0.0002146487686331966,
+79,1272,0.0302068330347538,159,0.00022500369959743693,
+79,1280,0.030272945761680603,160,0.0002014077708736295,
+,,,160,,0.0002907017187681049
+80,1288,0.030152618885040283,161,0.00024198788651119685,
+80,1296,0.030051689594984055,162,0.0001692283176453202,
+81,1304,0.031056664884090424,163,0.0002010356984101236,
+81,1312,0.030268806964159012,164,0.0002128917499248928,
+82,1320,0.030540641397237778,165,0.00020152528395556146,
+82,1328,0.03057076781988144,166,0.0001944360901688924,
+83,1336,0.030649736523628235,167,0.00020206305634928867,
+83,1344,0.030436474829912186,168,0.00019246866258981754,
+84,1352,0.030563242733478546,169,0.0002475169740137062,
+84,1360,0.030522987246513367,170,0.00015742693767606397,
+85,1368,0.030726544559001923,171,0.0001845120636971842,
+85,1376,0.03020447865128517,172,0.00020158779534540372,
+86,1384,0.030243318527936935,173,0.0002085722553601954,
+86,1392,0.030217144638299942,174,0.0001645358952373499,
+87,1400,0.030283242464065552,175,0.0002551434213273751,
+87,1408,0.029971830546855927,176,0.00012417712105161627,
+,,,176,,0.0002556651597842574
+88,1416,0.029904711991548538,177,0.00017421826032659737,
+88,1424,0.029966868460178375,178,0.00017352025543004856,
+89,1432,0.030680976808071136,179,0.00014510718301607994,
+89,1440,0.030650891363620758,180,0.0002129848408003454,
+90,1448,0.030702028423547745,181,0.0002063245365206967,
+90,1456,0.030326299369335175,182,0.00014341038377096993,
+91,1464,0.030297592282295227,183,0.00015473271787413978,
+91,1472,0.03054981678724289,184,0.00017617183129914338,
+92,1480,0.030307892709970474,185,0.00017304374978266424,
+92,1488,0.030214454978704453,186,0.00015431589008585433,
+93,1496,0.030074559152126312,187,0.00019008634990314022,
+93,1504,0.030136793851852417,188,0.00014533175908582052,
+94,1512,0.030013911426067352,189,0.0001890302983156289,
+94,1520,0.029852312058210373,190,0.00013174423838790972,
+95,1528,0.03136524185538292,191,0.0001249799979632371,
+95,1536,0.03037450462579727,192,0.00019265009177615866,
+,,,192,,0.0001916078763315454
+96,1544,0.029890727251768112,193,0.00014716405848957947,
+96,1552,0.029965274035930634,194,0.0001579672598381876,
+97,1560,0.030381780117750168,195,0.00016900677110243123,
+97,1568,0.03056025505065918,196,0.00013488803188010934,
+98,1576,0.030571095645427704,197,0.00013056780744591379,
+98,1584,0.030425816774368286,198,0.0001610509389138315,
+99,1592,0.030195098370313644,199,0.00014939892525944742,
+99,1600,0.03016984462738037,200,0.00014311256290966412,
+100,1608,0.030227240175008774,201,0.00016747252539062174,
+100,1616,0.031376685947179794,202,0.0001136725873038813,
+101,1624,0.030232619494199753,203,0.00012880955046057352,
+101,1632,0.031131036579608917,204,0.0001567152808092942,
+102,1640,0.030263137072324753,205,0.00013529051238947432,
+102,1648,0.029932904988527298,206,0.00015191830880212365,
+103,1656,0.030320338904857635,207,0.0001368852358609729,
+103,1664,0.030128315091133118,208,0.00013894062385588768,
+,,,208,,0.00017432559980079532
+104,1672,0.030409425497055054,209,0.00015832510689506307,
+104,1680,0.030331570655107498,210,0.00010842734354810091,
+105,1688,0.03035605326294899,211,0.00016847148708620807,
+105,1696,0.0374462716281414,212,9.962191370505025e-05,
+106,1704,0.035845354199409485,213,0.00015646319025108824,
+106,1712,0.031105536967515945,214,0.00011276284840278095,
+107,1720,0.030398063361644745,215,0.0001520525365776848,
+107,1728,0.030615411698818207,216,0.0001112284949158493,
+108,1736,0.030762407928705215,217,0.00014397738732441212,
+108,1744,0.03005150333046913,218,0.00010824919081642292,
+109,1752,0.03031633421778679,219,0.00012957017997905496,
+109,1760,0.03012937679886818,220,0.00012851130895796814,
+110,1768,0.030191943049430847,221,9.697044470158289e-05,
+110,1776,0.02995627000927925,222,0.0001575653377585695,
+111,1784,0.030424240976572037,223,0.00013241551823739428,
+111,1792,0.031291671097278595,224,0.00012158371055193129,
+,,,224,,0.00016416495782323182
+112,1800,0.030922692269086838,225,0.00012088390985809383,
+112,1808,0.030388563871383667,226,0.00013061235540590133,
+113,1816,0.030508872121572495,227,0.00016501583922945429,
+113,1824,0.030089572072029114,228,7.508293856517412e-05,
+114,1832,0.030556000769138336,229,0.00012358088224573294,
+114,1840,0.030609942972660065,230,0.00011869299987665727,
+115,1848,0.0303523950278759,231,0.00011335898398101563,
+115,1856,0.030406121164560318,232,0.00013272865407998324,
+116,1864,0.030457455664873123,233,9.123419840761926e-05,
+116,1872,0.030351635068655014,234,0.00015072687983774813,
+117,1880,0.030444961041212082,235,0.00012626165107576526,
+117,1888,0.030380968004465103,236,0.00011209372769371839,
+118,1896,0.03051522746682167,237,0.00010614863367663929,
+118,1904,0.03045521304011345,238,0.00012807999837605166,
+119,1912,0.030325233936309814,239,0.00011992954478046158,
+119,1920,0.030382677912712097,240,0.00011468615775811486,
+,,,240,,0.0001497433113399893
+120,1928,0.03023235872387886,241,0.00010109754930454073,
+120,1936,0.030518997460603714,242,0.00012583056422954542,
+121,1944,0.030887238681316376,243,0.0001378845654471661,
+121,1952,0.030639205127954483,244,8.326290026161587e-05,
+122,1960,0.030424047261476517,245,0.00010613341009957367,
+122,1968,0.030740030109882355,246,0.00012366987766654347,
+123,1976,0.03027866780757904,247,0.0001177997237391537,
+123,1984,0.030091386288404465,248,0.00011598192395467777,
+124,1992,0.030519090592861176,249,0.00011338943613736774,
+124,2000,0.030543409287929535,250,0.00011377680175428395,
+125,2008,0.03042403981089592,251,0.00011496903061924968,
+125,2016,0.03089766576886177,252,0.00010740017114585498,
+126,2024,0.030429143458604813,253,9.416904140380211e-05,
+126,2032,0.03043346107006073,254,0.00012091397866242914,
+127,2040,0.030516494065523148,255,9.765599270394887e-05,
+127,2048,0.030352622270584106,256,0.00012130116783737321,
+,,,256,,0.00014828344865236431
+128,2056,0.031372521072626114,257,9.595744131729589e-05,
+128,2064,0.03093554824590683,258,0.00011395596857255441,
+129,2072,0.03047654777765274,259,0.00010884570428970619,
+129,2080,0.030607920140028,260,0.00011139263551740441,
+130,2088,0.03131800889968872,261,9.58678529059398e-05,
+130,2096,0.030635610222816467,262,0.00011407512238292838,
+131,2104,0.03065720573067665,263,8.517006881447742e-05,
+131,2112,0.030712097883224487,264,0.0001235066142726282,
+132,2120,0.030823618173599243,265,0.00012066065255567082,
+132,2128,0.03046562150120735,266,9.107047708312166e-05,
+133,2136,0.030405618250370026,267,8.993769051812706e-05,
+133,2144,0.031083256006240845,268,0.00011879846806550631,
+134,2152,0.030888088047504425,269,0.00010054650965685141,
+134,2160,0.03084132820367813,270,0.00010877072236326057,
+135,2168,0.03085014969110489,271,7.919550489532412e-05,
+135,2176,0.030956123024225235,272,0.00012705259177892003,
+,,,272,,0.0001366326177958399
+136,2184,0.03052055463194847,273,0.00011765141061914619,
+136,2192,0.03043605014681816,274,8.99525880413421e-05,
+137,2200,0.030388813465833664,275,0.00010997763592968113,
+137,2208,0.030453406274318695,276,0.00010071037286252249,
+138,2216,0.030888747423887253,277,9.594244011168485e-05,
+138,2224,0.030847974121570587,278,0.00010246881947750808,
+139,2232,0.03153393790125847,279,0.00011316675363559625,
+139,2240,0.030838925391435623,280,9.555451197229559e-05,
+140,2248,0.030334360897541046,281,9.227709415426943e-05,
+140,2256,0.030412159860134125,282,0.00011139327898490592,
+141,2264,0.030595306307077408,283,0.00011170652987857466,
+141,2272,0.030614368617534637,284,8.68385864123411e-05,
+142,2280,0.030631285160779953,285,0.00011277899739070563,
+142,2288,0.03032253310084343,286,7.970208571350668e-05,
+143,2296,0.0303424671292305,287,0.00011182553271282814,
+143,2304,0.03020280972123146,288,8.86861166691233e-05,
+,,,288,,0.00012879574205726385
+144,2312,0.030200034379959106,289,0.00010144047746507567,
+144,2320,0.0305672287940979,290,9.440798203286249e-05,
+145,2328,0.030748244374990463,291,0.00010391400019216235,
+145,2336,0.03047531098127365,292,8.478275958623271e-05,
+146,2344,0.030425116419792175,293,8.746480034460546e-05,
+146,2352,0.030197743326425552,294,0.00010178330421695136,
+147,2360,0.03008251264691353,295,0.00010085967278428143,
+147,2368,0.03019946813583374,296,9.528672717351583e-05,
+148,2376,0.031026478856801987,297,8.955056273407536e-05,
+148,2384,0.031002704054117203,298,9.893760216073133e-05,
+149,2392,0.03394189104437828,299,9.199405894833035e-05,
+149,2400,0.031268395483493805,300,9.744749104356742e-05,
+150,2408,0.030796363949775696,301,8.318866730405716e-05,
+150,2416,0.03583836182951927,302,0.00010358590861869743,
+151,2424,0.03762315213680267,303,0.00010282629000357701,
+151,2432,0.033084653317928314,304,8.196663588933006e-05,
+,,,304,,0.00011878371151397005
+152,2440,0.0355733260512352,305,7.629017045474029e-05,
+152,2448,0.03851209580898285,306,0.00010318388558516745,
+153,2456,0.03251737356185913,307,9.826717769101379e-05,
+153,2464,0.03249591961503029,308,8.317346191688557e-05,
+154,2472,0.03310586139559746,309,0.00010602928614389384,
+154,2480,0.032623402774333954,310,8.135606117321004e-05,
+155,2488,0.03255928307771683,311,8.823936514090747e-05,
+155,2496,0.033097755163908005,312,9.181570544569695e-05,
+156,2504,0.03324676677584648,313,8.394855694859871e-05,
+156,2512,0.03275403380393982,314,9.658328553996398e-05,
+157,2520,0.03280344977974892,315,8.235441873694072e-05,
+157,2528,0.032802414149045944,316,9.340974452243245e-05,
+158,2536,0.03294297680258751,317,0.00010839930064321379,
+158,2544,0.031214304268360138,318,6.749881003997871e-05,
+159,2552,0.032747384160757065,319,0.00012155555396020645,
+159,2560,0.03199251741170883,320,5.760553744948993e-05,
+,,,320,,0.00011464173439890146
+160,2568,0.03074454888701439,321,9.516791669739177e-05,
+160,2576,0.029997505247592926,322,8.011911586436327e-05,
+161,2584,0.02990872785449028,323,9.184502505377168e-05,
+161,2592,0.03034752979874611,324,8.60196196299512e-05,
+162,2600,0.03176809847354889,325,0.00011555028686416335,
+162,2608,0.036471471190452576,326,6.651588091699523e-05,
+163,2616,0.03277705982327461,327,8.522969028490479e-05,
+163,2624,0.032017357647418976,328,8.753927818361262e-05,
+164,2632,0.03259815275669098,329,8.479776306558051e-05,
+164,2640,0.03216308355331421,330,8.806073674350046e-05,
+165,2648,0.036198560148477554,331,8.682398265591473e-05,
+165,2656,0.03273400291800499,332,8.439561088380287e-05,
+166,2664,0.03235071897506714,333,9.355910742669948e-05,
+166,2672,0.03246293589472771,334,7.627497416251572e-05,
+167,2680,0.03271320089697838,335,6.98832100169966e-05,
+167,2688,0.030430465936660767,336,0.00010109807703884144,
+,,,336,,0.0001129432421294041
+168,2696,0.03282606974244118,337,8.408281382799032e-05,
+168,2704,0.029869835823774338,338,8.424630914305453e-05,
+169,2712,0.030109506100416183,339,6.337171907944139e-05,
+169,2720,0.03410188481211662,340,0.00010220054991805227,
+170,2728,0.030743073672056198,341,9.591306888978579e-05,
+170,2736,0.035849396139383316,342,6.951038722036174e-05,
+171,2744,0.03014303743839264,343,9.01769194570079e-05,
+171,2752,0.029964856803417206,344,7.617082860633673e-05,
+172,2760,0.030384734272956848,345,7.997010425242479e-05,
+172,2768,0.02990773692727089,346,8.883569807949243e-05,
+173,2776,0.02965368703007698,347,9.694107734503632e-05,
+173,2784,0.030274979770183563,348,6.700736321363365e-05,
+174,2792,0.030510656535625458,349,9.431918056179711e-05,
+174,2800,0.030217532068490982,350,6.737950684509997e-05,
+175,2808,0.031084630638360977,351,7.390610426227795e-05,
+175,2816,0.03642988204956055,352,8.99529388789233e-05,
+,,,352,,0.00011264526983723044
+176,2824,0.030058346688747406,353,9.099596286432643e-05,
+176,2832,0.03076155111193657,354,6.924242779859924e-05,
+177,2840,0.030212432146072388,355,7.305657368306129e-05,
+177,2848,0.030297864228487015,356,9.005744141177274e-05,
+178,2856,0.030157748609781265,357,8.444014815722767e-05,
+178,2864,0.03002547100186348,358,7.435315569637169e-05,
+179,2872,0.03574055805802345,359,6.86760051848978e-05,
+179,2880,0.04080542176961899,360,9.506402329861885e-05,
+180,2888,0.03980286419391632,361,6.165848026284948e-05,
+180,2896,0.03778998926281929,362,9.968269068849622e-05,
+181,2904,0.03620254993438721,363,7.378660143331217e-05,
+181,2912,0.03355875611305237,364,8.226502268371405e-05,
+182,2920,0.030096758157014847,365,6.773726136088953e-05,
+182,2928,0.030301138758659363,366,8.904449532565195e-05,
+183,2936,0.030276816338300705,367,7.898625267444004e-05,
+183,2944,0.029714956879615784,368,8.157996217050822e-05,
+,,,368,,0.00010817542352015153
+184,2952,0.02987341582775116,369,7.052365617710166e-05,
+184,2960,0.03339861333370209,370,8.46342159093183e-05,
+185,2968,0.03134959563612938,371,7.149228054004197e-05,
+185,2976,0.03090311586856842,372,8.381457337236498e-05,
+186,2984,0.03433289751410484,373,5.9870514405702124e-05,
+186,2992,0.03367653861641884,374,0.00010021892308031966,
+187,3000,0.034162454307079315,375,7.217752317956183e-05,
+187,3008,0.03257192671298981,376,8.610889176452474e-05,
+188,3016,0.03557917848229408,377,8.70626363393967e-05,
+188,3024,0.02966459095478058,378,7.170077333285008e-05,
+189,3032,0.029929611831903458,379,6.769293759134598e-05,
+189,3040,0.02925672009587288,380,9.242635132977739e-05,
+190,3048,0.029856719076633453,381,7.208834858829505e-05,
+190,3056,0.029703844338655472,382,8.713694455764198e-05,
+191,3064,0.02950478345155716,383,7.98810001469974e-05,
+191,3072,0.029193345457315445,384,7.576844541290484e-05,
+,,,384,,0.00010486782412044704
+192,3080,0.03011428564786911,385,5.3985001159162493e-05,
+192,3088,0.031287726014852524,386,9.442321834285394e-05,
+193,3096,0.030402861535549164,387,7.2967575988514e-05,
+193,3104,0.034883052110672,388,8.151981796800101e-05,
+194,3112,0.031008347868919373,389,6.507008401968051e-05,
+194,3120,0.029475994408130646,390,8.865713311934087e-05,
+195,3128,0.033129554241895676,391,8.858230580699455e-05,
+195,3136,0.03681749850511551,392,6.033223257873033e-05,
+196,3144,0.0372810959815979,393,6.232916189219395e-05,
+196,3152,0.033473435789346695,394,9.14431102501112e-05,
+197,3160,0.033145494759082794,395,6.809515343775274e-05,
+197,3168,0.032217223197221756,396,8.397831879847217e-05,
+198,3176,0.030240368098020554,397,6.310381263574527e-05,
+198,3184,0.03001604974269867,398,9.129420323006343e-05,
+199,3192,0.030175253748893738,399,7.819739744263643e-05,
+199,3200,0.030030738562345505,400,7.46954535770783e-05,
+,,,400,,0.00010069605923490599
+200,3208,0.035508595407009125,401,6.892932560731424e-05,
+200,3216,0.034542232751846313,402,8.33229332783958e-05,
+201,3224,0.030560951679944992,403,5.391035483626183e-05,
+201,3232,0.030997544527053833,404,9.790985927793372e-05,
+202,3240,0.030897777527570724,405,9.773100555321435e-05,
+202,3248,0.03149506449699402,406,5.4834001275594346e-05,
+203,3256,0.031325966119766235,407,5.484919142872968e-05,
+203,3264,0.032283391803503036,408,9.2560737812164e-05,
+204,3272,0.033601123839616776,409,6.335664443213318e-05,
+204,3280,0.03292790427803993,410,8.254821295849979e-05,
+205,3288,0.03256634622812271,411,8.965513643488521e-05,
+205,3296,0.03062944859266281,412,6.14944347034907e-05,
+206,3304,0.029895097017288208,413,5.89464800668793e-05,
+206,3312,0.030455566942691803,414,8.965531651483616e-05,
+207,3320,0.031832821667194366,415,6.736468344570312e-05,
+207,3328,0.0296744666993618,416,8.347187713297899e-05,
+,,,416,,0.00010096418554894626
+208,3336,0.03280949220061302,417,7.208826809801394e-05,
+208,3344,0.0358949713408947,418,7.648370296919893e-05,
+209,3352,0.030752897262573242,419,5.467036112349888e-05,
+209,3360,0.03130016848444939,420,9.03405518783984e-05,
+210,3368,0.03477105125784874,421,8.059634319579345e-05,
+210,3376,0.030880946666002274,422,6.647095869993791e-05,
+211,3384,0.03467309847474098,423,6.626232766393514e-05,
+211,3392,0.041498638689517975,424,8.11773145414918e-05,
+212,3400,0.03292489051818848,425,8.311401529681461e-05,
+212,3408,0.034105706959962845,426,5.981088361295406e-05,
+213,3416,0.030595868825912476,427,8.011950308173255e-05,
+213,3424,0.0342731699347496,428,5.990004228806356e-05,
+214,3432,0.032657865434885025,429,6.416163159883581e-05,
+214,3440,0.03057178482413292,430,7.928469540274818e-05,
+215,3448,0.03611120954155922,431,7.077716145431623e-05,
+215,3456,0.03208450973033905,432,7.32057960703969e-05,
+,,,432,,0.00010057669715024531
+216,3464,0.029993552714586258,433,7.703498340561055e-05,
+216,3472,0.030180595815181732,434,6.685848029519548e-05,
+217,3480,0.03190683200955391,435,6.600921210520028e-05,
+217,3488,0.03027450293302536,436,7.7467105256801e-05,
+218,3496,0.04069676995277405,437,7.390602763734933e-05,
+218,3504,0.03197554126381874,438,6.898922879372549e-05,
+219,3512,0.03372694551944733,439,7.538116096839076e-05,
+219,3520,0.031116940081119537,440,6.225457832442771e-05,
+220,3528,0.030902016907930374,441,5.174984767108981e-05,
+220,3536,0.03033651039004326,442,8.899979684429127e-05,
+221,3544,0.03019959107041359,443,5.556424753194733e-05,
+221,3552,0.03270573914051056,444,8.712241901775997e-05,
+222,3560,0.03969315439462662,445,5.4253095640888205e-05,
+222,3568,0.03109581395983696,446,8.560262881474046e-05,
+223,3576,0.030769556760787964,447,5.303130842548853e-05,
+223,3584,0.03189386427402496,448,8.8582472926646e-05,
+,,,448,,9.440832945983857e-05
+224,3592,0.03352916240692139,449,5.031934256294335e-05,
+224,3600,0.03327178955078125,450,9.279940718442958e-05,
+225,3608,0.0334455743432045,451,7.305683629965642e-05,
+225,3616,0.033727262169122696,452,6.782688183193386e-05,
+226,3624,0.03393141180276871,453,7.803335097378294e-05,
+226,3632,0.030278809368610382,454,6.226930463526514e-05,
+227,3640,0.03351610526442528,455,7.706477936153533e-05,
+227,3648,0.03382502868771553,456,6.192644013935933e-05,
+228,3656,0.0343623049557209,457,5.388039403442235e-05,
+228,3664,0.04797133058309555,458,8.274182187051338e-05,
+229,3672,0.03774509206414223,459,7.229705465761072e-05,
+229,3680,0.03380746394395828,460,6.623257877436117e-05,
+230,3688,0.03020905703306198,461,8.412737565777206e-05,
+230,3696,0.03378606215119362,462,5.6160303529395605e-05,
+231,3704,0.03250962868332863,463,7.022549493740371e-05,
+231,3712,0.03398268669843674,464,6.389356349245645e-05,
+,,,464,,9.348471940029413e-05
+232,3720,0.030079271644353867,465,7.475548750335292e-05,
+232,3728,0.030531641095876694,466,6.271610436670016e-05,
+233,3736,0.02986237406730652,467,8.534933863302285e-05,
+233,3744,0.029898039996623993,468,5.218187561695231e-05,
+234,3752,0.030330326408147812,469,6.526418769681186e-05,
+234,3760,0.03053436055779457,470,7.082166621330543e-05,
+235,3768,0.03200502693653107,471,6.937654575267516e-05,
+235,3776,0.03142283484339714,472,6.0824085949207074e-05,
+236,3784,0.033880364149808884,473,5.535558989322453e-05,
+236,3792,0.03974504396319389,474,7.959807135193842e-05,
+237,3800,0.036649737507104874,475,6.122580043665948e-05,
+237,3808,0.031942859292030334,476,7.788469724800962e-05,
+238,3816,0.030794657766819,477,6.259688166210253e-05,
+238,3824,0.03051913157105446,478,7.319126802940445e-05,
+239,3832,0.03364035114645958,479,7.500862011511344e-05,
+239,3840,0.033974070101976395,480,5.884245297238522e-05,
+,,,480,,9.66731968219392e-05
+240,3848,0.03170555457472801,481,7.46363971302344e-05,
+240,3856,0.03135010972619057,482,5.833543855260359e-05,
+241,3864,0.03432902693748474,483,6.881049034745956e-05,
+241,3872,0.031912170350551605,484,6.389344389390317e-05,
+242,3880,0.0317453108727932,485,7.788446259837656e-05,
+242,3888,0.03177114203572273,486,5.726268364014686e-05,
+243,3896,0.03083670511841774,487,6.352067771331349e-05,
+243,3904,0.03944556042551994,488,7.179052386163676e-05,
+244,3912,0.03728840872645378,489,5.2315908988020965e-05,
+244,3920,0.031763121485710144,490,7.941927856336406e-05,
+245,3928,0.03539421036839485,491,7.2997429242605e-05,
+245,3936,0.03182964399456978,492,5.998938513585017e-05,
+246,3944,0.034357696771621704,493,7.322095530071238e-05,
+246,3952,0.030974190682172775,494,6.37292130249989e-05,
+247,3960,0.02981632947921753,495,5.483421659846499e-05,
+247,3968,0.03071066364645958,496,7.970222509356972e-05,
+,,,496,,9.083245822694153e-05
+248,3976,0.030605655163526535,497,8.379960968341038e-05,
+248,3984,0.03177743777632713,498,4.9008312771547935e-05,
+249,3992,0.03166257217526436,499,7.687146762691555e-05,
+249,4000,0.032763008028268814,500,5.347811270439706e-05,
+250,4008,0.0345894880592823,501,6.32675253200432e-05,
+250,4016,0.0324120819568634,502,6.277598004089668e-05,
+251,4024,0.032621048390865326,503,6.095797061789199e-05,
+251,4032,0.029588982462882996,504,6.684363188469433e-05,
+252,4040,0.03028784692287445,505,6.365499325511337e-05,
+252,4048,0.030167099088430405,506,6.448941871894931e-05,
+253,4056,0.03058970347046852,507,7.12542027940799e-05,
+253,4064,0.03039540722966194,508,5.595138031821989e-05,
+254,4072,0.031230375170707703,509,6.618800489377463e-05,
+254,4080,0.033767219632864,510,6.365489502968558e-05,
+255,4088,0.0314004085958004,511,6.508568981189455e-05,
+255,4096,0.034200217574834824,512,6.189641021592251e-05,
+,,,512,,9.205420792568475e-05
+256,4104,0.030853353440761566,513,6.502561222987424e-05,
+256,4112,0.0314955934882164,514,6.442984249588335e-05,
+257,4120,0.0339534729719162,515,7.183525917753286e-05,
+257,4128,0.03206998109817505,516,5.66219032407389e-05,
+258,4136,0.02962265908718109,517,6.103219629949308e-05,
+258,4144,0.030408527702093124,518,6.764844306417217e-05,
+259,4152,0.030216719955205917,519,8.220540530601284e-05,
+259,4160,0.034774377942085266,520,4.398696364660282e-05,
+260,4168,0.03041548654437065,521,6.828891469012888e-05,
+260,4176,0.03303089365363121,522,6.298434595919389e-05,
+261,4184,0.03402964398264885,523,6.301407825048955e-05,
+261,4192,0.036908108741045,524,6.384895073097141e-05,
+262,4200,0.032460201531648636,525,7.713972763667698e-05,
+262,4208,0.029888533055782318,526,5.170488907424442e-05,
+263,4216,0.03218914568424225,527,6.684361051156884e-05,
+263,4224,0.03118392825126648,528,6.204564965628379e-05,
+,,,528,,8.654146949993446e-05
+264,4232,0.030916694551706314,529,5.343374937183398e-05,
+264,4240,0.03123435378074646,530,7.295257705663971e-05,
+265,4248,0.030368812382221222,531,6.47720817141817e-05,
+265,4256,0.02995738387107849,532,6.130107612989377e-05,
+266,4264,0.030207909643650055,533,4.9365681434210273e-05,
+266,4272,0.032505497336387634,534,7.572416552648065e-05,
+267,4280,0.0321841835975647,535,5.66966195947316e-05,
+267,4288,0.03152584657073021,536,7.007676686043851e-05,
+268,4296,0.030148595571517944,537,6.183694290484709e-05,
+268,4304,0.02954842522740364,538,6.615850588786998e-05,
+269,4312,0.03250787779688835,539,6.51599038974382e-05,
+269,4320,0.030551191419363022,540,5.9408452898424e-05,
+270,4328,0.031659215688705444,541,5.875290548829071e-05,
+270,4336,0.030363839119672775,542,6.620285466851783e-05,
+271,4344,0.030216582119464874,543,5.2167182957418845e-05,
+271,4352,0.03154465928673744,544,7.244588459798251e-05,
+,,,544,,8.388931018998846e-05
+272,4360,0.030606720596551895,545,5.803769363410538e-05,
+272,4368,0.02986956760287285,546,6.322290823845833e-05,
+273,4376,0.050066035240888596,547,7.785479988342558e-05,
+273,4384,0.03223389387130737,548,5.160058435649262e-05,
+274,4392,0.03247283399105072,549,3.784799378081516e-05,
+274,4400,0.03195720911026001,550,8.837426844365837e-05,
+275,4408,0.031119272112846375,551,6.69629403091676e-05,
+275,4416,0.032764676958322525,552,5.511713197847712e-05,
+276,4424,0.03133073449134827,553,7.949375572025019e-05,
+276,4432,0.031088106334209442,554,4.526832208284759e-05,
+277,4440,0.0309559665620327,555,4.990237152924237e-05,
+277,4448,0.029899396002292633,556,6.9704255565739e-05,
+278,4456,0.03083018586039543,557,6.343167478917167e-05,
+278,4464,0.030378594994544983,558,5.686042322849971e-05,
+279,4472,0.030659426003694534,559,7.250577664308366e-05,
+279,4480,0.03833642229437828,560,4.99467464578629e-05,
+,,,560,,8.415750926360488e-05
+280,4488,0.033528558909893036,561,6.512991035378946e-05,
+280,4496,0.035846199840307236,562,5.881253105144424e-05,
+281,4504,0.03434227779507637,563,5.0602483497641515e-05,
+281,4512,0.03470352292060852,564,7.554515855190402e-05,
+282,4520,0.03293141722679138,565,6.515995028166799e-05,
+282,4528,0.0316259004175663,566,6.057058271835558e-05,
+283,4536,0.029590483754873276,567,7.579866269225022e-05,
+283,4544,0.029795892536640167,568,4.7816027063163347e-05,
+284,4552,0.03018888831138611,569,5.919975092183449e-05,
+284,4560,0.02988564968109131,570,6.150950889605156e-05,
+285,4568,0.03142932057380676,571,6.0958041103731375e-05,
+285,4576,0.0325482003390789,572,6.13157228599448e-05,
+286,4584,0.02976115047931671,573,4.7220055193974986e-05,
+286,4592,0.029503662139177322,574,7.424908380926354e-05,
+287,4600,0.029574863612651825,575,5.9706714637286495e-05,
+287,4608,0.03150144964456558,576,6.527895948238438e-05,
+,,,576,,8.624346082797274e-05
+288,4616,0.02970081940293312,577,6.907858255544852e-05,
+288,4624,0.029851354658603668,578,5.185410509511712e-05,
+289,4632,0.03091539815068245,579,5.779897469437856e-05,
+289,4640,0.03123163804411888,580,6.481749414888327e-05,
+290,4648,0.0313120000064373,581,5.8842284488491714e-05,
+290,4656,0.02988036721944809,582,6.168824188534927e-05,
+291,4664,0.029835738241672516,583,5.984056019769923e-05,
+291,4672,0.03040638566017151,584,6.355067853291985e-05,
+292,4680,0.03061417117714882,585,5.370176631913637e-05,
+292,4688,0.031246956437826157,586,6.861672227387317e-05,
+293,4696,0.03195129334926605,587,6.036198260517267e-05,
+293,4704,0.03012150526046753,588,6.289513612500741e-05,
+294,4712,0.03152298554778099,589,6.32229557595565e-05,
+294,4720,0.030014339834451675,590,5.76651302708342e-05,
+295,4728,0.030878208577632904,591,6.816966583755857e-05,
+295,4736,0.03104885295033455,592,5.185422583053878e-05,
+,,,592,,8.847836579661816e-05
+296,4744,0.029231268912553787,593,7.155215007514926e-05,
+296,4752,0.03229936212301254,594,4.733938521894743e-05,
+297,4760,0.033689532428979874,595,5.298671067066607e-05,
+297,4768,0.031577952206134796,596,6.839291131655045e-05,
+298,4776,0.02924192324280739,597,3.978501126766787e-05,
+298,4784,0.031050436198711395,598,8.378496818295389e-05,
+299,4792,0.0319889560341835,599,5.246495015853725e-05,
+299,4800,0.03118182346224785,600,6.788676887481415e-05,
+300,4808,0.029454994946718216,601,5.7545961453797645e-05,
+300,4816,0.029587026685476303,602,6.133059832791332e-05,
+301,4824,0.030420545488595963,603,6.459405858549871e-05,
+301,4832,0.03044302761554718,604,5.4848738727741875e-05,
+302,4840,0.030999120324850082,605,5.71587081594771e-05,
+302,4848,0.029588747769594193,606,6.079415697968216e-05,
+303,4856,0.030361227691173553,607,6.460870531554974e-05,
+303,4864,0.030011773109436035,608,5.459562635223847e-05,
+,,,608,,8.612424426246434e-05
+304,4872,0.045083802193403244,609,4.617717149812961e-05,
+304,4880,0.03088243305683136,610,7.180544866969285e-05,
+305,4888,0.03733859583735466,611,4.43592584815633e-05,
+305,4896,0.03356354683637619,612,7.32657404114434e-05,
+306,4904,0.029886767268180847,613,5.9185165127928485e-05,
+306,4912,0.0294044092297554,614,5.726279482587415e-05,
+307,4920,0.03232962638139725,615,7.277399390659411e-05,
+307,4928,0.029418375343084335,616,4.635575851352769e-05,
+308,4936,0.029836416244506836,617,6.597945457542664e-05,
+308,4944,0.029602475464344025,618,5.3776232789459755e-05,
+309,4952,0.029768023639917374,619,3.5672510421136394e-05,
+309,4960,0.031097780913114548,620,8.28166546398279e-05,
+310,4968,0.02966657653450966,621,6.630719349232095e-05,
+310,4976,0.029426973313093185,622,5.0200345867779106e-05,
+311,4984,0.030492335557937622,623,3.4748649568427936e-05,
+311,4992,0.032342053949832916,624,8.730139393264835e-05,
+,,,624,,8.412768511334434e-05
+312,5000,0.030143246054649353,625,7.234193935801159e-05,
+312,5008,0.03237966448068619,626,4.6266398385341745e-05,
+313,5016,0.02961765229701996,627,6.314836514320632e-05,
+313,5024,0.0300980806350708,628,5.6428413017783896e-05,
+314,5032,0.02990221232175827,629,5.431265276456543e-05,
+314,5040,0.0296858511865139,630,6.29994335668016e-05,
+315,5048,0.03033342957496643,631,6.833337647549342e-05,
+315,5056,0.030497420579195023,632,5.36722470769746e-05,
+316,5064,0.03212980926036835,633,7.235678208417085e-05,
+316,5072,0.03151094540953636,634,4.331631862442009e-05,
+317,5080,0.029764048755168915,635,6.578584952876554e-05,
+317,5088,0.029437609016895294,636,5.203279442866915e-05,
+318,5096,0.029694058001041412,637,6.173287215460732e-05,
+318,5104,0.030507199466228485,638,5.347829483071109e-05,
+319,5112,0.030405309051275253,639,4.918700938105758e-05,
+319,5120,0.03256913647055626,640,6.56218508083839e-05,
+,,,640,,8.54686222737655e-05
+320,5128,0.03018912300467491,641,5.4029317425374757e-05,
+320,5136,0.032664280384778976,642,6.072000292078883e-05,
+321,5144,0.030814722180366516,643,7.01514786669577e-05,
+321,5152,0.033703047782182693,644,4.748832384393609e-05,
+322,5160,0.033188480883836746,645,5.808244168292731e-05,
+322,5168,0.0301656574010849,646,5.857416522303538e-05,
+323,5176,0.034963708370923996,647,5.964701381344639e-05,
+323,5184,0.030105073004961014,648,5.726277640860644e-05,
+324,5192,0.029804881662130356,649,5.249470132184797e-05,
+324,5200,0.03022550418972969,650,6.314847314570216e-05,
+325,5208,0.030799396336078644,651,4.8426985358673846e-05,
+325,5216,0.030560631304979324,652,6.827409947618435e-05,
+326,5224,0.034484703093767166,653,4.6772956466156757e-05,
+326,5232,0.03289535641670227,654,6.799107632105006e-05,
+327,5240,0.04484162852168083,655,5.8589181207935326e-05,
+327,5248,0.04550241306424141,656,5.644307589136588e-05,
+,,,656,,8.487259037792683e-05
+328,5256,0.030282873660326004,657,6.539834475915995e-05,
+328,5264,0.03273458406329155,658,4.9529736998010776e-05,
+329,5272,0.03277936577796936,659,5.6175465033447836e-05,
+329,5280,0.029906749725341797,660,6.080874686631432e-05,
+330,5288,0.037058986723423004,661,6.338681532724877e-05,
+330,5296,0.030833374708890915,662,5.125815005158074e-05,
+331,5304,0.030938513576984406,663,5.2017997404618654e-05,
+331,5312,0.031365036964416504,664,6.176276269798109e-05,
+332,5320,0.0335535928606987,665,4.312239070713986e-05,
+332,5328,0.036238640546798706,666,6.933221811777912e-05,
+333,5336,0.030871029943227768,667,6.442975836762344e-05,
+333,5344,0.03539099171757698,668,5.1302754172866116e-05,
+334,5352,0.03239694610238075,669,5.992997421344626e-05,
+334,5360,0.032508157193660736,670,5.355268376661115e-05,
+335,5368,0.039400577545166016,671,6.326769403131038e-05,
+335,5376,0.03554290905594826,672,4.9574408194530406e-05,
+,,,672,,8.219063602155074e-05
+336,5384,0.029836807399988174,673,5.8291038612878765e-05,
+336,5392,0.030342653393745422,674,5.8782593896467006e-05,
+337,5400,0.032372165471315384,675,6.71717127715965e-05,
+337,5408,0.030601125210523605,676,4.7741345724716666e-05,
+338,5416,0.03117166832089424,677,6.0958091808061e-05,
+338,5424,0.034780245274305344,678,6.0213113101781346e-05,
+339,5432,0.0395539365708828,679,6.639670709773782e-05,
+339,5440,0.034177426248788834,680,4.584941484608862e-05,
+340,5448,0.03141891956329346,681,4.5253243115439545e-05,
+340,5456,0.03056243434548378,682,6.983879416111449e-05,
+341,5464,0.03254269063472748,683,6.194153843352979e-05,
+341,5472,0.02933434024453163,684,4.739900509775907e-05,
+342,5480,0.029514949768781662,685,5.702449539057852e-05,
+342,5488,0.02935955673456192,686,5.593665991909802e-05,
+343,5496,0.029935616999864578,687,7.16861936780333e-05,
+343,5504,0.03061605989933014,688,4.075350830134994e-05,
+,,,688,,8.227998478105292e-05
+344,5512,0.030273232609033585,689,3.643256377472426e-05,
+344,5520,0.03312081843614578,690,7.593281657136686e-05,
+345,5528,0.03787297382950783,691,6.688852977276838e-05,
+345,5536,0.032757584005594254,692,4.377819618639478e-05,
+346,5544,0.030623000115156174,693,6.40870737242949e-05,
+346,5552,0.03210139647126198,694,4.716073090094142e-05,
+347,5560,0.029632922261953354,695,6.068979155315901e-05,
+347,5568,0.030041873455047607,696,5.3806112646270776e-05,
+348,5576,0.029697678983211517,697,5.338884079719719e-05,
+348,5584,0.03076799213886261,698,6.161368514767673e-05,
+349,5592,0.030490953475236893,699,6.255231392060523e-05,
+349,5600,0.032437071204185486,700,4.951490745952469e-05,
+350,5608,0.03185587376356125,701,6.721599515913113e-05,
+350,5616,0.029617585241794586,702,4.719055527857563e-05,
+351,5624,0.02993900701403618,703,7.16862780336669e-05,
+351,5632,0.03019673377275467,704,4.0544947751186555e-05,
+,,,704,,8.010460442164913e-05
+352,5640,0.030761532485485077,705,7.082228830768145e-05,
+352,5648,0.030054539442062378,706,4.432925175024138e-05,
+353,5656,0.02996218577027321,707,5.0483384711697e-05,
+353,5664,0.030657008290290833,708,6.131580107648915e-05,
+354,5672,0.03089829906821251,709,5.78887311348808e-05,
+354,5680,0.03146204724907875,710,5.8529317584543605e-05,
+355,5688,0.03079145774245262,711,7.061345604597591e-05,
+355,5696,0.030844546854496002,712,4.416558476805221e-05,
+356,5704,0.03349878266453743,713,4.820368258151575e-05,
+356,5712,0.033376146107912064,714,6.45192433239572e-05,
+357,5720,0.03318696469068527,715,4.505963397605228e-05,
+357,5728,0.03309067338705063,716,6.574111603185884e-05,
+358,5736,0.031154677271842957,717,3.9427413867088035e-05,
+358,5744,0.029896635562181473,718,7.037507793938858e-05,
+359,5752,0.029964357614517212,719,5.624978007290338e-05,
+359,5760,0.02994433417916298,720,5.781411914540513e-05,
+,,,720,,7.935964822536334e-05
+360,5768,0.030381515622138977,721,6.700783478663652e-05,
+360,5776,0.030665259808301926,722,4.531281001618481e-05,
+361,5784,0.030566450208425522,723,4.751807023239962e-05,
+361,5792,0.030055128037929535,724,6.359559870361409e-05,
+362,5800,0.02943427488207817,725,5.7829159004541e-05,
+362,5808,0.03212821111083031,726,5.455098062157049e-05,
+363,5816,0.03738696128129959,727,6.884020831421367e-05,
+363,5824,0.0307634174823761,728,4.158800447839894e-05,
+364,5832,0.03288597986102104,729,4.756276166517637e-05,
+364,5840,0.031063102185726166,730,6.532406359838205e-05,
+365,5848,0.03221842646598816,731,5.030438387620961e-05,
+365,5856,0.030848942697048187,732,6.0049317880839226e-05,
+366,5864,0.03172893822193146,733,4.82930574889906e-05,
+366,5872,0.029857341200113297,734,6.155395999485336e-05,
+367,5880,0.029453516006469727,735,4.9827811835712055e-05,
+367,5888,0.029060665518045425,736,6.033222689438844e-05,
+,,,736,,7.679695409024134e-05
+368,5896,0.029416341334581375,737,6.116663507782505e-05,
+368,5904,0.030464839190244675,738,4.972352780896472e-05,
+369,5912,0.03203539550304413,739,5.7784346154221566e-05,
+369,5920,0.03270020708441734,740,5.037913410887995e-05,
+370,5928,0.030096281319856644,741,5.547477235268161e-05,
+370,5936,0.029604151844978333,742,5.60262049020821e-05,
+371,5944,0.029088329523801804,743,6.335703801596537e-05,
+371,5952,0.030528109520673752,744,4.958918088959763e-05,
+372,5960,0.030196193605661392,745,6.116681674939173e-05,
+372,5968,0.03201978653669357,746,4.948490391143423e-05,
+373,5976,0.030159123241901398,747,5.984037284179067e-05,
+373,5984,0.036027081310749054,748,5.560907879953447e-05,
+374,5992,0.03235360607504845,749,6.0377031559255556e-05,
+374,6000,0.034862395375967026,750,5.1451825584081234e-05,
+375,6008,0.03444012999534607,751,5.894667765460326e-05,
+375,6016,0.030186615884304047,752,5.368676988837251e-05,
+,,,752,,7.9657620517537e-05
+376,6024,0.030800968408584595,753,4.7175389454423566e-05,
+376,6032,0.030018582940101624,754,6.375943530656514e-05,
+377,6040,0.02986353635787964,755,6.009386697769514e-05,
+377,6048,0.035864848643541336,756,5.0736676257656654e-05,
+378,6056,0.030996620655059814,757,5.70395286558778e-05,
+378,6064,0.031082186847925186,758,5.0960061116711586e-05,
+379,6072,0.03189430013298988,759,5.49086930732301e-05,
+379,6080,0.03533027321100235,760,5.5608938964724075e-05,
+380,6088,0.03517325222492218,761,5.247990338830277e-05,
+380,6096,0.03497740998864174,762,5.7337587350048125e-05,
+381,6104,0.032999105751514435,763,5.864856507287186e-05,
+381,6112,0.033986013382673264,764,5.136258323545917e-05,
+382,6120,0.03312045335769653,765,6.1017638245175476e-05,
+382,6128,0.029805630445480347,766,4.893376376458036e-05,
+383,6136,0.03347400948405266,767,5.669672032126982e-05,
+383,6144,0.033078793436288834,768,5.347831256585778e-05,
+,,,768,,7.658836693735793e-05
+384,6152,0.02970172092318535,769,5.841017741659016e-05,
+384,6160,0.029947318136692047,770,5.194351592763269e-05,
+385,6168,0.029910016804933548,771,6.32525839137088e-05,
+385,6176,0.030392255634069443,772,4.757794795295922e-05,
+386,6184,0.030420079827308655,773,5.972152098365768e-05,
+386,6192,0.030481714755296707,774,4.815879424313607e-05,
+387,6200,0.030282046645879745,775,5.863376350134786e-05,
+387,6208,0.030145060271024704,776,5.072178055343102e-05,
+388,6216,0.03230366110801697,777,6.63967498439888e-05,
+388,6224,0.03198772668838501,778,4.058947388330125e-05,
+389,6232,0.03573837876319885,779,3.977013966505183e-05,
+389,6240,0.030971437692642212,780,7.258008486132894e-05,
+390,6248,0.03615611791610718,781,5.911065431973839e-05,
+390,6256,0.03110017254948616,782,4.783095096172474e-05,
+391,6264,0.031061049550771713,783,6.870635320410656e-05,
+391,6272,0.030068043619394302,784,4.20794003730407e-05,
+,,,784,,7.947885023895651e-05
+392,6280,0.030029986053705215,785,5.4997883808027836e-05,
+392,6288,0.030974894762039185,786,5.2048123279746505e-05,
+393,6296,0.03117634356021881,787,5.836560080751951e-05,
+393,6304,0.031731992959976196,788,5.066203493697685e-05,
+394,6312,0.031461577862501144,789,4.8084391664815485e-05,
+394,6320,0.0347057580947876,790,5.918507849855814e-05,
+395,6328,0.03135786950588226,791,5.757585267929244e-05,
+395,6336,0.031890783458948135,792,5.245018223831721e-05,
+396,6344,0.03384588286280632,793,6.402728149623726e-05,
+396,6352,0.03079216182231903,794,4.720542983704945e-05,
+397,6360,0.03305845707654953,795,4.1542993358234526e-05,
+397,6368,0.032834362238645554,796,6.633723955928872e-05,
+398,6376,0.030180778354406357,797,5.620498950520414e-05,
+398,6384,0.036215782165527344,798,5.070681686447642e-05,
+399,6392,0.03683668375015259,799,7.263992119987961e-05,
+399,6400,0.03689621761441231,800,3.519578535815526e-05,
+,,,800,,7.825712964404374e-05
+400,6408,0.03058171644806862,801,4.6653906792926136e-05,
+400,6416,0.033481162041425705,802,5.9334067373129074e-05,
+401,6424,0.03772616758942604,803,4.391233437672781e-05,
+401,6432,0.032689206302165985,804,6.246305929380469e-05,
+402,6440,0.03284602239727974,805,4.830776083508681e-05,
+402,6448,0.032651014626026154,806,6.115199721534736e-05,
+403,6456,0.02987002581357956,807,6.019818351887807e-05,
+403,6464,0.030145160853862762,808,4.8263125790981576e-05,
+404,6472,0.02959517389535904,809,6.842306083854055e-05,
+404,6480,0.029981911182403564,810,4.275019637134392e-05,
+405,6488,0.029914356768131256,811,5.80373971388326e-05,
+405,6496,0.031325697898864746,812,5.242058364274271e-05,
+406,6504,0.030498716980218887,813,5.362720753510075e-05,
+406,6512,0.030734583735466003,814,5.379131380323088e-05,
+407,6520,0.03104236349463463,815,7.335523469009786e-05,
+407,6528,0.031202152371406555,816,3.509131556711509e-05,
+,,,816,,7.506860856665298e-05
+408,6536,0.030404750257730484,817,4.3390839664425584e-05,
+408,6544,0.031453847885131836,818,6.45193340460537e-05,
+409,6552,0.03085637465119362,819,4.298839758121176e-05,
+409,6560,0.0320964977145195,820,6.75589276397659e-05,
+410,6568,0.032320644706487656,821,5.289715022627206e-05,
+410,6576,0.030964050441980362,822,5.292693595038145e-05,
+411,6584,0.030042562633752823,823,4.552148448055959e-05,
+411,6592,0.02996763214468956,824,6.78718797644251e-05,
+412,6600,0.030621565878391266,825,4.745850174003863e-05,
+412,6608,0.030090905725955963,826,6.0094108448538464e-05,
+413,6616,0.030095398426055908,827,4.8218465053651016e-05,
+413,6624,0.030278250575065613,828,5.770996813225793e-05,
+414,6632,0.030434496700763702,829,4.85463096993044e-05,
+414,6640,0.030082322657108307,830,6.0645172652584733e-05,
+415,6648,0.030563943088054657,831,4.9321128926749225e-05,
+415,6656,0.030693605542182922,832,6.0526079550982104e-05,
+,,,832,,7.438318425556645e-05
+416,6664,0.03625938296318054,833,6.119647832747432e-05,
+416,6672,0.03420780971646309,834,4.562587673717644e-05,
+417,6680,0.032651636749506,835,5.222666163717804e-05,
+417,6688,0.03175394609570503,836,5.386570319387829e-05,
+418,6696,0.032733459025621414,837,5.006608671465074e-05,
+418,6704,0.031580209732055664,838,5.5370592690451303e-05,
+419,6712,0.031659796833992004,839,5.7724764019440045e-05,
+419,6720,0.03043607622385025,840,5.0393935225656605e-05,
+420,6728,0.030555814504623413,841,5.472980205922795e-05,
+420,6736,0.030139781534671783,842,5.5027913958838326e-05,
+421,6744,0.030459776520729065,843,3.737113183888141e-05,
+421,6752,0.03077089414000511,844,7.243128993650316e-05,
+422,6760,0.029977675527334213,845,4.142379611948854e-05,
+422,6768,0.03077440708875656,846,6.541348375321832e-05,
+423,6776,0.030707038938999176,847,5.851451851413003e-05,
+423,6784,0.03087722137570381,848,4.8486727337149205e-05,
+,,,848,,7.34892237232998e-05
+424,6792,0.033089544624090195,849,6.544296547872364e-05,
+424,6800,0.031667616218328476,850,4.096214888704708e-05,
+425,6808,0.031540222465991974,851,5.7084047966782236e-05,
+425,6816,0.032155342400074005,852,5.020034018343722e-05,
+426,6824,0.03888373076915741,853,5.361245712265372e-05,
+426,6832,0.05289425700902939,854,5.109417929816118e-05,
+427,6840,0.03778812289237976,855,5.639883693220327e-05,
+427,6848,0.036128245294094086,856,4.8218497113339254e-05,
+428,6856,0.03718913346529007,857,6.204581654856156e-05,
+428,6864,0.03677798807621002,858,4.283965040485782e-05,
+429,6872,0.03397360071539879,859,6.650086220361118e-05,
+429,6880,0.042355429381132126,860,4.483618090489472e-05,
+430,6888,0.03488659858703613,861,5.222646609581716e-05,
+430,6896,0.04158681631088257,862,5.6637315537955146e-05,
+431,6904,0.030497178435325623,863,4.3986799028061796e-05,
+431,6912,0.031334783881902695,864,6.30740971701016e-05,
+,,,864,,7.801871106494218e-05
+432,6920,0.03157566860318184,865,4.30033876455127e-05,
+432,6928,0.031370144337415695,866,6.39829097508482e-05,
+433,6936,0.031545672565698624,867,5.720340141124325e-05,
+433,6944,0.03105998784303665,868,5.326946325112658e-05,
+434,6952,0.03339114412665367,869,4.11110027016548e-05,
+434,6960,0.0374644435942173,870,6.66351745621796e-05,
+435,6968,0.03146091103553772,871,5.966165258541878e-05,
+435,6976,0.038868874311447144,872,4.6624380729554105e-05,
+436,6984,0.029884614050388336,873,4.601324758368719e-05,
+436,6992,0.029407408088445663,874,5.782909897789068e-05,
+437,7000,0.030801955610513687,875,4.570050418806204e-05,
+437,7008,0.03079608827829361,876,6.267156254580186e-05,
+438,7016,0.03401527926325798,877,5.475969237522804e-05,
+438,7024,0.03284536302089691,878,5.18093763730576e-05,
+439,7032,0.03174501657485962,879,4.8367480530941975e-05,
+439,7040,0.03502340614795685,880,6.20905034338648e-05,
+,,,880,,7.73333158576861e-05
+440,7048,0.030065879225730896,881,6.466844411079364e-05,
+440,7056,0.030350573360919952,882,4.2288095528419944e-05,
+441,7064,0.030767250806093216,883,5.172011697140988e-05,
+441,7072,0.03302929922938347,884,5.532576165023784e-05,
+442,7080,0.03276902809739113,885,5.416381145550986e-05,
+442,7088,0.03354976326227188,886,5.332900173016242e-05,
+443,7096,0.033165138214826584,887,5.249497689874261e-05,
+443,7104,0.032378170639276505,888,5.696476864613942e-05,
+444,7112,0.04218989983201027,889,5.560893532674527e-05,
+444,7120,0.04105492681264877,890,5.1213432243457646e-05,
+445,7128,0.030096400529146194,891,5.648775504596415e-05,
+445,7136,0.03006870672106743,892,5.212268001741904e-05,
+446,7144,0.030092507600784302,893,5.136233176017413e-05,
+446,7152,0.04151749238371849,894,5.668181529472349e-05,
+447,7160,0.0307876318693161,895,5.6830783705663634e-05,
+447,7168,0.030362822115421295,896,4.860595527134137e-05,
+,,,896,,7.453218859154731e-05
+448,7176,0.03040558099746704,897,5.966176763649855e-05,
+448,7184,0.031141865998506546,898,4.193074460090429e-05,
+449,7192,0.031043071299791336,899,6.14499697348947e-05,
+449,7200,0.03722483664751053,900,4.426984196470585e-05,
+450,7208,0.03205816075205803,901,7.788489710947033e-05,
+450,7216,0.0303230881690979,902,3.0472183198071434e-05,
+451,7224,0.03130197152495384,903,5.6324200841118e-05,
+451,7232,0.031840525567531586,904,5.221163701207843e-05,
+452,7240,0.03015361726284027,905,5.528113160835346e-05,
+452,7248,0.030135583132505417,906,5.599641121989407e-05,
+453,7256,0.03029494732618332,907,5.3314175147534115e-05,
+453,7264,0.030964065343141556,908,5.718850479752291e-05,
+454,7272,0.030308667570352554,909,6.0809058140876004e-05,
+454,7280,0.030934348702430725,910,4.435942287273065e-05,
+455,7288,0.032784637063741684,911,5.3284734349290375e-05,
+455,7296,0.03548169508576393,912,5.1615672646221356e-05,
+,,,912,,7.754199032206088e-05
+456,7304,0.03555947169661522,913,4.634105539480515e-05,
+456,7312,0.03007711097598076,914,6.0570759615075076e-05,
+457,7320,0.033174511045217514,915,4.787580064657959e-05,
+457,7328,0.03254511579871178,916,5.672650718224759e-05,
+458,7336,0.030118029564619064,917,5.5757975360393175e-05,
+458,7344,0.02980850264430046,918,5.1854092362191295e-05,
+459,7352,0.02986311912536621,919,4.044031629746314e-05,
+459,7360,0.03001781925559044,920,6.645644157288189e-05,
+460,7368,0.030081503093242645,921,5.02599282299343e-05,
+460,7376,0.031046714633703232,922,5.741187192143116e-05,
+461,7384,0.035750191658735275,923,4.152830001658003e-05,
+461,7392,0.030081700533628464,924,6.554745823450503e-05,
+462,7400,0.030259694904088974,925,5.295684491102293e-05,
+462,7408,0.0315118283033371,926,5.322485344549932e-05,
+463,7416,0.03777487948536873,927,5.404438797995681e-05,
+463,7424,0.03158388286828995,928,4.9261566573477467e-05,
+,,,928,,7.36978545319289e-05
+464,7432,0.03159046173095703,929,7.526246713496221e-05,
+464,7440,0.031001031398773193,930,3.033813436559285e-05,
+465,7448,0.03129497915506363,931,5.717351132261683e-05,
+465,7456,0.030903693288564682,932,4.8859237949727685e-05,
+466,7464,0.029771551489830017,933,3.494238603707345e-05,
+466,7472,0.03024408221244812,934,7.290814278348989e-05,
+467,7480,0.03246508538722992,935,5.882734717488347e-05,
+467,7488,0.029976312071084976,936,4.674345518651535e-05,
+468,7496,0.03073747456073761,937,6.140501659501751e-05,
+468,7504,0.030337151139974594,938,4.453831775208528e-05,
+469,7512,0.03137033432722092,939,4.885910334451182e-05,
+469,7520,0.03034341335296631,940,5.9855663266716874e-05,
+470,7528,0.030270900577306747,941,6.03770940870163e-05,
+470,7536,0.03155792877078056,942,4.611746089722146e-05,
+471,7544,0.03118220344185829,943,5.6264789918714087e-05,
+471,7552,0.030901696532964706,944,4.6355820131793735e-05,
+,,,944,,7.480041676899418e-05
+472,7560,0.03361755982041359,945,4.482121039472986e-05,
+472,7568,0.03327476978302002,946,6.219494071046938e-05,
+473,7576,0.038023632019758224,947,4.921707181892998e-05,
+473,7584,0.030814576894044876,948,5.602593580533721e-05,
+474,7592,0.03145579621195793,949,6.94065022344148e-05,
+474,7600,0.03277120366692543,950,3.561291578080272e-05,
+475,7608,0.03057384118437767,951,6.375936686708883e-05,
+475,7616,0.03138400614261627,952,4.5238513166623306e-05,
+476,7624,0.03432098403573036,953,5.53404654510814e-05,
+476,7632,0.029909204691648483,954,4.7637649686294026e-05,
+477,7640,0.035259269177913666,955,4.941065662933397e-05,
+477,7648,0.03071681782603264,956,5.896130051041837e-05,
+478,7656,0.03754043206572533,957,4.716055559583765e-05,
+478,7664,0.037804555147886276,958,5.891670048185915e-05,
+479,7672,0.03408876806497574,959,4.330131991991948e-05,
+479,7680,0.033785540610551834,960,6.419169540095027e-05,
+,,,960,,7.488981646019965e-05
+480,7688,0.031042642891407013,961,5.541523046304064e-05,
+480,7696,0.03076811507344246,962,4.899337318420294e-05,
+481,7704,0.031284768134355545,963,3.799699334194884e-05,
+481,7712,0.034083329141139984,964,6.821449869676144e-05,
+482,7720,0.03091810643672943,965,5.4670238114340464e-05,
+482,7728,0.030222222208976746,966,5.069193457529764e-05,
+483,7736,0.0336286798119545,967,4.2928993025270756e-05,
+483,7744,0.030493993312120438,968,6.20160444668727e-05,
+484,7752,0.031121622771024704,969,6.0123773664599867e-05,
+484,7760,0.030694633722305298,970,4.921674735669512e-05,
+485,7768,0.03179670870304108,971,5.9527726534724934e-05,
+485,7776,0.03311730548739433,972,4.637089114112314e-05,
+486,7784,0.03277383744716644,973,3.856310718219902e-05,
+486,7792,0.03129105269908905,974,6.81698636526562e-05,
+487,7800,0.03161121532320976,975,5.231608497524576e-05,
+487,7808,0.031638190150260925,976,5.638358584292291e-05,
+,,,976,,7.581355021102354e-05
+488,7816,0.03177638724446297,977,6.589032363990555e-05,
+488,7824,0.03220172971487045,978,3.9114333731049555e-05,
+489,7832,0.03294697031378746,979,4.391244169710262e-05,
+489,7840,0.03208937868475914,980,6.380396052918513e-05,
+490,7848,0.03596477583050728,981,4.710092343884753e-05,
+490,7856,0.04557029530405998,982,5.957254302302317e-05,
+491,7864,0.04518331587314606,983,5.599617861662409e-05,
+491,7872,0.03430022671818733,984,5.1005052682739915e-05,
+492,7880,0.04405849426984787,985,7.484511115762871e-05,
+492,7888,0.03322197496891022,986,3.072558342864795e-05,
+493,7896,0.03211113065481186,987,5.359750321076717e-05,
+493,7904,0.040903858840465546,988,5.356761698749324e-05,
+494,7912,0.03330332040786743,989,4.9469949772174004e-05,
+494,7920,0.038327183574438095,990,5.6130592838599114e-05,
+495,7928,0.04348272830247879,991,7.103083999027149e-05,
+495,7936,0.04706030711531639,992,3.328829961901647e-05,
+,,,992,,7.599233504151925e-05
+496,7944,0.042085062712430954,993,5.337393668014556e-05,
+496,7952,0.03856820613145828,994,5.239050142336055e-05,
+497,7960,0.04260661080479622,995,6.31634131877945e-05,
+497,7968,0.034958817064762115,996,4.4523154883790994e-05,
+498,7976,0.0317239984869957,997,5.039401571593771e-05,
+498,7984,0.047845207154750824,998,5.8097195733353146e-05,
+499,7992,0.051465343683958054,999,4.853143877880939e-05,
+499,8000,0.03935129567980766,1000,5.7262798236479284e-05,
+500,8008,0.03554217889904976,1001,5.495348000295053e-05,
+500,8016,0.05366552993655205,1002,5.13920945195423e-05,
+501,8024,0.038653306663036346,1003,4.269054375072301e-05,
+501,8032,0.03846333920955658,1004,6.365511740114016e-05,
+502,8040,0.03104010969400406,1005,4.820357571588829e-05,
+502,8048,0.03265092149376869,1006,5.799291511721094e-05,
+503,8056,0.030430760234594345,1007,5.908091793571657e-05,
+503,8064,0.03445369005203247,1008,4.783084045811847e-05,
+,,,1008,,7.506862311856821e-05

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=0.0-1.0/labels.csv

@@ -0,0 +1,16 @@
+53835,1
+22858,1
+64910,1
+16793,1
+65558,1
+29657,1
+65030,1
+52064,1
+45766,1
+39949,0
+55858,0
+66716,0
+14871,0
+39779,0
+51920,0
+15756,1

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=0.0-1.0/logits.csv

@@ -0,0 +1,16 @@
+53835,-12.750027,-2.6702524e-05
+22858,-11.750024,-2.3841574e-05
+64910,-11.87504,-3.9695904e-05
+16793,-13.000023,-2.324554e-05
+65558,-12.000019,-1.9311718e-05
+29657,-12.375036,-3.6477377e-05
+65030,-12.625033,-3.325884e-05
+52064,-11.750023,-2.324554e-05
+45766,-12.5000725,-7.247662e-05
+39949,-7.998623e-05,-11.00008
+55858,-7.259582e-05,-11.1250725
+66716,-0.00013433985,-9.500134
+14871,-8.856858e-05,-11.250089
+39779,-0.00010299152,-9.750103
+51920,-0.000123374,-9.875123
+15756,-14.125017,-1.6927575e-05

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-6.876057,-0.0010573041
+12007,-3.5297735,-0.029773444
+8229,-0.00016151555,-9.000161
+31449,-12.750025,-2.527205e-05
+1591,-7.819824e-05,-10.750078
+53542,-11.000062,-6.1748506e-05
+49372,-11.000037,-3.7192607e-05
+54831,-0.00036805056,-8.000368
+44771,-2.3502793,-0.100279376
+33116,-8.6899796e-05,-11.250087
+33492,-9.87507,-6.9258196e-05
+16982,-4.018173,-0.01817314
+31901,-9.375138,-0.00013791563
+49817,-0.0052805943,-5.2552805
+60681,-7.6255617,-0.0005619139
+39890,-9.875072,-7.1165414e-05
+62685,-0.00016401854,-9.250164
+2201,-10.065318,-0.002818067
+47201,-0.00036876553,-8.125369
+20835,-12.625049,-4.8874615e-05
+15421,-11.500034,-3.4331686e-05
+45021,-0.00049936224,-7.7504992
+45802,-0.00010895135,-10.000109
+43637,-0.00057585345,-7.500576
+7160,-7.3549425e-05,-9.875073
+8150,-2.5789225,-0.07892258
+3512,-11.625028,-2.741776e-05
+29264,-6.0556486e-05,-11.12506
+32960,-0.00011300402,-9.750113
+32221,-0.005963746,-5.130964
+35996,-10.5000515,-5.161629e-05
+4422,-12.875045,-4.51793e-05
+22209,-9.727005e-05,-9.625097
+6920,-13.1250305,-3.0755524e-05
+25253,-0.00012075172,-9.625121
+680,-2.5789182,-0.07891828
+50140,-11.875037,-3.6954196e-05
+28481,-12.250026,-2.62257e-05
+36298,-0.00047529367,-7.7504754
+16473,-12.125028,-2.7775379e-05
+11102,-8.875159,-0.00015889335
+62901,-0.000101561156,-9.500101
+16123,-12.250033,-3.3020428e-05
+52012,-0.00010036919,-10.5001
+60780,-0.0005464253,-7.6255465
+1781,-13.625022,-2.1576649e-05
+41449,-0.00047612775,-7.7504764
+908,-9.000157,-0.00015698631
+15507,-11.625082,-8.189343e-05
+57914,-0.2014989,-1.7014989
+46159,-6.5015182,-0.0015181694
+56461,-13.00002,-1.9788546e-05
+62107,-0.000473983,-9.875474
+49087,-13.125035,-3.564294e-05
+65792,-6.603976e-05,-10.750066
+13181,-0.00011920219,-9.500119
+54119,-12.125026,-2.5748875e-05
+51997,-0.000107044216,-9.375107
+24924,-12.625029,-2.8371409e-05
+45890,-9.119095e-05,-10.000092
+41716,-0.03817923,-3.2881792
+60175,-0.00031942988,-8.2503195
+30318,-0.00016068121,-9.00016
+13221,-11.625039,-3.9457496e-05
+15509,-13.250018,-1.8477269e-05
+37365,-9.375103,-0.00010334911
+60975,-3.2880917,-0.038091563
+51375,-0.0007457336,-9.250746
+16004,-11.625041,-4.0649542e-05
+12837,-10.875045,-4.482169e-05
+17864,-11.500163,-0.00016294583
+67134,-10.875041,-4.088795e-05
+18611,-10.125058,-5.8410846e-05
+12861,-9.750104,-0.000103945094
+58084,-13.000015,-1.5497088e-05
+32874,-0.00060277886,-7.5006027
+32717,-12.625022,-2.1576649e-05
+23413,-11.625087,-8.6423e-05
+59634,-0.014194829,-4.264195
+15629,-0.026622381,-3.6516223
+47071,-0.00023159683,-9.250232
+48558,-11.250049,-4.8517002e-05
+3648,-7.176142e-05,-10.375072
+43367,-0.00029202012,-8.250292
+14869,-7.986704e-05,-10.87508
+1518,-0.0002145537,-8.625215
+16976,-12.317543,-0.005043285
+20931,-12.000026,-2.6106494e-05
+67379,-12.750034,-3.4689303e-05
+4741,-0.0001188446,-10.375119
+5765,-10.875041,-4.088795e-05
+48791,-0.00025626714,-8.375257
+15298,-3.6513345,-0.026334584
+21874,-10.750127,-0.00012647305
+9095,-10.750097,-9.750845e-05
+3840,-12.250037,-3.6834994e-05
+55636,-0.078912,-2.578912
+57364,-3.651374,-0.02637406
+65863,-0.00039986722,-9.1254
+40786,-6.2225314e-05,-10.750062
+8118,-11.875025,-2.5033638e-05
+52441,-7.199982e-05,-11.000072
+38593,-0.0005797851,-7.50058
+5517,-0.00018726026,-9.000187
+39136,-6.127208,-0.0022080583
+47292,-0.00078802044,-7.250788
+34052,-0.000787544,-7.5007877
+16037,-12.375041,-4.112636e-05
+64606,-11.625035,-3.5166122e-05
+19552,-0.000233027,-8.500233
+14116,-10.625044,-4.4106466e-05
+11261,-5.255249,-0.0052489326
+11668,-12.125062,-6.246372e-05
+42198,-12.000033,-3.3378044e-05
+22526,-13.875056,-5.5907592e-05
+8037,-11.375033,-3.325884e-05
+5324,-7.8755774,-0.0005774023
+56692,-8.9045374e-05,-10.250089
+59753,-0.004111172,-5.5041113
+47298,-0.00082637486,-7.1258264
+57801,-7.3756433,-0.0006430465
+58413,-13.625015,-1.5616295e-05
+10673,-8.082063e-05,-10.250081
+65730,-13.125033,-3.373566e-05
+40287,-10.625045,-4.4702483e-05
+15186,-12.250028,-2.7536968e-05
+43119,-0.000108712964,-9.750109
+39219,-12.000076,-7.605264e-05
+50340,-9.875061,-6.13909e-05
+34297,-11.000071,-7.045021e-05
+62941,-0.00019357714,-9.000194
+31551,-13.750039,-3.886147e-05
+41344,-11.625041,-4.1245563e-05
+46402,-12.75002,-2.0384581e-05
+13636,-10.625044,-4.4225668e-05
+42241,-11.62503,-2.9682673e-05
+15422,-0.47409636,-0.97409636
+25014,-12.500054,-5.411955e-05
+19613,-8.250277,-0.0002761698
+5515,-0.00021360023,-8.625214
+64128,-5.817244e-05,-11.125058
+28084,-0.00029416525,-8.250294
+10395,-8.875156,-0.00015686711
+9965,-0.003626914,-5.628627
+27221,-10.625038,-3.7907834e-05
+11994,-0.00013612774,-9.875136
+43384,-8.6184606e-05,-10.000086
+44329,-8.7972585e-05,-10.375088
+58937,-0.00010168035,-9.625102
+29119,-5.769563e-05,-10.375057
+8989,-0.017482232,-8.892482
+23043,-12.125048,-4.8159392e-05
+32166,-0.0005303407,-7.7505302
+42729,-1.3132985,-0.31329852
+6863,-11.750045,-4.482169e-05
+41187,-0.00012790339,-10.250128
+36039,-14.125035,-3.5404533e-05
+55977,-0.00017939389,-9.500179
+8129,-11.875043,-4.3272037e-05
+60223,-12.12505,-4.9709037e-05
+9414,-3.9934315e-05,-11.25004
+26177,-8.5350206e-05,-10.625085
+38443,-0.00012265884,-9.250123
+43084,-7.5814234e-05,-10.875075
+53673,-0.00013827322,-9.375138
+15057,-9.500104,-0.000103945094
+51700,-0.00017689094,-9.250176
+51201,-11.750028,-2.7298554e-05
+47078,-11.75005,-4.9947444e-05
+59961,-10.25005,-4.9828242e-05
+22272,-4.8826456,-0.0076453933
+65773,-0.029768584,-3.5297685
+33746,-0.0017231153,-6.3767233
+27311,-12.875019,-1.8954097e-05
+41292,-7.235742e-05,-9.7500725
+17110,-0.89843667,-0.52343667
+57029,-0.00015150353,-9.625152
+3009,-12.000019,-1.883489e-05
+40193,-11.750023,-2.2649509e-05
+27618,-11.25004,-4.0530336e-05
+20145,-13.625024,-2.4318399e-05
+52193,-11.500041,-4.148397e-05
+34398,-0.00035684893,-8.250357
+36473,-12.500045,-4.482169e-05
+43577,-4.8636208e-05,-11.000049
+57850,-13.000026,-2.5868081e-05
+61117,-0.00026115344,-9.000261
+32569,-9.125129,-0.00012885693
+12290,-13.375046,-4.613293e-05
+19499,-11.875071,-7.104621e-05
+60470,-0.00015805903,-8.875158
+8962,-13.250059,-5.912606e-05
+65955,-11.625045,-4.4464075e-05
+62486,-0.08899289,-2.4639928
+19000,-0.0012016227,-6.7512016
+22631,-9.125158,-0.00015805903
+25613,-0.00025114242,-8.375251
+56086,-11.250036,-3.623897e-05
+28883,-0.25197703,-1.501977
+26425,-11.625039,-3.874227e-05
+48097,-0.0032042135,-5.7532043
+61477,-0.0012705596,-6.751271
+9121,-5.2553396,-0.0053396462
+66709,-11.625029,-2.9086643e-05
+51472,-9.50015,-0.00014971566
+19809,-10.000167,-0.0001666407
+38959,-11.750033,-3.3020428e-05
+39849,-6.9138994e-05,-9.875069
+59964,-0.00020954797,-8.62521
+65268,-12.500037,-3.755022e-05
+8791,-0.0263311,-3.6513312
+51774,-11.75003,-2.9563467e-05
+49640,-0.0019674008,-6.2519674
+20125,-11.000029,-2.8848232e-05
+59640,-0.0022259,-6.127226
+68206,-11.375091,-9.023736e-05
+48079,-13.12503,-2.9325056e-05
+49583,-5.3796573,-0.004657492
+67054,-0.0011992414,-6.7511992
+59571,-4.018184,-0.018184261
+29080,-11.125073,-7.3191826e-05
+29111,-11.125046,-4.6252135e-05
+20758,-10.62504,-3.9695904e-05
+64023,-0.00011121608,-9.625112
+29058,-0.000120632525,-9.87512
+18185,-0.012532293,-4.387532
+36543,-0.00010942814,-9.62511
+54983,-10.62504,-3.9695904e-05
+3101,-8.250272,-0.0002715219
+42140,-0.000113719194,-9.7501135
+6954,-8.439662e-05,-10.875084
+15955,-9.75013,-0.00012992969
+61746,-9.3694114e-05,-10.375093
+32055,-0.00026389453,-8.500264
+39496,-10.875053,-5.3642743e-05
+59909,-10.875034,-3.445089e-05
+66296,-0.00015352978,-9.375154
+46804,-11.375028,-2.7298554e-05
+35049,-0.00012873775,-9.875129
+56017,-7.000952,-0.0009517907
+26947,-10.875033,-3.3854863e-05
+38928,-0.00013398226,-9.6251335
+15029,-11.875063,-6.270212e-05
+7086,-0.0005164005,-7.6255164
+537,-0.00027843413,-8.375278
+50731,-0.0006654432,-7.3756657
+63604,-10.500232,-0.00023219273
+67049,-0.3484666,-1.2234666
+31161,-0.001946937,-6.251947
+58922,-13.250035,-3.564294e-05
+18347,-11.750031,-3.111314e-05
+25864,-5.255272,-0.0052720564
+63846,-0.00015793984,-9.000158
+13353,-0.0001136,-9.7501135
+25378,-8.375274,-0.00027366707
+59101,-11.750067,-6.7112574e-05
+20895,-0.0041042864,-5.504104
+48119,-12.375028,-2.741776e-05
+14332,-6.12717e-05,-10.875061
+25497,-11.750044,-4.3510445e-05
+8686,-0.03368784,-3.4086878
+22758,-10.125118,-0.00011812943
+7666,-8.582701e-05,-10.375086
+20686,-0.016086785,-4.1410866
+18975,-11.250054,-5.400035e-05
+19054,-10.625042,-4.1841584e-05
+48123,-13.250027,-2.7179349e-05
+57909,-12.500028,-2.7536968e-05
+9226,-11.750034,-3.4570097e-05
+48653,-0.00010859377,-9.750109
+44013,-0.0055349194,-5.255535
+11409,-12.750035,-3.5166122e-05
+62736,-0.0005950349,-7.500595
+2777,-11.625047,-4.6848152e-05
+7058,-7.533743e-05,-10.750075
+48408,-0.0007502602,-7.25075
+28934,-12.500018,-1.7762026e-05
+46578,-12.750043,-4.315283e-05
+23203,-0.25197074,-1.5019708
+6257,-12.500029,-2.8252203e-05
+53444,-0.00022945156,-8.62523
+17816,-5.504094,-0.004094314
+46307,-12.250063,-6.305973e-05
+20599,-13.625051,-5.0662664e-05
+29423,-0.00018034739,-9.25018
+21041,-0.00018702188,-8.750187
+16633,-12.625033,-3.349725e-05
+20221,-10.625048,-4.7324967e-05
+27466,-9.0475754e-05,-9.750091
+22987,-0.00033468366,-8.125335
+9322,-0.00024387246,-8.500244
+3265,-1.3133004,-0.31330043
+22814,-8.875158,-0.00015793984
+56185,-12.000036,-3.6715788e-05
+55014,-11.500024,-2.3483954e-05
+43437,-11.750029,-2.8252203e-05
+24683,-0.00011848701,-9.500118
+10233,-0.003261487,-5.7532616
+19001,-0.002458409,-9.627459
+32718,-0.00022623363,-8.625226
+31030,-0.00010799778,-10.375108
+1099,-6.437094e-05,-11.250064
+57982,-9.250146,-0.00014613991
+49148,-0.011073445,-4.5110736
+40880,-12.750025,-2.467602e-05
+31148,-0.00018821376,-11.250188
+9446,-11.875026,-2.5987287e-05
+18579,-12.875045,-4.5060096e-05
+30932,-1.2235029,-0.34850287
+40792,-2.0177202,-0.14272015
+48600,-0.00040070133,-8.125401
+44588,-7.5006056,-0.0006057573
+33828,-11.625029,-2.8252203e-05
+33917,-0.0015775628,-6.5015774
+2026,-0.0005876483,-7.5005875
+56745,-0.00016401854,-9.000164
+17383,-0.07892555,-2.5789256
+2372,-0.00038389943,-8.625384
+56600,-0.027061988,-4.152062
+50257,-0.00013743887,-9.500137
+38892,-0.0001163415,-9.500116
+45844,-0.000327891,-8.875328
+29062,-0.008675031,-4.758675
+5655,-11.62503,-2.920585e-05
+67611,-0.0004701701,-7.75047
+18546,-0.0011559002,-6.876156
+63060,-12.250038,-3.826545e-05
+36068,-11.375057,-5.7218822e-05
+784,-1.5323143,-0.2823143
+20429,-0.00016234987,-9.375162
+21679,-10.750066,-6.627817e-05
+53617,-13.250064,-6.377493e-05
+6978,-13.12502,-2.0503787e-05
+53262,-9.214454e-05,-10.7500925
+181,-0.00013946515,-9.500139
+28744,-0.006883124,-5.006883
+48716,-0.00018332708,-9.125183
+51468,-7.509903e-05,-10.125075
+62209,-12.500023,-2.3007127e-05
+8732,-9.000149,-0.0001491197
+56949,-10.375055,-5.578839e-05
+26885,-0.00010013079,-11.3751
+43345,-0.06996168,-2.6949618
+8053,-10.000059,-5.9364465e-05
+59402,-11.7500305,-3.0517112e-05
+49552,-6.7708585e-05,-10.375068
+12348,-0.82603055,-0.57603055
+28335,-9.125127,-0.00012718822
+59114,-9.000142,-0.0001417298
+12625,-10.375067,-6.6635774e-05
+8876,-9.625143,-0.00014304092
+29959,-13.000017,-1.7404405e-05
+37911,-6.5682165e-05,-10.625066
+38412,-0.82597125,-0.57597125
+31999,-6.413254e-05,-11.000064
+34775,-0.00012992969,-9.37513
+65737,-10.875043,-4.315283e-05
+25244,-0.00043132537,-7.8754315
+51630,-11.875034,-3.4331686e-05
+23979,-7.0011377,-0.0011376821
+34638,-11.750025,-2.467602e-05
+22311,-14.12503,-2.9444262e-05
+14004,-13.125037,-3.7431015e-05
+310,-0.00024756705,-8.375248
+49105,-0.0002070451,-8.875207
+38782,-14.00003,-2.9921084e-05
+4647,-12.250022,-2.2053475e-05
+43782,-5.805324e-05,-11.000058
+66046,-0.000836261,-7.1258364
+16690,-12.8750305,-3.0278701e-05
+67731,-0.00015269544,-9.125153
+54867,-11.000047,-4.708656e-05
+34108,-10.000088,-8.749579e-05
+67332,-0.0015204309,-6.5015206
+22567,-7.8079036e-05,-10.000078
+57173,-0.00020525733,-8.625205
+26527,-11.500049,-4.8278598e-05
+59580,-10.750051,-5.090107e-05
+20737,-0.0012035277,-6.7512035
+53307,-8.582701e-05,-11.250086
+32783,-9.42901e-05,-11.250094
+7868,-12.750027,-2.6344906e-05
+50777,-0.0024963426,-6.0024962
+29307,-11.625096,-9.6316464e-05
+18297,-0.0010852882,-6.8760853
+44524,-12.625026,-2.5391257e-05
+61320,-0.029781312,-3.5297813
+2578,-0.0007636015,-7.2507634
+40612,-0.00027938755,-8.500279
+32523,-9.250128,-0.0001277842
+48509,-0.0003265801,-8.125326
+36666,-11.000039,-3.921909e-05
+6539,-11.875038,-3.802704e-05
+33620,-11.375066,-6.6158966e-05
+55547,-11.125033,-3.373566e-05
+11751,-11.375031,-3.1828375e-05
+30491,-0.0004608761,-7.750461
+48294,-11.3750305,-3.0159496e-05
+37424,-11.375041,-4.1007155e-05
+29155,-0.07890649,-2.5789065

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=5/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=5/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=5/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=5/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=5/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=5/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}